diff --git a/baseline_bs256_30k/config.json b/baseline_bs256_30k/config.json new file mode 100644 index 0000000000000000000000000000000000000000..47d7b77e4255263f3803a4b6f94ca6831e459b70 --- /dev/null +++ b/baseline_bs256_30k/config.json @@ -0,0 +1,64 @@ +{ + "action_dim": 32, + "action_head_cfg": { + "action_dim": 32, + "action_horizon": 16, + "add_pos_embed": true, + "backbone_embedding_dim": 2048, + "diffusion_model_cfg": { + "attention_head_dim": 48, + "cross_attention_dim": 2048, + "dropout": 0.2, + "final_dropout": true, + "interleave_self_attention": true, + "norm_type": "ada_norm", + "num_attention_heads": 32, + "num_layers": 16, + "output_dim": 1024, + "positional_embeddings": null + }, + "hidden_size": 1024, + "input_embedding_dim": 1536, + "max_action_dim": 32, + "max_state_dim": 64, + "model_dtype": "float32", + "noise_beta_alpha": 1.5, + "noise_beta_beta": 1.0, + "noise_s": 0.999, + "num_inference_timesteps": 4, + "num_target_vision_tokens": 32, + "num_timestep_buckets": 1000, + "tune_diffusion_model": true, + "tune_projector": true, + "use_vlln": true, + "vl_self_attention_cfg": { + "attention_head_dim": 64, + "dropout": 0.2, + "final_dropout": true, + "num_attention_heads": 32, + "num_layers": 4, + "positional_embeddings": null + } + }, + "action_horizon": 16, + "architectures": [ + "GR00T_N1_5" + ], + "attn_implementation": null, + "backbone_cfg": { + "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops", + "load_bf16": false, + "project_to_dim": null, + "reproject_vision": false, + "select_layer": 12, + "tune_llm": false, + "tune_visual": true, + "use_flash_attention": true + }, + "compute_dtype": "bfloat16", + "hidden_size": 2048, + "model_dtype": "float32", + "model_type": "gr00t_n1_5", + "torch_dtype": "bfloat16", + "transformers_version": "4.51.3" +} diff --git a/baseline_bs256_30k/experiment_cfg/clvla_contract.yaml b/baseline_bs256_30k/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..71e22ff1adbc0886d5d74511517ef3169a79130c --- /dev/null +++ b/baseline_bs256_30k/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,63 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k + experiment_name: Baseline_BS256_30K + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 10000 + save_total_limit: 1 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: wandb + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true +dataset_backend: libero_pi_v2 +n15_commit: 7368ef249bcceb81b9893070281e73178ee0685b +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml +config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0 +data_contract: libero_pi_v2 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/baseline_bs256_30k/experiment_cfg/metadata.json b/baseline_bs256_30k/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/baseline_bs256_30k/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/baseline_bs256_30k/model.safetensors.index.json b/baseline_bs256_30k/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..5ef5f247b61eb93e89601c7da8334fc087e19750 --- /dev/null +++ b/baseline_bs256_30k/model.safetensors.index.json @@ -0,0 +1,906 @@ +{ + "metadata": { + "total_size": 7585939328 + }, + "weight_map": { + "action_head.action_decoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.b": "model-00002-of-00002.safetensors", + "action_head.future_tokens.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.weight": "model-00002-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.weight": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.position_embedding.weight": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vlln.bias": "model-00002-of-00002.safetensors", + "action_head.vlln.weight": "model-00002-of-00002.safetensors", + "backbone.eagle_model.language_model.lm_head.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.position_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.probe": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/baseline_bs256_30k/trainer_state.json b/baseline_bs256_30k/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9ea1f9f9d5f649daee3a1eb9a019dc43921a49ea --- /dev/null +++ b/baseline_bs256_30k/trainer_state.json @@ -0,0 +1,21043 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 28.06361085126286, + "eval_steps": 500, + "global_step": 30000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009354536950420954, + "grad_norm": 7.12987756729126, + "learning_rate": 6.000000000000001e-07, + "loss": 0.9167, + "step": 10 + }, + { + "epoch": 0.018709073900841908, + "grad_norm": 6.876123905181885, + "learning_rate": 1.2666666666666667e-06, + "loss": 0.9034, + "step": 20 + }, + { + "epoch": 0.02806361085126286, + "grad_norm": 4.109354019165039, + "learning_rate": 1.9333333333333336e-06, + "loss": 0.759, + "step": 30 + }, + { + "epoch": 0.037418147801683815, + "grad_norm": 1.387364387512207, + "learning_rate": 2.6e-06, + "loss": 0.5637, + "step": 40 + }, + { + "epoch": 0.04677268475210477, + "grad_norm": 1.224076509475708, + "learning_rate": 3.2666666666666666e-06, + "loss": 0.4308, + "step": 50 + }, + { + "epoch": 0.05612722170252572, + "grad_norm": 1.0379430055618286, + "learning_rate": 3.9333333333333335e-06, + "loss": 0.355, + "step": 60 + }, + { + "epoch": 0.06548175865294668, + "grad_norm": 0.9695084691047668, + "learning_rate": 4.6e-06, + "loss": 0.3052, + "step": 70 + }, + { + "epoch": 0.07483629560336763, + "grad_norm": 0.7022981643676758, + "learning_rate": 5.266666666666667e-06, + "loss": 0.2701, + "step": 80 + }, + { + "epoch": 0.08419083255378859, + "grad_norm": 0.6315894722938538, + "learning_rate": 5.933333333333334e-06, + "loss": 0.2522, + "step": 90 + }, + { + "epoch": 0.09354536950420954, + "grad_norm": 0.4743914008140564, + "learning_rate": 6.6e-06, + "loss": 0.2203, + "step": 100 + }, + { + "epoch": 0.1028999064546305, + "grad_norm": 0.4483109712600708, + "learning_rate": 7.266666666666668e-06, + "loss": 0.2042, + "step": 110 + }, + { + "epoch": 0.11225444340505145, + "grad_norm": 0.6297454833984375, + "learning_rate": 7.933333333333334e-06, + "loss": 0.1934, + "step": 120 + }, + { + "epoch": 0.1216089803554724, + "grad_norm": 0.763359546661377, + "learning_rate": 8.599999999999999e-06, + "loss": 0.1861, + "step": 130 + }, + { + "epoch": 0.13096351730589337, + "grad_norm": 0.7013251781463623, + "learning_rate": 9.266666666666667e-06, + "loss": 0.1785, + "step": 140 + }, + { + "epoch": 0.1403180542563143, + "grad_norm": 0.5459902882575989, + "learning_rate": 9.933333333333334e-06, + "loss": 0.1699, + "step": 150 + }, + { + "epoch": 0.14967259120673526, + "grad_norm": 0.3976946473121643, + "learning_rate": 1.06e-05, + "loss": 0.1554, + "step": 160 + }, + { + "epoch": 0.15902712815715622, + "grad_norm": 0.4529213309288025, + "learning_rate": 1.1266666666666667e-05, + "loss": 0.1488, + "step": 170 + }, + { + "epoch": 0.16838166510757718, + "grad_norm": 0.5275392532348633, + "learning_rate": 1.1933333333333333e-05, + "loss": 0.1413, + "step": 180 + }, + { + "epoch": 0.17773620205799812, + "grad_norm": 0.5789854526519775, + "learning_rate": 1.2600000000000001e-05, + "loss": 0.1421, + "step": 190 + }, + { + "epoch": 0.18709073900841908, + "grad_norm": 0.3661486804485321, + "learning_rate": 1.3266666666666666e-05, + "loss": 0.1389, + "step": 200 + }, + { + "epoch": 0.19644527595884004, + "grad_norm": 0.6953147053718567, + "learning_rate": 1.3933333333333334e-05, + "loss": 0.1305, + "step": 210 + }, + { + "epoch": 0.205799812909261, + "grad_norm": 0.6835188269615173, + "learning_rate": 1.4599999999999999e-05, + "loss": 0.1327, + "step": 220 + }, + { + "epoch": 0.21515434985968196, + "grad_norm": 0.6006456613540649, + "learning_rate": 1.5266666666666667e-05, + "loss": 0.1281, + "step": 230 + }, + { + "epoch": 0.2245088868101029, + "grad_norm": 0.4908300042152405, + "learning_rate": 1.5933333333333332e-05, + "loss": 0.1258, + "step": 240 + }, + { + "epoch": 0.23386342376052385, + "grad_norm": 0.45396342873573303, + "learning_rate": 1.66e-05, + "loss": 0.125, + "step": 250 + }, + { + "epoch": 0.2432179607109448, + "grad_norm": 0.5022543668746948, + "learning_rate": 1.726666666666667e-05, + "loss": 0.1214, + "step": 260 + }, + { + "epoch": 0.25257249766136575, + "grad_norm": 0.4931972324848175, + "learning_rate": 1.7933333333333337e-05, + "loss": 0.1141, + "step": 270 + }, + { + "epoch": 0.26192703461178674, + "grad_norm": 0.5504733324050903, + "learning_rate": 1.86e-05, + "loss": 0.1098, + "step": 280 + }, + { + "epoch": 0.27128157156220767, + "grad_norm": 0.6861847043037415, + "learning_rate": 1.926666666666667e-05, + "loss": 0.1147, + "step": 290 + }, + { + "epoch": 0.2806361085126286, + "grad_norm": 0.5252155661582947, + "learning_rate": 1.9933333333333334e-05, + "loss": 0.1132, + "step": 300 + }, + { + "epoch": 0.2899906454630496, + "grad_norm": 0.5128651857376099, + "learning_rate": 2.06e-05, + "loss": 0.1111, + "step": 310 + }, + { + "epoch": 0.2993451824134705, + "grad_norm": 0.4002054035663605, + "learning_rate": 2.1266666666666667e-05, + "loss": 0.1101, + "step": 320 + }, + { + "epoch": 0.3086997193638915, + "grad_norm": 0.5788249969482422, + "learning_rate": 2.1933333333333332e-05, + "loss": 0.1082, + "step": 330 + }, + { + "epoch": 0.31805425631431244, + "grad_norm": 0.5091645121574402, + "learning_rate": 2.26e-05, + "loss": 0.1066, + "step": 340 + }, + { + "epoch": 0.3274087932647334, + "grad_norm": 0.43082818388938904, + "learning_rate": 2.326666666666667e-05, + "loss": 0.1067, + "step": 350 + }, + { + "epoch": 0.33676333021515437, + "grad_norm": 0.5343343615531921, + "learning_rate": 2.3933333333333337e-05, + "loss": 0.1084, + "step": 360 + }, + { + "epoch": 0.3461178671655753, + "grad_norm": 0.4577508866786957, + "learning_rate": 2.46e-05, + "loss": 0.103, + "step": 370 + }, + { + "epoch": 0.35547240411599623, + "grad_norm": 0.3476985692977905, + "learning_rate": 2.5266666666666666e-05, + "loss": 0.101, + "step": 380 + }, + { + "epoch": 0.3648269410664172, + "grad_norm": 0.4713549315929413, + "learning_rate": 2.5933333333333338e-05, + "loss": 0.1048, + "step": 390 + }, + { + "epoch": 0.37418147801683815, + "grad_norm": 0.4301949739456177, + "learning_rate": 2.6600000000000003e-05, + "loss": 0.1046, + "step": 400 + }, + { + "epoch": 0.38353601496725914, + "grad_norm": 0.4762207567691803, + "learning_rate": 2.7266666666666668e-05, + "loss": 0.1004, + "step": 410 + }, + { + "epoch": 0.3928905519176801, + "grad_norm": 0.4380043148994446, + "learning_rate": 2.7933333333333332e-05, + "loss": 0.1005, + "step": 420 + }, + { + "epoch": 0.402245088868101, + "grad_norm": 0.3054315447807312, + "learning_rate": 2.86e-05, + "loss": 0.1046, + "step": 430 + }, + { + "epoch": 0.411599625818522, + "grad_norm": 0.34781208634376526, + "learning_rate": 2.926666666666667e-05, + "loss": 0.1006, + "step": 440 + }, + { + "epoch": 0.42095416276894293, + "grad_norm": 0.42217501997947693, + "learning_rate": 2.9933333333333337e-05, + "loss": 0.0997, + "step": 450 + }, + { + "epoch": 0.4303086997193639, + "grad_norm": 0.46916836500167847, + "learning_rate": 3.06e-05, + "loss": 0.0976, + "step": 460 + }, + { + "epoch": 0.43966323666978485, + "grad_norm": 0.284578800201416, + "learning_rate": 3.126666666666666e-05, + "loss": 0.0943, + "step": 470 + }, + { + "epoch": 0.4490177736202058, + "grad_norm": 0.36907967925071716, + "learning_rate": 3.1933333333333335e-05, + "loss": 0.0968, + "step": 480 + }, + { + "epoch": 0.4583723105706268, + "grad_norm": 0.36140406131744385, + "learning_rate": 3.26e-05, + "loss": 0.0959, + "step": 490 + }, + { + "epoch": 0.4677268475210477, + "grad_norm": 0.3083585500717163, + "learning_rate": 3.326666666666667e-05, + "loss": 0.0995, + "step": 500 + }, + { + "epoch": 0.47708138447146864, + "grad_norm": 0.40258556604385376, + "learning_rate": 3.3933333333333336e-05, + "loss": 0.0948, + "step": 510 + }, + { + "epoch": 0.4864359214218896, + "grad_norm": 0.5324129462242126, + "learning_rate": 3.46e-05, + "loss": 0.0941, + "step": 520 + }, + { + "epoch": 0.49579045837231056, + "grad_norm": 0.6348389983177185, + "learning_rate": 3.526666666666667e-05, + "loss": 0.0948, + "step": 530 + }, + { + "epoch": 0.5051449953227315, + "grad_norm": 0.38566482067108154, + "learning_rate": 3.593333333333334e-05, + "loss": 0.0963, + "step": 540 + }, + { + "epoch": 0.5144995322731525, + "grad_norm": 0.3787485361099243, + "learning_rate": 3.66e-05, + "loss": 0.097, + "step": 550 + }, + { + "epoch": 0.5238540692235735, + "grad_norm": 0.4406512379646301, + "learning_rate": 3.726666666666667e-05, + "loss": 0.0945, + "step": 560 + }, + { + "epoch": 0.5332086061739943, + "grad_norm": 0.40534061193466187, + "learning_rate": 3.793333333333334e-05, + "loss": 0.0911, + "step": 570 + }, + { + "epoch": 0.5425631431244153, + "grad_norm": 0.3407386541366577, + "learning_rate": 3.86e-05, + "loss": 0.0953, + "step": 580 + }, + { + "epoch": 0.5519176800748363, + "grad_norm": 0.28048256039619446, + "learning_rate": 3.926666666666667e-05, + "loss": 0.0951, + "step": 590 + }, + { + "epoch": 0.5612722170252572, + "grad_norm": 0.29258981347084045, + "learning_rate": 3.993333333333333e-05, + "loss": 0.091, + "step": 600 + }, + { + "epoch": 0.5706267539756782, + "grad_norm": 0.34163179993629456, + "learning_rate": 4.0600000000000004e-05, + "loss": 0.0913, + "step": 610 + }, + { + "epoch": 0.5799812909260992, + "grad_norm": 0.39013656973838806, + "learning_rate": 4.126666666666667e-05, + "loss": 0.088, + "step": 620 + }, + { + "epoch": 0.5893358278765201, + "grad_norm": 0.33907249569892883, + "learning_rate": 4.1933333333333334e-05, + "loss": 0.0936, + "step": 630 + }, + { + "epoch": 0.598690364826941, + "grad_norm": 0.4980691075325012, + "learning_rate": 4.26e-05, + "loss": 0.0937, + "step": 640 + }, + { + "epoch": 0.608044901777362, + "grad_norm": 0.2710488438606262, + "learning_rate": 4.3266666666666664e-05, + "loss": 0.0891, + "step": 650 + }, + { + "epoch": 0.617399438727783, + "grad_norm": 0.3357906639575958, + "learning_rate": 4.3933333333333335e-05, + "loss": 0.0939, + "step": 660 + }, + { + "epoch": 0.6267539756782039, + "grad_norm": 0.4444071352481842, + "learning_rate": 4.46e-05, + "loss": 0.0924, + "step": 670 + }, + { + "epoch": 0.6361085126286249, + "grad_norm": 0.6952351331710815, + "learning_rate": 4.526666666666667e-05, + "loss": 0.0939, + "step": 680 + }, + { + "epoch": 0.6454630495790459, + "grad_norm": 0.4038337171077728, + "learning_rate": 4.5933333333333336e-05, + "loss": 0.0923, + "step": 690 + }, + { + "epoch": 0.6548175865294668, + "grad_norm": 0.3859670162200928, + "learning_rate": 4.660000000000001e-05, + "loss": 0.0917, + "step": 700 + }, + { + "epoch": 0.6641721234798877, + "grad_norm": 0.48684975504875183, + "learning_rate": 4.726666666666667e-05, + "loss": 0.091, + "step": 710 + }, + { + "epoch": 0.6735266604303087, + "grad_norm": 0.3848055601119995, + "learning_rate": 4.793333333333334e-05, + "loss": 0.0912, + "step": 720 + }, + { + "epoch": 0.6828811973807296, + "grad_norm": 0.43100762367248535, + "learning_rate": 4.86e-05, + "loss": 0.089, + "step": 730 + }, + { + "epoch": 0.6922357343311506, + "grad_norm": 0.27978649735450745, + "learning_rate": 4.926666666666667e-05, + "loss": 0.0907, + "step": 740 + }, + { + "epoch": 0.7015902712815716, + "grad_norm": 0.3517551124095917, + "learning_rate": 4.993333333333334e-05, + "loss": 0.0858, + "step": 750 + }, + { + "epoch": 0.7109448082319925, + "grad_norm": 0.36741334199905396, + "learning_rate": 5.0600000000000003e-05, + "loss": 0.0871, + "step": 760 + }, + { + "epoch": 0.7202993451824135, + "grad_norm": 0.5023432970046997, + "learning_rate": 5.1266666666666675e-05, + "loss": 0.0852, + "step": 770 + }, + { + "epoch": 0.7296538821328344, + "grad_norm": 0.41107821464538574, + "learning_rate": 5.193333333333333e-05, + "loss": 0.0892, + "step": 780 + }, + { + "epoch": 0.7390084190832554, + "grad_norm": 0.3887757360935211, + "learning_rate": 5.2600000000000005e-05, + "loss": 0.0872, + "step": 790 + }, + { + "epoch": 0.7483629560336763, + "grad_norm": 0.36008813977241516, + "learning_rate": 5.326666666666666e-05, + "loss": 0.087, + "step": 800 + }, + { + "epoch": 0.7577174929840973, + "grad_norm": 0.23847971856594086, + "learning_rate": 5.3933333333333334e-05, + "loss": 0.0852, + "step": 810 + }, + { + "epoch": 0.7670720299345183, + "grad_norm": 0.2795068323612213, + "learning_rate": 5.4600000000000006e-05, + "loss": 0.0873, + "step": 820 + }, + { + "epoch": 0.7764265668849392, + "grad_norm": 0.3497775197029114, + "learning_rate": 5.5266666666666664e-05, + "loss": 0.0904, + "step": 830 + }, + { + "epoch": 0.7857811038353602, + "grad_norm": 0.2986977994441986, + "learning_rate": 5.5933333333333335e-05, + "loss": 0.0864, + "step": 840 + }, + { + "epoch": 0.7951356407857811, + "grad_norm": 0.3646446466445923, + "learning_rate": 5.66e-05, + "loss": 0.0885, + "step": 850 + }, + { + "epoch": 0.804490177736202, + "grad_norm": 0.28980714082717896, + "learning_rate": 5.726666666666667e-05, + "loss": 0.0841, + "step": 860 + }, + { + "epoch": 0.813844714686623, + "grad_norm": 0.4314665198326111, + "learning_rate": 5.7933333333333337e-05, + "loss": 0.0884, + "step": 870 + }, + { + "epoch": 0.823199251637044, + "grad_norm": 0.2734294831752777, + "learning_rate": 5.86e-05, + "loss": 0.0842, + "step": 880 + }, + { + "epoch": 0.8325537885874649, + "grad_norm": 0.36673423647880554, + "learning_rate": 5.926666666666667e-05, + "loss": 0.0852, + "step": 890 + }, + { + "epoch": 0.8419083255378859, + "grad_norm": 0.3155610263347626, + "learning_rate": 5.9933333333333345e-05, + "loss": 0.0861, + "step": 900 + }, + { + "epoch": 0.8512628624883068, + "grad_norm": 0.2335139811038971, + "learning_rate": 6.06e-05, + "loss": 0.0847, + "step": 910 + }, + { + "epoch": 0.8606173994387278, + "grad_norm": 0.3774639368057251, + "learning_rate": 6.126666666666667e-05, + "loss": 0.0861, + "step": 920 + }, + { + "epoch": 0.8699719363891487, + "grad_norm": 0.29971784353256226, + "learning_rate": 6.193333333333333e-05, + "loss": 0.0847, + "step": 930 + }, + { + "epoch": 0.8793264733395697, + "grad_norm": 0.31649234890937805, + "learning_rate": 6.26e-05, + "loss": 0.0846, + "step": 940 + }, + { + "epoch": 0.8886810102899907, + "grad_norm": 0.23259851336479187, + "learning_rate": 6.326666666666667e-05, + "loss": 0.0832, + "step": 950 + }, + { + "epoch": 0.8980355472404116, + "grad_norm": 0.34343641996383667, + "learning_rate": 6.393333333333333e-05, + "loss": 0.0829, + "step": 960 + }, + { + "epoch": 0.9073900841908326, + "grad_norm": 0.3896105885505676, + "learning_rate": 6.460000000000001e-05, + "loss": 0.0822, + "step": 970 + }, + { + "epoch": 0.9167446211412535, + "grad_norm": 0.5607072114944458, + "learning_rate": 6.526666666666666e-05, + "loss": 0.0874, + "step": 980 + }, + { + "epoch": 0.9260991580916744, + "grad_norm": 0.3120802640914917, + "learning_rate": 6.593333333333334e-05, + "loss": 0.084, + "step": 990 + }, + { + "epoch": 0.9354536950420954, + "grad_norm": 0.3697536289691925, + "learning_rate": 6.66e-05, + "loss": 0.088, + "step": 1000 + }, + { + "epoch": 0.9448082319925164, + "grad_norm": 0.439276784658432, + "learning_rate": 6.726666666666667e-05, + "loss": 0.0855, + "step": 1010 + }, + { + "epoch": 0.9541627689429373, + "grad_norm": 0.4572350084781647, + "learning_rate": 6.793333333333334e-05, + "loss": 0.0827, + "step": 1020 + }, + { + "epoch": 0.9635173058933583, + "grad_norm": 0.5064738392829895, + "learning_rate": 6.860000000000001e-05, + "loss": 0.0877, + "step": 1030 + }, + { + "epoch": 0.9728718428437793, + "grad_norm": 0.28111886978149414, + "learning_rate": 6.926666666666667e-05, + "loss": 0.0845, + "step": 1040 + }, + { + "epoch": 0.9822263797942001, + "grad_norm": 0.2814490497112274, + "learning_rate": 6.993333333333334e-05, + "loss": 0.0838, + "step": 1050 + }, + { + "epoch": 0.9915809167446211, + "grad_norm": 0.2448524534702301, + "learning_rate": 7.06e-05, + "loss": 0.0833, + "step": 1060 + }, + { + "epoch": 1.000935453695042, + "grad_norm": 0.3973406255245209, + "learning_rate": 7.126666666666667e-05, + "loss": 0.0825, + "step": 1070 + }, + { + "epoch": 1.010289990645463, + "grad_norm": 0.3058352768421173, + "learning_rate": 7.193333333333334e-05, + "loss": 0.0864, + "step": 1080 + }, + { + "epoch": 1.019644527595884, + "grad_norm": 0.27409282326698303, + "learning_rate": 7.26e-05, + "loss": 0.082, + "step": 1090 + }, + { + "epoch": 1.028999064546305, + "grad_norm": 0.3170761466026306, + "learning_rate": 7.326666666666667e-05, + "loss": 0.0882, + "step": 1100 + }, + { + "epoch": 1.0383536014967258, + "grad_norm": 0.26166099309921265, + "learning_rate": 7.393333333333333e-05, + "loss": 0.0838, + "step": 1110 + }, + { + "epoch": 1.047708138447147, + "grad_norm": 0.23480726778507233, + "learning_rate": 7.46e-05, + "loss": 0.0847, + "step": 1120 + }, + { + "epoch": 1.0570626753975678, + "grad_norm": 0.2660779058933258, + "learning_rate": 7.526666666666668e-05, + "loss": 0.0819, + "step": 1130 + }, + { + "epoch": 1.0664172123479887, + "grad_norm": 0.2981756627559662, + "learning_rate": 7.593333333333334e-05, + "loss": 0.0829, + "step": 1140 + }, + { + "epoch": 1.0757717492984098, + "grad_norm": 0.2747953534126282, + "learning_rate": 7.66e-05, + "loss": 0.0835, + "step": 1150 + }, + { + "epoch": 1.0851262862488307, + "grad_norm": 0.3437729775905609, + "learning_rate": 7.726666666666667e-05, + "loss": 0.083, + "step": 1160 + }, + { + "epoch": 1.0944808231992516, + "grad_norm": 0.30235135555267334, + "learning_rate": 7.793333333333333e-05, + "loss": 0.0823, + "step": 1170 + }, + { + "epoch": 1.1038353601496727, + "grad_norm": 0.3730562925338745, + "learning_rate": 7.860000000000001e-05, + "loss": 0.0837, + "step": 1180 + }, + { + "epoch": 1.1131898971000935, + "grad_norm": 0.2163238674402237, + "learning_rate": 7.926666666666666e-05, + "loss": 0.084, + "step": 1190 + }, + { + "epoch": 1.1225444340505144, + "grad_norm": 0.2188563346862793, + "learning_rate": 7.993333333333334e-05, + "loss": 0.0824, + "step": 1200 + }, + { + "epoch": 1.1318989710009355, + "grad_norm": 0.3429005444049835, + "learning_rate": 8.060000000000001e-05, + "loss": 0.0812, + "step": 1210 + }, + { + "epoch": 1.1412535079513564, + "grad_norm": 0.25829675793647766, + "learning_rate": 8.126666666666667e-05, + "loss": 0.0808, + "step": 1220 + }, + { + "epoch": 1.1506080449017775, + "grad_norm": 0.27130958437919617, + "learning_rate": 8.193333333333334e-05, + "loss": 0.0819, + "step": 1230 + }, + { + "epoch": 1.1599625818521984, + "grad_norm": 0.2899559736251831, + "learning_rate": 8.26e-05, + "loss": 0.0835, + "step": 1240 + }, + { + "epoch": 1.1693171188026192, + "grad_norm": 0.3122120201587677, + "learning_rate": 8.326666666666667e-05, + "loss": 0.0819, + "step": 1250 + }, + { + "epoch": 1.1786716557530403, + "grad_norm": 0.27869874238967896, + "learning_rate": 8.393333333333335e-05, + "loss": 0.0849, + "step": 1260 + }, + { + "epoch": 1.1880261927034612, + "grad_norm": 0.30371683835983276, + "learning_rate": 8.46e-05, + "loss": 0.0793, + "step": 1270 + }, + { + "epoch": 1.197380729653882, + "grad_norm": 0.29122546315193176, + "learning_rate": 8.526666666666667e-05, + "loss": 0.0843, + "step": 1280 + }, + { + "epoch": 1.2067352666043032, + "grad_norm": 0.19994695484638214, + "learning_rate": 8.593333333333333e-05, + "loss": 0.0821, + "step": 1290 + }, + { + "epoch": 1.216089803554724, + "grad_norm": 0.2265758067369461, + "learning_rate": 8.66e-05, + "loss": 0.0787, + "step": 1300 + }, + { + "epoch": 1.225444340505145, + "grad_norm": 0.31525617837905884, + "learning_rate": 8.726666666666667e-05, + "loss": 0.0814, + "step": 1310 + }, + { + "epoch": 1.234798877455566, + "grad_norm": 0.28512561321258545, + "learning_rate": 8.793333333333333e-05, + "loss": 0.0814, + "step": 1320 + }, + { + "epoch": 1.244153414405987, + "grad_norm": 0.2971723675727844, + "learning_rate": 8.86e-05, + "loss": 0.0809, + "step": 1330 + }, + { + "epoch": 1.2535079513564078, + "grad_norm": 0.3521793484687805, + "learning_rate": 8.926666666666668e-05, + "loss": 0.0792, + "step": 1340 + }, + { + "epoch": 1.262862488306829, + "grad_norm": 0.3015774190425873, + "learning_rate": 8.993333333333334e-05, + "loss": 0.0768, + "step": 1350 + }, + { + "epoch": 1.2722170252572498, + "grad_norm": 0.33912017941474915, + "learning_rate": 9.06e-05, + "loss": 0.0794, + "step": 1360 + }, + { + "epoch": 1.2815715622076707, + "grad_norm": 0.28121358156204224, + "learning_rate": 9.126666666666667e-05, + "loss": 0.0813, + "step": 1370 + }, + { + "epoch": 1.2909260991580918, + "grad_norm": 0.27609914541244507, + "learning_rate": 9.193333333333334e-05, + "loss": 0.0834, + "step": 1380 + }, + { + "epoch": 1.3002806361085126, + "grad_norm": 0.3025379776954651, + "learning_rate": 9.260000000000001e-05, + "loss": 0.0846, + "step": 1390 + }, + { + "epoch": 1.3096351730589335, + "grad_norm": 0.3491745889186859, + "learning_rate": 9.326666666666667e-05, + "loss": 0.0843, + "step": 1400 + }, + { + "epoch": 1.3189897100093546, + "grad_norm": 0.26246723532676697, + "learning_rate": 9.393333333333334e-05, + "loss": 0.0803, + "step": 1410 + }, + { + "epoch": 1.3283442469597755, + "grad_norm": 0.27920863032341003, + "learning_rate": 9.46e-05, + "loss": 0.0821, + "step": 1420 + }, + { + "epoch": 1.3376987839101964, + "grad_norm": 0.2871882915496826, + "learning_rate": 9.526666666666667e-05, + "loss": 0.0797, + "step": 1430 + }, + { + "epoch": 1.3470533208606175, + "grad_norm": 0.31177446246147156, + "learning_rate": 9.593333333333334e-05, + "loss": 0.0827, + "step": 1440 + }, + { + "epoch": 1.3564078578110383, + "grad_norm": 0.30639731884002686, + "learning_rate": 9.66e-05, + "loss": 0.0797, + "step": 1450 + }, + { + "epoch": 1.3657623947614592, + "grad_norm": 0.24636566638946533, + "learning_rate": 9.726666666666667e-05, + "loss": 0.0812, + "step": 1460 + }, + { + "epoch": 1.3751169317118803, + "grad_norm": 0.2932186722755432, + "learning_rate": 9.793333333333333e-05, + "loss": 0.0761, + "step": 1470 + }, + { + "epoch": 1.3844714686623012, + "grad_norm": 0.2811720669269562, + "learning_rate": 9.86e-05, + "loss": 0.0786, + "step": 1480 + }, + { + "epoch": 1.393826005612722, + "grad_norm": 0.3485398590564728, + "learning_rate": 9.926666666666668e-05, + "loss": 0.0813, + "step": 1490 + }, + { + "epoch": 1.4031805425631432, + "grad_norm": 0.3073749542236328, + "learning_rate": 9.993333333333334e-05, + "loss": 0.0771, + "step": 1500 + }, + { + "epoch": 1.412535079513564, + "grad_norm": 0.2841045558452606, + "learning_rate": 9.999997539434007e-05, + "loss": 0.0815, + "step": 1510 + }, + { + "epoch": 1.421889616463985, + "grad_norm": 0.3243255615234375, + "learning_rate": 9.999989033776898e-05, + "loss": 0.0818, + "step": 1520 + }, + { + "epoch": 1.431244153414406, + "grad_norm": 0.37373989820480347, + "learning_rate": 9.999974452661641e-05, + "loss": 0.0811, + "step": 1530 + }, + { + "epoch": 1.440598690364827, + "grad_norm": 0.26215773820877075, + "learning_rate": 9.999953796105959e-05, + "loss": 0.0784, + "step": 1540 + }, + { + "epoch": 1.4499532273152478, + "grad_norm": 0.2693878710269928, + "learning_rate": 9.999927064134949e-05, + "loss": 0.0762, + "step": 1550 + }, + { + "epoch": 1.4593077642656689, + "grad_norm": 0.21045617759227753, + "learning_rate": 9.999894256781095e-05, + "loss": 0.0808, + "step": 1560 + }, + { + "epoch": 1.4686623012160898, + "grad_norm": 0.26899972558021545, + "learning_rate": 9.99985537408426e-05, + "loss": 0.0784, + "step": 1570 + }, + { + "epoch": 1.4780168381665106, + "grad_norm": 0.24938790500164032, + "learning_rate": 9.999810416091688e-05, + "loss": 0.0779, + "step": 1580 + }, + { + "epoch": 1.4873713751169317, + "grad_norm": 0.19490733742713928, + "learning_rate": 9.99975938285801e-05, + "loss": 0.0787, + "step": 1590 + }, + { + "epoch": 1.4967259120673526, + "grad_norm": 0.17174683511257172, + "learning_rate": 9.999702274445236e-05, + "loss": 0.0804, + "step": 1600 + }, + { + "epoch": 1.5060804490177735, + "grad_norm": 0.2340620756149292, + "learning_rate": 9.999639090922756e-05, + "loss": 0.0799, + "step": 1610 + }, + { + "epoch": 1.5154349859681946, + "grad_norm": 0.34294918179512024, + "learning_rate": 9.999569832367346e-05, + "loss": 0.0743, + "step": 1620 + }, + { + "epoch": 1.5247895229186157, + "grad_norm": 0.2742588520050049, + "learning_rate": 9.999494498863162e-05, + "loss": 0.078, + "step": 1630 + }, + { + "epoch": 1.5341440598690363, + "grad_norm": 0.1567690223455429, + "learning_rate": 9.99941309050174e-05, + "loss": 0.0769, + "step": 1640 + }, + { + "epoch": 1.5434985968194574, + "grad_norm": 0.23261648416519165, + "learning_rate": 9.999325607381999e-05, + "loss": 0.0792, + "step": 1650 + }, + { + "epoch": 1.5528531337698785, + "grad_norm": 0.14973828196525574, + "learning_rate": 9.999232049610238e-05, + "loss": 0.0799, + "step": 1660 + }, + { + "epoch": 1.5622076707202992, + "grad_norm": 0.18580135703086853, + "learning_rate": 9.999132417300142e-05, + "loss": 0.0761, + "step": 1670 + }, + { + "epoch": 1.5715622076707203, + "grad_norm": 0.28906169533729553, + "learning_rate": 9.99902671057277e-05, + "loss": 0.0778, + "step": 1680 + }, + { + "epoch": 1.5809167446211414, + "grad_norm": 0.33097127079963684, + "learning_rate": 9.998914929556569e-05, + "loss": 0.0807, + "step": 1690 + }, + { + "epoch": 1.590271281571562, + "grad_norm": 0.2621939778327942, + "learning_rate": 9.998797074387361e-05, + "loss": 0.0826, + "step": 1700 + }, + { + "epoch": 1.5996258185219832, + "grad_norm": 0.21394141018390656, + "learning_rate": 9.99867314520835e-05, + "loss": 0.0787, + "step": 1710 + }, + { + "epoch": 1.6089803554724043, + "grad_norm": 0.32095861434936523, + "learning_rate": 9.998543142170126e-05, + "loss": 0.0778, + "step": 1720 + }, + { + "epoch": 1.618334892422825, + "grad_norm": 0.3875965476036072, + "learning_rate": 9.99840706543065e-05, + "loss": 0.0807, + "step": 1730 + }, + { + "epoch": 1.627689429373246, + "grad_norm": 0.364091157913208, + "learning_rate": 9.998264915155274e-05, + "loss": 0.0778, + "step": 1740 + }, + { + "epoch": 1.637043966323667, + "grad_norm": 0.2759929299354553, + "learning_rate": 9.998116691516718e-05, + "loss": 0.0774, + "step": 1750 + }, + { + "epoch": 1.646398503274088, + "grad_norm": 0.37385573983192444, + "learning_rate": 9.997962394695091e-05, + "loss": 0.0801, + "step": 1760 + }, + { + "epoch": 1.6557530402245089, + "grad_norm": 0.21554744243621826, + "learning_rate": 9.997802024877875e-05, + "loss": 0.0765, + "step": 1770 + }, + { + "epoch": 1.66510757717493, + "grad_norm": 0.27079886198043823, + "learning_rate": 9.99763558225994e-05, + "loss": 0.0771, + "step": 1780 + }, + { + "epoch": 1.6744621141253508, + "grad_norm": 0.22569766640663147, + "learning_rate": 9.997463067043526e-05, + "loss": 0.0753, + "step": 1790 + }, + { + "epoch": 1.6838166510757717, + "grad_norm": 0.21784140169620514, + "learning_rate": 9.997284479438253e-05, + "loss": 0.0774, + "step": 1800 + }, + { + "epoch": 1.6931711880261928, + "grad_norm": 0.21662847697734833, + "learning_rate": 9.997099819661127e-05, + "loss": 0.0783, + "step": 1810 + }, + { + "epoch": 1.7025257249766137, + "grad_norm": 0.24011805653572083, + "learning_rate": 9.996909087936524e-05, + "loss": 0.0794, + "step": 1820 + }, + { + "epoch": 1.7118802619270346, + "grad_norm": 0.21887347102165222, + "learning_rate": 9.996712284496201e-05, + "loss": 0.0802, + "step": 1830 + }, + { + "epoch": 1.7212347988774557, + "grad_norm": 0.22776389122009277, + "learning_rate": 9.996509409579293e-05, + "loss": 0.0763, + "step": 1840 + }, + { + "epoch": 1.7305893358278766, + "grad_norm": 0.19149328768253326, + "learning_rate": 9.996300463432312e-05, + "loss": 0.0791, + "step": 1850 + }, + { + "epoch": 1.7399438727782974, + "grad_norm": 0.20059505105018616, + "learning_rate": 9.996085446309148e-05, + "loss": 0.0728, + "step": 1860 + }, + { + "epoch": 1.7492984097287185, + "grad_norm": 0.23887695372104645, + "learning_rate": 9.995864358471066e-05, + "loss": 0.0761, + "step": 1870 + }, + { + "epoch": 1.7586529466791394, + "grad_norm": 0.2838671803474426, + "learning_rate": 9.99563720018671e-05, + "loss": 0.0744, + "step": 1880 + }, + { + "epoch": 1.7680074836295603, + "grad_norm": 0.23785385489463806, + "learning_rate": 9.995403971732098e-05, + "loss": 0.0764, + "step": 1890 + }, + { + "epoch": 1.7773620205799814, + "grad_norm": 0.22055743634700775, + "learning_rate": 9.995164673390625e-05, + "loss": 0.0733, + "step": 1900 + }, + { + "epoch": 1.7867165575304023, + "grad_norm": 0.2897675633430481, + "learning_rate": 9.994919305453059e-05, + "loss": 0.0754, + "step": 1910 + }, + { + "epoch": 1.7960710944808231, + "grad_norm": 0.24818025529384613, + "learning_rate": 9.994667868217548e-05, + "loss": 0.0775, + "step": 1920 + }, + { + "epoch": 1.8054256314312442, + "grad_norm": 0.22771719098091125, + "learning_rate": 9.99441036198961e-05, + "loss": 0.0769, + "step": 1930 + }, + { + "epoch": 1.8147801683816651, + "grad_norm": 0.29517555236816406, + "learning_rate": 9.99414678708214e-05, + "loss": 0.0759, + "step": 1940 + }, + { + "epoch": 1.824134705332086, + "grad_norm": 0.34292083978652954, + "learning_rate": 9.993877143815407e-05, + "loss": 0.0734, + "step": 1950 + }, + { + "epoch": 1.833489242282507, + "grad_norm": 0.27118781208992004, + "learning_rate": 9.993601432517053e-05, + "loss": 0.0734, + "step": 1960 + }, + { + "epoch": 1.842843779232928, + "grad_norm": 0.22116899490356445, + "learning_rate": 9.993319653522091e-05, + "loss": 0.073, + "step": 1970 + }, + { + "epoch": 1.8521983161833488, + "grad_norm": 0.2590014636516571, + "learning_rate": 9.993031807172911e-05, + "loss": 0.0753, + "step": 1980 + }, + { + "epoch": 1.86155285313377, + "grad_norm": 0.17240741848945618, + "learning_rate": 9.992737893819273e-05, + "loss": 0.0748, + "step": 1990 + }, + { + "epoch": 1.8709073900841908, + "grad_norm": 0.26979416608810425, + "learning_rate": 9.992437913818312e-05, + "loss": 0.0748, + "step": 2000 + }, + { + "epoch": 1.8802619270346117, + "grad_norm": 0.24333623051643372, + "learning_rate": 9.992131867534526e-05, + "loss": 0.0747, + "step": 2010 + }, + { + "epoch": 1.8896164639850328, + "grad_norm": 0.2064664512872696, + "learning_rate": 9.991819755339796e-05, + "loss": 0.0757, + "step": 2020 + }, + { + "epoch": 1.8989710009354537, + "grad_norm": 0.22626589238643646, + "learning_rate": 9.991501577613365e-05, + "loss": 0.0751, + "step": 2030 + }, + { + "epoch": 1.9083255378858746, + "grad_norm": 0.24788908660411835, + "learning_rate": 9.99117733474185e-05, + "loss": 0.075, + "step": 2040 + }, + { + "epoch": 1.9176800748362957, + "grad_norm": 0.2205037772655487, + "learning_rate": 9.990847027119234e-05, + "loss": 0.0769, + "step": 2050 + }, + { + "epoch": 1.9270346117867165, + "grad_norm": 0.28952348232269287, + "learning_rate": 9.990510655146877e-05, + "loss": 0.0716, + "step": 2060 + }, + { + "epoch": 1.9363891487371374, + "grad_norm": 0.26659464836120605, + "learning_rate": 9.990168219233496e-05, + "loss": 0.0745, + "step": 2070 + }, + { + "epoch": 1.9457436856875585, + "grad_norm": 0.2080981582403183, + "learning_rate": 9.989819719795188e-05, + "loss": 0.0734, + "step": 2080 + }, + { + "epoch": 1.9550982226379794, + "grad_norm": 0.229832723736763, + "learning_rate": 9.989465157255412e-05, + "loss": 0.0707, + "step": 2090 + }, + { + "epoch": 1.9644527595884003, + "grad_norm": 0.21353071928024292, + "learning_rate": 9.989104532044994e-05, + "loss": 0.0746, + "step": 2100 + }, + { + "epoch": 1.9738072965388214, + "grad_norm": 0.28879350423812866, + "learning_rate": 9.988737844602128e-05, + "loss": 0.073, + "step": 2110 + }, + { + "epoch": 1.9831618334892422, + "grad_norm": 0.21094495058059692, + "learning_rate": 9.988365095372372e-05, + "loss": 0.0736, + "step": 2120 + }, + { + "epoch": 1.9925163704396631, + "grad_norm": 0.20323210954666138, + "learning_rate": 9.987986284808654e-05, + "loss": 0.0737, + "step": 2130 + }, + { + "epoch": 2.001870907390084, + "grad_norm": 0.16321712732315063, + "learning_rate": 9.987601413371264e-05, + "loss": 0.0728, + "step": 2140 + }, + { + "epoch": 2.0112254443405053, + "grad_norm": 0.24348565936088562, + "learning_rate": 9.987210481527855e-05, + "loss": 0.0777, + "step": 2150 + }, + { + "epoch": 2.020579981290926, + "grad_norm": 0.2679632008075714, + "learning_rate": 9.98681348975345e-05, + "loss": 0.075, + "step": 2160 + }, + { + "epoch": 2.029934518241347, + "grad_norm": 0.18163377046585083, + "learning_rate": 9.986410438530427e-05, + "loss": 0.0741, + "step": 2170 + }, + { + "epoch": 2.039289055191768, + "grad_norm": 0.2537691593170166, + "learning_rate": 9.986001328348534e-05, + "loss": 0.0715, + "step": 2180 + }, + { + "epoch": 2.048643592142189, + "grad_norm": 0.17465026676654816, + "learning_rate": 9.985586159704878e-05, + "loss": 0.0692, + "step": 2190 + }, + { + "epoch": 2.05799812909261, + "grad_norm": 0.1935727298259735, + "learning_rate": 9.985164933103929e-05, + "loss": 0.0736, + "step": 2200 + }, + { + "epoch": 2.067352666043031, + "grad_norm": 0.24298915266990662, + "learning_rate": 9.984737649057513e-05, + "loss": 0.0715, + "step": 2210 + }, + { + "epoch": 2.0767072029934517, + "grad_norm": 0.196044459939003, + "learning_rate": 9.984304308084827e-05, + "loss": 0.0741, + "step": 2220 + }, + { + "epoch": 2.086061739943873, + "grad_norm": 0.20571394264698029, + "learning_rate": 9.983864910712416e-05, + "loss": 0.0732, + "step": 2230 + }, + { + "epoch": 2.095416276894294, + "grad_norm": 0.17128817737102509, + "learning_rate": 9.98341945747419e-05, + "loss": 0.0739, + "step": 2240 + }, + { + "epoch": 2.1047708138447145, + "grad_norm": 0.16418913006782532, + "learning_rate": 9.98296794891142e-05, + "loss": 0.0754, + "step": 2250 + }, + { + "epoch": 2.1141253507951356, + "grad_norm": 0.24016283452510834, + "learning_rate": 9.982510385572725e-05, + "loss": 0.0768, + "step": 2260 + }, + { + "epoch": 2.1234798877455567, + "grad_norm": 0.36730992794036865, + "learning_rate": 9.982046768014094e-05, + "loss": 0.0773, + "step": 2270 + }, + { + "epoch": 2.1328344246959774, + "grad_norm": 0.22660979628562927, + "learning_rate": 9.981577096798863e-05, + "loss": 0.0717, + "step": 2280 + }, + { + "epoch": 2.1421889616463985, + "grad_norm": 0.23593375086784363, + "learning_rate": 9.981101372497727e-05, + "loss": 0.0714, + "step": 2290 + }, + { + "epoch": 2.1515434985968196, + "grad_norm": 0.18053710460662842, + "learning_rate": 9.980619595688737e-05, + "loss": 0.0706, + "step": 2300 + }, + { + "epoch": 2.1608980355472402, + "grad_norm": 0.2902178466320038, + "learning_rate": 9.980131766957295e-05, + "loss": 0.072, + "step": 2310 + }, + { + "epoch": 2.1702525724976613, + "grad_norm": 0.22117115557193756, + "learning_rate": 9.979637886896163e-05, + "loss": 0.075, + "step": 2320 + }, + { + "epoch": 2.1796071094480824, + "grad_norm": 0.20602044463157654, + "learning_rate": 9.979137956105447e-05, + "loss": 0.0718, + "step": 2330 + }, + { + "epoch": 2.188961646398503, + "grad_norm": 0.18105794489383698, + "learning_rate": 9.978631975192613e-05, + "loss": 0.0734, + "step": 2340 + }, + { + "epoch": 2.198316183348924, + "grad_norm": 0.20817376673221588, + "learning_rate": 9.978119944772475e-05, + "loss": 0.07, + "step": 2350 + }, + { + "epoch": 2.2076707202993453, + "grad_norm": 0.266090452671051, + "learning_rate": 9.977601865467197e-05, + "loss": 0.0726, + "step": 2360 + }, + { + "epoch": 2.217025257249766, + "grad_norm": 0.17958462238311768, + "learning_rate": 9.977077737906297e-05, + "loss": 0.0732, + "step": 2370 + }, + { + "epoch": 2.226379794200187, + "grad_norm": 0.1948152333498001, + "learning_rate": 9.976547562726636e-05, + "loss": 0.0729, + "step": 2380 + }, + { + "epoch": 2.235734331150608, + "grad_norm": 0.17419639229774475, + "learning_rate": 9.976011340572429e-05, + "loss": 0.0685, + "step": 2390 + }, + { + "epoch": 2.245088868101029, + "grad_norm": 0.1643061637878418, + "learning_rate": 9.975469072095237e-05, + "loss": 0.0723, + "step": 2400 + }, + { + "epoch": 2.25444340505145, + "grad_norm": 0.21343488991260529, + "learning_rate": 9.974920757953965e-05, + "loss": 0.0709, + "step": 2410 + }, + { + "epoch": 2.263797942001871, + "grad_norm": 0.2587820589542389, + "learning_rate": 9.97436639881487e-05, + "loss": 0.0708, + "step": 2420 + }, + { + "epoch": 2.2731524789522917, + "grad_norm": 0.16832253336906433, + "learning_rate": 9.973805995351545e-05, + "loss": 0.0713, + "step": 2430 + }, + { + "epoch": 2.2825070159027128, + "grad_norm": 0.17703451216220856, + "learning_rate": 9.973239548244939e-05, + "loss": 0.0732, + "step": 2440 + }, + { + "epoch": 2.291861552853134, + "grad_norm": 0.18467441201210022, + "learning_rate": 9.972667058183333e-05, + "loss": 0.0718, + "step": 2450 + }, + { + "epoch": 2.301216089803555, + "grad_norm": 0.23501785099506378, + "learning_rate": 9.972088525862362e-05, + "loss": 0.0692, + "step": 2460 + }, + { + "epoch": 2.3105706267539756, + "grad_norm": 0.22684131562709808, + "learning_rate": 9.971503951984995e-05, + "loss": 0.0714, + "step": 2470 + }, + { + "epoch": 2.3199251637043967, + "grad_norm": 0.2371481955051422, + "learning_rate": 9.970913337261543e-05, + "loss": 0.0729, + "step": 2480 + }, + { + "epoch": 2.3292797006548174, + "grad_norm": 0.15879227221012115, + "learning_rate": 9.97031668240966e-05, + "loss": 0.0708, + "step": 2490 + }, + { + "epoch": 2.3386342376052385, + "grad_norm": 0.18258695304393768, + "learning_rate": 9.969713988154339e-05, + "loss": 0.0695, + "step": 2500 + }, + { + "epoch": 2.3479887745556596, + "grad_norm": 0.16912440955638885, + "learning_rate": 9.969105255227906e-05, + "loss": 0.0675, + "step": 2510 + }, + { + "epoch": 2.3573433115060807, + "grad_norm": 0.2261040359735489, + "learning_rate": 9.968490484370035e-05, + "loss": 0.0673, + "step": 2520 + }, + { + "epoch": 2.3666978484565013, + "grad_norm": 0.17096549272537231, + "learning_rate": 9.967869676327726e-05, + "loss": 0.0718, + "step": 2530 + }, + { + "epoch": 2.3760523854069224, + "grad_norm": 0.28029191493988037, + "learning_rate": 9.96724283185532e-05, + "loss": 0.0663, + "step": 2540 + }, + { + "epoch": 2.385406922357343, + "grad_norm": 0.19473449885845184, + "learning_rate": 9.966609951714494e-05, + "loss": 0.0698, + "step": 2550 + }, + { + "epoch": 2.394761459307764, + "grad_norm": 0.1481119841337204, + "learning_rate": 9.965971036674255e-05, + "loss": 0.0673, + "step": 2560 + }, + { + "epoch": 2.4041159962581853, + "grad_norm": 0.19239172339439392, + "learning_rate": 9.965326087510947e-05, + "loss": 0.0699, + "step": 2570 + }, + { + "epoch": 2.4134705332086064, + "grad_norm": 0.2443719059228897, + "learning_rate": 9.964675105008244e-05, + "loss": 0.0715, + "step": 2580 + }, + { + "epoch": 2.422825070159027, + "grad_norm": 0.15945081412792206, + "learning_rate": 9.964018089957147e-05, + "loss": 0.0693, + "step": 2590 + }, + { + "epoch": 2.432179607109448, + "grad_norm": 0.1537451297044754, + "learning_rate": 9.963355043155996e-05, + "loss": 0.0713, + "step": 2600 + }, + { + "epoch": 2.441534144059869, + "grad_norm": 0.1587570607662201, + "learning_rate": 9.962685965410455e-05, + "loss": 0.0694, + "step": 2610 + }, + { + "epoch": 2.45088868101029, + "grad_norm": 0.13377662003040314, + "learning_rate": 9.962010857533514e-05, + "loss": 0.0713, + "step": 2620 + }, + { + "epoch": 2.460243217960711, + "grad_norm": 0.19238333404064178, + "learning_rate": 9.961329720345493e-05, + "loss": 0.0733, + "step": 2630 + }, + { + "epoch": 2.469597754911132, + "grad_norm": 0.26097482442855835, + "learning_rate": 9.96064255467404e-05, + "loss": 0.0709, + "step": 2640 + }, + { + "epoch": 2.4789522918615527, + "grad_norm": 0.2208598554134369, + "learning_rate": 9.959949361354126e-05, + "loss": 0.0701, + "step": 2650 + }, + { + "epoch": 2.488306828811974, + "grad_norm": 0.20912721753120422, + "learning_rate": 9.959250141228045e-05, + "loss": 0.0714, + "step": 2660 + }, + { + "epoch": 2.497661365762395, + "grad_norm": 0.16653238236904144, + "learning_rate": 9.958544895145414e-05, + "loss": 0.0714, + "step": 2670 + }, + { + "epoch": 2.5070159027128156, + "grad_norm": 0.14403526484966278, + "learning_rate": 9.957833623963177e-05, + "loss": 0.0688, + "step": 2680 + }, + { + "epoch": 2.5163704396632367, + "grad_norm": 0.20161816477775574, + "learning_rate": 9.957116328545593e-05, + "loss": 0.0706, + "step": 2690 + }, + { + "epoch": 2.525724976613658, + "grad_norm": 0.1523439884185791, + "learning_rate": 9.956393009764244e-05, + "loss": 0.0691, + "step": 2700 + }, + { + "epoch": 2.5350795135640785, + "grad_norm": 0.14868322014808655, + "learning_rate": 9.955663668498032e-05, + "loss": 0.0698, + "step": 2710 + }, + { + "epoch": 2.5444340505144996, + "grad_norm": 0.1741979420185089, + "learning_rate": 9.954928305633173e-05, + "loss": 0.0696, + "step": 2720 + }, + { + "epoch": 2.55378858746492, + "grad_norm": 0.1390860378742218, + "learning_rate": 9.954186922063204e-05, + "loss": 0.0671, + "step": 2730 + }, + { + "epoch": 2.5631431244153413, + "grad_norm": 0.1911197155714035, + "learning_rate": 9.953439518688974e-05, + "loss": 0.0694, + "step": 2740 + }, + { + "epoch": 2.5724976613657624, + "grad_norm": 0.17708182334899902, + "learning_rate": 9.952686096418652e-05, + "loss": 0.0704, + "step": 2750 + }, + { + "epoch": 2.5818521983161835, + "grad_norm": 0.20119062066078186, + "learning_rate": 9.951926656167714e-05, + "loss": 0.0688, + "step": 2760 + }, + { + "epoch": 2.591206735266604, + "grad_norm": 0.22282901406288147, + "learning_rate": 9.951161198858953e-05, + "loss": 0.0687, + "step": 2770 + }, + { + "epoch": 2.6005612722170253, + "grad_norm": 0.20661887526512146, + "learning_rate": 9.950389725422471e-05, + "loss": 0.0702, + "step": 2780 + }, + { + "epoch": 2.6099158091674464, + "grad_norm": 0.15511807799339294, + "learning_rate": 9.949612236795682e-05, + "loss": 0.0682, + "step": 2790 + }, + { + "epoch": 2.619270346117867, + "grad_norm": 0.21216616034507751, + "learning_rate": 9.948828733923305e-05, + "loss": 0.0709, + "step": 2800 + }, + { + "epoch": 2.628624883068288, + "grad_norm": 0.15958271920681, + "learning_rate": 9.948039217757374e-05, + "loss": 0.0705, + "step": 2810 + }, + { + "epoch": 2.637979420018709, + "grad_norm": 0.14623695611953735, + "learning_rate": 9.947243689257225e-05, + "loss": 0.0671, + "step": 2820 + }, + { + "epoch": 2.64733395696913, + "grad_norm": 0.20471464097499847, + "learning_rate": 9.946442149389497e-05, + "loss": 0.0661, + "step": 2830 + }, + { + "epoch": 2.656688493919551, + "grad_norm": 0.23796851933002472, + "learning_rate": 9.945634599128139e-05, + "loss": 0.0687, + "step": 2840 + }, + { + "epoch": 2.666043030869972, + "grad_norm": 0.15174010396003723, + "learning_rate": 9.944821039454402e-05, + "loss": 0.072, + "step": 2850 + }, + { + "epoch": 2.6753975678203927, + "grad_norm": 0.23413170874118805, + "learning_rate": 9.944001471356835e-05, + "loss": 0.0685, + "step": 2860 + }, + { + "epoch": 2.684752104770814, + "grad_norm": 0.23942293226718903, + "learning_rate": 9.94317589583129e-05, + "loss": 0.0687, + "step": 2870 + }, + { + "epoch": 2.694106641721235, + "grad_norm": 0.19415383040905, + "learning_rate": 9.942344313880922e-05, + "loss": 0.0703, + "step": 2880 + }, + { + "epoch": 2.703461178671656, + "grad_norm": 0.23157237470149994, + "learning_rate": 9.941506726516179e-05, + "loss": 0.0721, + "step": 2890 + }, + { + "epoch": 2.7128157156220767, + "grad_norm": 0.16917066276073456, + "learning_rate": 9.94066313475481e-05, + "loss": 0.0707, + "step": 2900 + }, + { + "epoch": 2.722170252572498, + "grad_norm": 0.20194129645824432, + "learning_rate": 9.939813539621857e-05, + "loss": 0.0737, + "step": 2910 + }, + { + "epoch": 2.7315247895229184, + "grad_norm": 0.20675624907016754, + "learning_rate": 9.93895794214966e-05, + "loss": 0.07, + "step": 2920 + }, + { + "epoch": 2.7408793264733395, + "grad_norm": 0.26821446418762207, + "learning_rate": 9.938096343377852e-05, + "loss": 0.071, + "step": 2930 + }, + { + "epoch": 2.7502338634237606, + "grad_norm": 0.22627343237400055, + "learning_rate": 9.937228744353353e-05, + "loss": 0.0693, + "step": 2940 + }, + { + "epoch": 2.7595884003741817, + "grad_norm": 0.2555886209011078, + "learning_rate": 9.936355146130379e-05, + "loss": 0.0698, + "step": 2950 + }, + { + "epoch": 2.7689429373246024, + "grad_norm": 0.1913008987903595, + "learning_rate": 9.935475549770435e-05, + "loss": 0.0716, + "step": 2960 + }, + { + "epoch": 2.7782974742750235, + "grad_norm": 0.25286227464675903, + "learning_rate": 9.934589956342315e-05, + "loss": 0.0707, + "step": 2970 + }, + { + "epoch": 2.787652011225444, + "grad_norm": 0.20563660562038422, + "learning_rate": 9.933698366922093e-05, + "loss": 0.0693, + "step": 2980 + }, + { + "epoch": 2.7970065481758652, + "grad_norm": 0.20059271156787872, + "learning_rate": 9.93280078259314e-05, + "loss": 0.0716, + "step": 2990 + }, + { + "epoch": 2.8063610851262863, + "grad_norm": 0.19779370725154877, + "learning_rate": 9.931897204446104e-05, + "loss": 0.0693, + "step": 3000 + }, + { + "epoch": 2.8157156220767074, + "grad_norm": 0.20042745769023895, + "learning_rate": 9.930987633578915e-05, + "loss": 0.0669, + "step": 3010 + }, + { + "epoch": 2.825070159027128, + "grad_norm": 0.14244693517684937, + "learning_rate": 9.93007207109679e-05, + "loss": 0.0681, + "step": 3020 + }, + { + "epoch": 2.834424695977549, + "grad_norm": 0.13027893006801605, + "learning_rate": 9.929150518112224e-05, + "loss": 0.0704, + "step": 3030 + }, + { + "epoch": 2.84377923292797, + "grad_norm": 0.1732727587223053, + "learning_rate": 9.928222975744991e-05, + "loss": 0.0685, + "step": 3040 + }, + { + "epoch": 2.853133769878391, + "grad_norm": 0.2151723951101303, + "learning_rate": 9.92728944512214e-05, + "loss": 0.0683, + "step": 3050 + }, + { + "epoch": 2.862488306828812, + "grad_norm": 0.18603606522083282, + "learning_rate": 9.926349927378001e-05, + "loss": 0.0698, + "step": 3060 + }, + { + "epoch": 2.871842843779233, + "grad_norm": 0.1660243272781372, + "learning_rate": 9.925404423654174e-05, + "loss": 0.0666, + "step": 3070 + }, + { + "epoch": 2.881197380729654, + "grad_norm": 0.1974976807832718, + "learning_rate": 9.924452935099537e-05, + "loss": 0.0684, + "step": 3080 + }, + { + "epoch": 2.890551917680075, + "grad_norm": 0.2376919388771057, + "learning_rate": 9.92349546287024e-05, + "loss": 0.0677, + "step": 3090 + }, + { + "epoch": 2.8999064546304956, + "grad_norm": 0.17849531769752502, + "learning_rate": 9.9225320081297e-05, + "loss": 0.0651, + "step": 3100 + }, + { + "epoch": 2.9092609915809167, + "grad_norm": 0.20816020667552948, + "learning_rate": 9.921562572048606e-05, + "loss": 0.0659, + "step": 3110 + }, + { + "epoch": 2.9186155285313378, + "grad_norm": 0.21336059272289276, + "learning_rate": 9.920587155804913e-05, + "loss": 0.0677, + "step": 3120 + }, + { + "epoch": 2.927970065481759, + "grad_norm": 0.2339794784784317, + "learning_rate": 9.919605760583845e-05, + "loss": 0.0676, + "step": 3130 + }, + { + "epoch": 2.9373246024321795, + "grad_norm": 0.18678489327430725, + "learning_rate": 9.91861838757789e-05, + "loss": 0.0657, + "step": 3140 + }, + { + "epoch": 2.9466791393826006, + "grad_norm": 0.25736939907073975, + "learning_rate": 9.917625037986798e-05, + "loss": 0.0671, + "step": 3150 + }, + { + "epoch": 2.9560336763330213, + "grad_norm": 0.1789436787366867, + "learning_rate": 9.916625713017583e-05, + "loss": 0.0646, + "step": 3160 + }, + { + "epoch": 2.9653882132834424, + "grad_norm": 0.19622552394866943, + "learning_rate": 9.915620413884519e-05, + "loss": 0.0688, + "step": 3170 + }, + { + "epoch": 2.9747427502338635, + "grad_norm": 0.14743967354297638, + "learning_rate": 9.914609141809139e-05, + "loss": 0.0669, + "step": 3180 + }, + { + "epoch": 2.9840972871842846, + "grad_norm": 0.16478030383586884, + "learning_rate": 9.913591898020235e-05, + "loss": 0.0697, + "step": 3190 + }, + { + "epoch": 2.9934518241347052, + "grad_norm": 0.16761553287506104, + "learning_rate": 9.912568683753853e-05, + "loss": 0.0709, + "step": 3200 + }, + { + "epoch": 3.0028063610851263, + "grad_norm": 0.18737445771694183, + "learning_rate": 9.911539500253295e-05, + "loss": 0.0683, + "step": 3210 + }, + { + "epoch": 3.0121608980355474, + "grad_norm": 0.172563835978508, + "learning_rate": 9.910504348769118e-05, + "loss": 0.0688, + "step": 3220 + }, + { + "epoch": 3.021515434985968, + "grad_norm": 0.18918190896511078, + "learning_rate": 9.909463230559127e-05, + "loss": 0.0675, + "step": 3230 + }, + { + "epoch": 3.030869971936389, + "grad_norm": 0.22643032670021057, + "learning_rate": 9.908416146888376e-05, + "loss": 0.0675, + "step": 3240 + }, + { + "epoch": 3.0402245088868103, + "grad_norm": 0.23864096403121948, + "learning_rate": 9.907363099029175e-05, + "loss": 0.0676, + "step": 3250 + }, + { + "epoch": 3.049579045837231, + "grad_norm": 0.16740936040878296, + "learning_rate": 9.906304088261073e-05, + "loss": 0.0667, + "step": 3260 + }, + { + "epoch": 3.058933582787652, + "grad_norm": 0.15316425263881683, + "learning_rate": 9.905239115870872e-05, + "loss": 0.0682, + "step": 3270 + }, + { + "epoch": 3.068288119738073, + "grad_norm": 0.13253381848335266, + "learning_rate": 9.90416818315261e-05, + "loss": 0.0692, + "step": 3280 + }, + { + "epoch": 3.077642656688494, + "grad_norm": 0.14764705300331116, + "learning_rate": 9.903091291407573e-05, + "loss": 0.0657, + "step": 3290 + }, + { + "epoch": 3.086997193638915, + "grad_norm": 0.14458118379116058, + "learning_rate": 9.902008441944286e-05, + "loss": 0.0669, + "step": 3300 + }, + { + "epoch": 3.096351730589336, + "grad_norm": 0.1492006480693817, + "learning_rate": 9.900919636078512e-05, + "loss": 0.0638, + "step": 3310 + }, + { + "epoch": 3.1057062675397566, + "grad_norm": 0.1356874704360962, + "learning_rate": 9.899824875133255e-05, + "loss": 0.0652, + "step": 3320 + }, + { + "epoch": 3.1150608044901777, + "grad_norm": 0.14653968811035156, + "learning_rate": 9.898724160438749e-05, + "loss": 0.0657, + "step": 3330 + }, + { + "epoch": 3.124415341440599, + "grad_norm": 0.20950499176979065, + "learning_rate": 9.89761749333247e-05, + "loss": 0.0667, + "step": 3340 + }, + { + "epoch": 3.1337698783910195, + "grad_norm": 0.164937824010849, + "learning_rate": 9.896504875159122e-05, + "loss": 0.0683, + "step": 3350 + }, + { + "epoch": 3.1431244153414406, + "grad_norm": 0.14888615906238556, + "learning_rate": 9.89538630727064e-05, + "loss": 0.0693, + "step": 3360 + }, + { + "epoch": 3.1524789522918617, + "grad_norm": 0.2107551246881485, + "learning_rate": 9.894261791026189e-05, + "loss": 0.0674, + "step": 3370 + }, + { + "epoch": 3.1618334892422824, + "grad_norm": 0.21045830845832825, + "learning_rate": 9.893131327792165e-05, + "loss": 0.0657, + "step": 3380 + }, + { + "epoch": 3.1711880261927035, + "grad_norm": 0.2757536470890045, + "learning_rate": 9.891994918942182e-05, + "loss": 0.0663, + "step": 3390 + }, + { + "epoch": 3.1805425631431246, + "grad_norm": 0.1757742315530777, + "learning_rate": 9.890852565857092e-05, + "loss": 0.0678, + "step": 3400 + }, + { + "epoch": 3.189897100093545, + "grad_norm": 0.16306312382221222, + "learning_rate": 9.889704269924954e-05, + "loss": 0.0649, + "step": 3410 + }, + { + "epoch": 3.1992516370439663, + "grad_norm": 0.15332290530204773, + "learning_rate": 9.888550032541059e-05, + "loss": 0.066, + "step": 3420 + }, + { + "epoch": 3.2086061739943874, + "grad_norm": 0.19271457195281982, + "learning_rate": 9.887389855107916e-05, + "loss": 0.0671, + "step": 3430 + }, + { + "epoch": 3.217960710944808, + "grad_norm": 0.1554708331823349, + "learning_rate": 9.886223739035248e-05, + "loss": 0.0669, + "step": 3440 + }, + { + "epoch": 3.227315247895229, + "grad_norm": 0.1567731648683548, + "learning_rate": 9.885051685739997e-05, + "loss": 0.0661, + "step": 3450 + }, + { + "epoch": 3.2366697848456503, + "grad_norm": 0.14709913730621338, + "learning_rate": 9.883873696646316e-05, + "loss": 0.0637, + "step": 3460 + }, + { + "epoch": 3.246024321796071, + "grad_norm": 0.18655931949615479, + "learning_rate": 9.882689773185575e-05, + "loss": 0.0653, + "step": 3470 + }, + { + "epoch": 3.255378858746492, + "grad_norm": 0.18549641966819763, + "learning_rate": 9.881499916796353e-05, + "loss": 0.0663, + "step": 3480 + }, + { + "epoch": 3.264733395696913, + "grad_norm": 0.1948227435350418, + "learning_rate": 9.880304128924434e-05, + "loss": 0.0645, + "step": 3490 + }, + { + "epoch": 3.2740879326473338, + "grad_norm": 0.22693690657615662, + "learning_rate": 9.879102411022817e-05, + "loss": 0.0681, + "step": 3500 + }, + { + "epoch": 3.283442469597755, + "grad_norm": 0.1675337553024292, + "learning_rate": 9.877894764551703e-05, + "loss": 0.0641, + "step": 3510 + }, + { + "epoch": 3.292797006548176, + "grad_norm": 0.15163159370422363, + "learning_rate": 9.876681190978494e-05, + "loss": 0.0649, + "step": 3520 + }, + { + "epoch": 3.3021515434985966, + "grad_norm": 0.15471002459526062, + "learning_rate": 9.875461691777797e-05, + "loss": 0.0664, + "step": 3530 + }, + { + "epoch": 3.3115060804490177, + "grad_norm": 0.20423971116542816, + "learning_rate": 9.874236268431417e-05, + "loss": 0.066, + "step": 3540 + }, + { + "epoch": 3.320860617399439, + "grad_norm": 0.1511887013912201, + "learning_rate": 9.873004922428361e-05, + "loss": 0.0641, + "step": 3550 + }, + { + "epoch": 3.33021515434986, + "grad_norm": 0.19187356531620026, + "learning_rate": 9.871767655264829e-05, + "loss": 0.0639, + "step": 3560 + }, + { + "epoch": 3.3395696913002806, + "grad_norm": 0.11454394459724426, + "learning_rate": 9.87052446844422e-05, + "loss": 0.0655, + "step": 3570 + }, + { + "epoch": 3.3489242282507017, + "grad_norm": 0.1988217830657959, + "learning_rate": 9.869275363477122e-05, + "loss": 0.0681, + "step": 3580 + }, + { + "epoch": 3.3582787652011223, + "grad_norm": 0.14876458048820496, + "learning_rate": 9.868020341881312e-05, + "loss": 0.065, + "step": 3590 + }, + { + "epoch": 3.3676333021515434, + "grad_norm": 0.22892674803733826, + "learning_rate": 9.866759405181765e-05, + "loss": 0.0669, + "step": 3600 + }, + { + "epoch": 3.3769878391019645, + "grad_norm": 0.27663105726242065, + "learning_rate": 9.865492554910633e-05, + "loss": 0.0648, + "step": 3610 + }, + { + "epoch": 3.3863423760523856, + "grad_norm": 0.26730838418006897, + "learning_rate": 9.864219792607262e-05, + "loss": 0.0655, + "step": 3620 + }, + { + "epoch": 3.3956969130028063, + "grad_norm": 0.18086935579776764, + "learning_rate": 9.862941119818177e-05, + "loss": 0.0636, + "step": 3630 + }, + { + "epoch": 3.4050514499532274, + "grad_norm": 0.14037445187568665, + "learning_rate": 9.861656538097086e-05, + "loss": 0.0662, + "step": 3640 + }, + { + "epoch": 3.414405986903648, + "grad_norm": 0.16850900650024414, + "learning_rate": 9.860366049004877e-05, + "loss": 0.0649, + "step": 3650 + }, + { + "epoch": 3.423760523854069, + "grad_norm": 0.19606606662273407, + "learning_rate": 9.859069654109615e-05, + "loss": 0.0654, + "step": 3660 + }, + { + "epoch": 3.4331150608044902, + "grad_norm": 0.2510981261730194, + "learning_rate": 9.857767354986545e-05, + "loss": 0.0629, + "step": 3670 + }, + { + "epoch": 3.4424695977549113, + "grad_norm": 0.21330197155475616, + "learning_rate": 9.856459153218078e-05, + "loss": 0.0642, + "step": 3680 + }, + { + "epoch": 3.451824134705332, + "grad_norm": 0.20671530067920685, + "learning_rate": 9.855145050393808e-05, + "loss": 0.0648, + "step": 3690 + }, + { + "epoch": 3.461178671655753, + "grad_norm": 0.1470894068479538, + "learning_rate": 9.85382504811049e-05, + "loss": 0.0651, + "step": 3700 + }, + { + "epoch": 3.4705332086061738, + "grad_norm": 0.17471639811992645, + "learning_rate": 9.852499147972054e-05, + "loss": 0.0649, + "step": 3710 + }, + { + "epoch": 3.479887745556595, + "grad_norm": 0.1986069232225418, + "learning_rate": 9.851167351589592e-05, + "loss": 0.0645, + "step": 3720 + }, + { + "epoch": 3.489242282507016, + "grad_norm": 0.18810440599918365, + "learning_rate": 9.849829660581363e-05, + "loss": 0.0662, + "step": 3730 + }, + { + "epoch": 3.498596819457437, + "grad_norm": 0.14479851722717285, + "learning_rate": 9.848486076572787e-05, + "loss": 0.0666, + "step": 3740 + }, + { + "epoch": 3.5079513564078577, + "grad_norm": 0.1892583668231964, + "learning_rate": 9.847136601196446e-05, + "loss": 0.0641, + "step": 3750 + }, + { + "epoch": 3.517305893358279, + "grad_norm": 0.24025095999240875, + "learning_rate": 9.845781236092078e-05, + "loss": 0.0667, + "step": 3760 + }, + { + "epoch": 3.5266604303086995, + "grad_norm": 0.17218220233917236, + "learning_rate": 9.844419982906583e-05, + "loss": 0.0667, + "step": 3770 + }, + { + "epoch": 3.5360149672591206, + "grad_norm": 0.16395597159862518, + "learning_rate": 9.843052843294008e-05, + "loss": 0.0657, + "step": 3780 + }, + { + "epoch": 3.5453695042095417, + "grad_norm": 0.2640219032764435, + "learning_rate": 9.841679818915559e-05, + "loss": 0.0642, + "step": 3790 + }, + { + "epoch": 3.5547240411599628, + "grad_norm": 0.20893815159797668, + "learning_rate": 9.840300911439591e-05, + "loss": 0.0638, + "step": 3800 + }, + { + "epoch": 3.5640785781103834, + "grad_norm": 0.19364742934703827, + "learning_rate": 9.838916122541603e-05, + "loss": 0.0679, + "step": 3810 + }, + { + "epoch": 3.5734331150608045, + "grad_norm": 0.1740623563528061, + "learning_rate": 9.837525453904246e-05, + "loss": 0.0648, + "step": 3820 + }, + { + "epoch": 3.582787652011225, + "grad_norm": 0.20200900733470917, + "learning_rate": 9.836128907217314e-05, + "loss": 0.0655, + "step": 3830 + }, + { + "epoch": 3.5921421889616463, + "grad_norm": 0.15937460958957672, + "learning_rate": 9.834726484177743e-05, + "loss": 0.0643, + "step": 3840 + }, + { + "epoch": 3.6014967259120674, + "grad_norm": 0.16981801390647888, + "learning_rate": 9.833318186489609e-05, + "loss": 0.0691, + "step": 3850 + }, + { + "epoch": 3.6108512628624885, + "grad_norm": 0.1921202391386032, + "learning_rate": 9.831904015864126e-05, + "loss": 0.0644, + "step": 3860 + }, + { + "epoch": 3.620205799812909, + "grad_norm": 0.22913452982902527, + "learning_rate": 9.830483974019645e-05, + "loss": 0.0642, + "step": 3870 + }, + { + "epoch": 3.6295603367633302, + "grad_norm": 0.24365785717964172, + "learning_rate": 9.82905806268165e-05, + "loss": 0.0667, + "step": 3880 + }, + { + "epoch": 3.6389148737137513, + "grad_norm": 0.2059897482395172, + "learning_rate": 9.82762628358276e-05, + "loss": 0.0664, + "step": 3890 + }, + { + "epoch": 3.648269410664172, + "grad_norm": 0.17903012037277222, + "learning_rate": 9.826188638462718e-05, + "loss": 0.0664, + "step": 3900 + }, + { + "epoch": 3.657623947614593, + "grad_norm": 0.19705262780189514, + "learning_rate": 9.824745129068402e-05, + "loss": 0.0672, + "step": 3910 + }, + { + "epoch": 3.666978484565014, + "grad_norm": 0.1452181190252304, + "learning_rate": 9.82329575715381e-05, + "loss": 0.0629, + "step": 3920 + }, + { + "epoch": 3.676333021515435, + "grad_norm": 0.17096036672592163, + "learning_rate": 9.821840524480066e-05, + "loss": 0.0657, + "step": 3930 + }, + { + "epoch": 3.685687558465856, + "grad_norm": 0.12412618100643158, + "learning_rate": 9.820379432815414e-05, + "loss": 0.0622, + "step": 3940 + }, + { + "epoch": 3.695042095416277, + "grad_norm": 0.1617046594619751, + "learning_rate": 9.81891248393522e-05, + "loss": 0.0667, + "step": 3950 + }, + { + "epoch": 3.7043966323666977, + "grad_norm": 0.1532231569290161, + "learning_rate": 9.817439679621963e-05, + "loss": 0.0638, + "step": 3960 + }, + { + "epoch": 3.713751169317119, + "grad_norm": 0.15530700981616974, + "learning_rate": 9.815961021665243e-05, + "loss": 0.0689, + "step": 3970 + }, + { + "epoch": 3.72310570626754, + "grad_norm": 0.20580610632896423, + "learning_rate": 9.814476511861763e-05, + "loss": 0.0627, + "step": 3980 + }, + { + "epoch": 3.7324602432179605, + "grad_norm": 0.17311005294322968, + "learning_rate": 9.812986152015348e-05, + "loss": 0.0639, + "step": 3990 + }, + { + "epoch": 3.7418147801683816, + "grad_norm": 0.1948358565568924, + "learning_rate": 9.811489943936922e-05, + "loss": 0.0639, + "step": 4000 + }, + { + "epoch": 3.7511693171188027, + "grad_norm": 0.17578259110450745, + "learning_rate": 9.809987889444522e-05, + "loss": 0.0613, + "step": 4010 + }, + { + "epoch": 3.7605238540692234, + "grad_norm": 0.19400183856487274, + "learning_rate": 9.808479990363282e-05, + "loss": 0.0635, + "step": 4020 + }, + { + "epoch": 3.7698783910196445, + "grad_norm": 0.2490236610174179, + "learning_rate": 9.806966248525445e-05, + "loss": 0.0641, + "step": 4030 + }, + { + "epoch": 3.7792329279700656, + "grad_norm": 0.22935174405574799, + "learning_rate": 9.805446665770348e-05, + "loss": 0.0617, + "step": 4040 + }, + { + "epoch": 3.7885874649204867, + "grad_norm": 0.22543089091777802, + "learning_rate": 9.803921243944429e-05, + "loss": 0.0643, + "step": 4050 + }, + { + "epoch": 3.7979420018709074, + "grad_norm": 0.16124923527240753, + "learning_rate": 9.802389984901218e-05, + "loss": 0.0662, + "step": 4060 + }, + { + "epoch": 3.8072965388213285, + "grad_norm": 0.16282859444618225, + "learning_rate": 9.80085289050134e-05, + "loss": 0.064, + "step": 4070 + }, + { + "epoch": 3.816651075771749, + "grad_norm": 0.18955008685588837, + "learning_rate": 9.799309962612508e-05, + "loss": 0.067, + "step": 4080 + }, + { + "epoch": 3.82600561272217, + "grad_norm": 0.14400146901607513, + "learning_rate": 9.797761203109527e-05, + "loss": 0.0628, + "step": 4090 + }, + { + "epoch": 3.8353601496725913, + "grad_norm": 0.1569831818342209, + "learning_rate": 9.796206613874283e-05, + "loss": 0.0624, + "step": 4100 + }, + { + "epoch": 3.8447146866230124, + "grad_norm": 0.1610042005777359, + "learning_rate": 9.794646196795754e-05, + "loss": 0.0621, + "step": 4110 + }, + { + "epoch": 3.854069223573433, + "grad_norm": 0.18964806199073792, + "learning_rate": 9.793079953769987e-05, + "loss": 0.0637, + "step": 4120 + }, + { + "epoch": 3.863423760523854, + "grad_norm": 0.14275364577770233, + "learning_rate": 9.79150788670012e-05, + "loss": 0.0637, + "step": 4130 + }, + { + "epoch": 3.872778297474275, + "grad_norm": 0.1648910790681839, + "learning_rate": 9.78992999749636e-05, + "loss": 0.0632, + "step": 4140 + }, + { + "epoch": 3.882132834424696, + "grad_norm": 0.1448388546705246, + "learning_rate": 9.788346288075994e-05, + "loss": 0.0597, + "step": 4150 + }, + { + "epoch": 3.891487371375117, + "grad_norm": 0.1623459905385971, + "learning_rate": 9.786756760363373e-05, + "loss": 0.065, + "step": 4160 + }, + { + "epoch": 3.900841908325538, + "grad_norm": 0.1700536012649536, + "learning_rate": 9.78516141628993e-05, + "loss": 0.0628, + "step": 4170 + }, + { + "epoch": 3.9101964452759588, + "grad_norm": 0.15541617572307587, + "learning_rate": 9.783560257794154e-05, + "loss": 0.0637, + "step": 4180 + }, + { + "epoch": 3.91955098222638, + "grad_norm": 0.18436814844608307, + "learning_rate": 9.781953286821603e-05, + "loss": 0.0642, + "step": 4190 + }, + { + "epoch": 3.9289055191768005, + "grad_norm": 0.18083356320858002, + "learning_rate": 9.780340505324901e-05, + "loss": 0.0638, + "step": 4200 + }, + { + "epoch": 3.9382600561272216, + "grad_norm": 0.11909911036491394, + "learning_rate": 9.778721915263727e-05, + "loss": 0.0654, + "step": 4210 + }, + { + "epoch": 3.9476145930776427, + "grad_norm": 0.18474195897579193, + "learning_rate": 9.777097518604824e-05, + "loss": 0.0618, + "step": 4220 + }, + { + "epoch": 3.956969130028064, + "grad_norm": 0.21062086522579193, + "learning_rate": 9.775467317321984e-05, + "loss": 0.0604, + "step": 4230 + }, + { + "epoch": 3.9663236669784845, + "grad_norm": 0.16026979684829712, + "learning_rate": 9.773831313396055e-05, + "loss": 0.0605, + "step": 4240 + }, + { + "epoch": 3.9756782039289056, + "grad_norm": 0.2055298388004303, + "learning_rate": 9.77218950881494e-05, + "loss": 0.0625, + "step": 4250 + }, + { + "epoch": 3.9850327408793262, + "grad_norm": 0.13724003732204437, + "learning_rate": 9.770541905573583e-05, + "loss": 0.0626, + "step": 4260 + }, + { + "epoch": 3.9943872778297473, + "grad_norm": 0.2192135453224182, + "learning_rate": 9.768888505673976e-05, + "loss": 0.0637, + "step": 4270 + }, + { + "epoch": 4.003741814780168, + "grad_norm": 0.19894546270370483, + "learning_rate": 9.767229311125162e-05, + "loss": 0.0624, + "step": 4280 + }, + { + "epoch": 4.0130963517305895, + "grad_norm": 0.2431616187095642, + "learning_rate": 9.765564323943211e-05, + "loss": 0.0599, + "step": 4290 + }, + { + "epoch": 4.022450888681011, + "grad_norm": 0.21669037640094757, + "learning_rate": 9.763893546151244e-05, + "loss": 0.0615, + "step": 4300 + }, + { + "epoch": 4.031805425631431, + "grad_norm": 0.19956079125404358, + "learning_rate": 9.762216979779412e-05, + "loss": 0.0637, + "step": 4310 + }, + { + "epoch": 4.041159962581852, + "grad_norm": 0.16328798234462738, + "learning_rate": 9.760534626864902e-05, + "loss": 0.0623, + "step": 4320 + }, + { + "epoch": 4.050514499532273, + "grad_norm": 0.19506709277629852, + "learning_rate": 9.758846489451931e-05, + "loss": 0.0637, + "step": 4330 + }, + { + "epoch": 4.059869036482694, + "grad_norm": 0.12976954877376556, + "learning_rate": 9.757152569591748e-05, + "loss": 0.0581, + "step": 4340 + }, + { + "epoch": 4.069223573433115, + "grad_norm": 0.16647326946258545, + "learning_rate": 9.75545286934262e-05, + "loss": 0.0626, + "step": 4350 + }, + { + "epoch": 4.078578110383536, + "grad_norm": 0.14756149053573608, + "learning_rate": 9.753747390769847e-05, + "loss": 0.061, + "step": 4360 + }, + { + "epoch": 4.087932647333957, + "grad_norm": 0.18561440706253052, + "learning_rate": 9.752036135945744e-05, + "loss": 0.0603, + "step": 4370 + }, + { + "epoch": 4.097287184284378, + "grad_norm": 0.2118130475282669, + "learning_rate": 9.750319106949649e-05, + "loss": 0.0611, + "step": 4380 + }, + { + "epoch": 4.106641721234799, + "grad_norm": 0.2180161327123642, + "learning_rate": 9.748596305867913e-05, + "loss": 0.0641, + "step": 4390 + }, + { + "epoch": 4.11599625818522, + "grad_norm": 0.20774111151695251, + "learning_rate": 9.746867734793903e-05, + "loss": 0.0629, + "step": 4400 + }, + { + "epoch": 4.125350795135641, + "grad_norm": 0.18373647332191467, + "learning_rate": 9.745133395827993e-05, + "loss": 0.0603, + "step": 4410 + }, + { + "epoch": 4.134705332086062, + "grad_norm": 0.18342480063438416, + "learning_rate": 9.743393291077572e-05, + "loss": 0.0611, + "step": 4420 + }, + { + "epoch": 4.144059869036482, + "grad_norm": 0.17329105734825134, + "learning_rate": 9.741647422657028e-05, + "loss": 0.0607, + "step": 4430 + }, + { + "epoch": 4.153414405986903, + "grad_norm": 0.20164284110069275, + "learning_rate": 9.739895792687758e-05, + "loss": 0.0598, + "step": 4440 + }, + { + "epoch": 4.1627689429373245, + "grad_norm": 0.1358104944229126, + "learning_rate": 9.738138403298157e-05, + "loss": 0.0593, + "step": 4450 + }, + { + "epoch": 4.172123479887746, + "grad_norm": 0.13232578337192535, + "learning_rate": 9.736375256623619e-05, + "loss": 0.0626, + "step": 4460 + }, + { + "epoch": 4.181478016838167, + "grad_norm": 0.17415200173854828, + "learning_rate": 9.734606354806533e-05, + "loss": 0.0626, + "step": 4470 + }, + { + "epoch": 4.190832553788588, + "grad_norm": 0.15378504991531372, + "learning_rate": 9.73283169999628e-05, + "loss": 0.0585, + "step": 4480 + }, + { + "epoch": 4.200187090739009, + "grad_norm": 0.1468075066804886, + "learning_rate": 9.731051294349238e-05, + "loss": 0.0593, + "step": 4490 + }, + { + "epoch": 4.209541627689429, + "grad_norm": 0.19562354683876038, + "learning_rate": 9.729265140028762e-05, + "loss": 0.0614, + "step": 4500 + }, + { + "epoch": 4.21889616463985, + "grad_norm": 0.1471082866191864, + "learning_rate": 9.727473239205201e-05, + "loss": 0.0587, + "step": 4510 + }, + { + "epoch": 4.228250701590271, + "grad_norm": 0.13991007208824158, + "learning_rate": 9.725675594055883e-05, + "loss": 0.0633, + "step": 4520 + }, + { + "epoch": 4.237605238540692, + "grad_norm": 0.1683378666639328, + "learning_rate": 9.723872206765116e-05, + "loss": 0.0616, + "step": 4530 + }, + { + "epoch": 4.2469597754911135, + "grad_norm": 0.1758679747581482, + "learning_rate": 9.722063079524185e-05, + "loss": 0.0609, + "step": 4540 + }, + { + "epoch": 4.256314312441534, + "grad_norm": 0.15480996668338776, + "learning_rate": 9.720248214531351e-05, + "loss": 0.0627, + "step": 4550 + }, + { + "epoch": 4.265668849391955, + "grad_norm": 0.16867895424365997, + "learning_rate": 9.718427613991848e-05, + "loss": 0.0596, + "step": 4560 + }, + { + "epoch": 4.275023386342376, + "grad_norm": 0.13133256137371063, + "learning_rate": 9.716601280117873e-05, + "loss": 0.0621, + "step": 4570 + }, + { + "epoch": 4.284377923292797, + "grad_norm": 0.1521015763282776, + "learning_rate": 9.714769215128596e-05, + "loss": 0.0611, + "step": 4580 + }, + { + "epoch": 4.293732460243218, + "grad_norm": 0.18338409066200256, + "learning_rate": 9.712931421250152e-05, + "loss": 0.0615, + "step": 4590 + }, + { + "epoch": 4.303086997193639, + "grad_norm": 0.1408032774925232, + "learning_rate": 9.711087900715627e-05, + "loss": 0.0617, + "step": 4600 + }, + { + "epoch": 4.31244153414406, + "grad_norm": 0.14156000316143036, + "learning_rate": 9.709238655765078e-05, + "loss": 0.0621, + "step": 4610 + }, + { + "epoch": 4.3217960710944805, + "grad_norm": 0.17140354216098785, + "learning_rate": 9.707383688645511e-05, + "loss": 0.058, + "step": 4620 + }, + { + "epoch": 4.331150608044902, + "grad_norm": 0.16017994284629822, + "learning_rate": 9.705523001610883e-05, + "loss": 0.06, + "step": 4630 + }, + { + "epoch": 4.340505144995323, + "grad_norm": 0.15061108767986298, + "learning_rate": 9.703656596922107e-05, + "loss": 0.0618, + "step": 4640 + }, + { + "epoch": 4.349859681945744, + "grad_norm": 0.19525516033172607, + "learning_rate": 9.70178447684704e-05, + "loss": 0.0622, + "step": 4650 + }, + { + "epoch": 4.359214218896165, + "grad_norm": 0.14355696737766266, + "learning_rate": 9.699906643660483e-05, + "loss": 0.0614, + "step": 4660 + }, + { + "epoch": 4.368568755846586, + "grad_norm": 0.19332380592823029, + "learning_rate": 9.698023099644185e-05, + "loss": 0.0577, + "step": 4670 + }, + { + "epoch": 4.377923292797006, + "grad_norm": 0.2776404619216919, + "learning_rate": 9.696133847086823e-05, + "loss": 0.0609, + "step": 4680 + }, + { + "epoch": 4.387277829747427, + "grad_norm": 0.13293112814426422, + "learning_rate": 9.694238888284022e-05, + "loss": 0.0625, + "step": 4690 + }, + { + "epoch": 4.396632366697848, + "grad_norm": 0.12305237352848053, + "learning_rate": 9.692338225538333e-05, + "loss": 0.0591, + "step": 4700 + }, + { + "epoch": 4.4059869036482695, + "grad_norm": 0.17627741396427155, + "learning_rate": 9.690431861159241e-05, + "loss": 0.0592, + "step": 4710 + }, + { + "epoch": 4.415341440598691, + "grad_norm": 0.13616503775119781, + "learning_rate": 9.688519797463161e-05, + "loss": 0.0611, + "step": 4720 + }, + { + "epoch": 4.424695977549112, + "grad_norm": 0.14952652156352997, + "learning_rate": 9.686602036773426e-05, + "loss": 0.0567, + "step": 4730 + }, + { + "epoch": 4.434050514499532, + "grad_norm": 0.18772904574871063, + "learning_rate": 9.684678581420302e-05, + "loss": 0.0588, + "step": 4740 + }, + { + "epoch": 4.443405051449953, + "grad_norm": 0.19462791085243225, + "learning_rate": 9.682749433740962e-05, + "loss": 0.0588, + "step": 4750 + }, + { + "epoch": 4.452759588400374, + "grad_norm": 0.16155794262886047, + "learning_rate": 9.680814596079507e-05, + "loss": 0.062, + "step": 4760 + }, + { + "epoch": 4.462114125350795, + "grad_norm": 0.15162760019302368, + "learning_rate": 9.678874070786945e-05, + "loss": 0.063, + "step": 4770 + }, + { + "epoch": 4.471468662301216, + "grad_norm": 0.24607111513614655, + "learning_rate": 9.676927860221199e-05, + "loss": 0.0631, + "step": 4780 + }, + { + "epoch": 4.480823199251637, + "grad_norm": 0.20383453369140625, + "learning_rate": 9.674975966747097e-05, + "loss": 0.0632, + "step": 4790 + }, + { + "epoch": 4.490177736202058, + "grad_norm": 0.24020834267139435, + "learning_rate": 9.673018392736374e-05, + "loss": 0.0617, + "step": 4800 + }, + { + "epoch": 4.499532273152479, + "grad_norm": 0.18996603786945343, + "learning_rate": 9.671055140567667e-05, + "loss": 0.0624, + "step": 4810 + }, + { + "epoch": 4.5088868101029, + "grad_norm": 0.14033006131649017, + "learning_rate": 9.669086212626511e-05, + "loss": 0.0599, + "step": 4820 + }, + { + "epoch": 4.518241347053321, + "grad_norm": 0.1892530620098114, + "learning_rate": 9.667111611305341e-05, + "loss": 0.0626, + "step": 4830 + }, + { + "epoch": 4.527595884003742, + "grad_norm": 0.1822061985731125, + "learning_rate": 9.665131339003486e-05, + "loss": 0.0615, + "step": 4840 + }, + { + "epoch": 4.536950420954163, + "grad_norm": 0.2035176008939743, + "learning_rate": 9.663145398127158e-05, + "loss": 0.0591, + "step": 4850 + }, + { + "epoch": 4.546304957904583, + "grad_norm": 0.13947135210037231, + "learning_rate": 9.661153791089467e-05, + "loss": 0.059, + "step": 4860 + }, + { + "epoch": 4.555659494855004, + "grad_norm": 0.13002990186214447, + "learning_rate": 9.659156520310402e-05, + "loss": 0.0585, + "step": 4870 + }, + { + "epoch": 4.5650140318054255, + "grad_norm": 0.15048159658908844, + "learning_rate": 9.657153588216835e-05, + "loss": 0.0604, + "step": 4880 + }, + { + "epoch": 4.574368568755847, + "grad_norm": 0.16012319922447205, + "learning_rate": 9.655144997242516e-05, + "loss": 0.0625, + "step": 4890 + }, + { + "epoch": 4.583723105706268, + "grad_norm": 0.13999930024147034, + "learning_rate": 9.653130749828075e-05, + "loss": 0.0591, + "step": 4900 + }, + { + "epoch": 4.593077642656689, + "grad_norm": 0.1312413513660431, + "learning_rate": 9.65111084842101e-05, + "loss": 0.0598, + "step": 4910 + }, + { + "epoch": 4.60243217960711, + "grad_norm": 0.17969024181365967, + "learning_rate": 9.649085295475695e-05, + "loss": 0.0597, + "step": 4920 + }, + { + "epoch": 4.61178671655753, + "grad_norm": 0.1616065353155136, + "learning_rate": 9.647054093453365e-05, + "loss": 0.0561, + "step": 4930 + }, + { + "epoch": 4.621141253507951, + "grad_norm": 0.15353421866893768, + "learning_rate": 9.645017244822123e-05, + "loss": 0.0605, + "step": 4940 + }, + { + "epoch": 4.630495790458372, + "grad_norm": 0.16192294657230377, + "learning_rate": 9.642974752056931e-05, + "loss": 0.0595, + "step": 4950 + }, + { + "epoch": 4.639850327408793, + "grad_norm": 0.1636882722377777, + "learning_rate": 9.640926617639613e-05, + "loss": 0.0611, + "step": 4960 + }, + { + "epoch": 4.6492048643592145, + "grad_norm": 0.1775854229927063, + "learning_rate": 9.638872844058843e-05, + "loss": 0.0594, + "step": 4970 + }, + { + "epoch": 4.658559401309635, + "grad_norm": 0.1854114979505539, + "learning_rate": 9.63681343381015e-05, + "loss": 0.0597, + "step": 4980 + }, + { + "epoch": 4.667913938260056, + "grad_norm": 0.21100760996341705, + "learning_rate": 9.634748389395914e-05, + "loss": 0.0624, + "step": 4990 + }, + { + "epoch": 4.677268475210477, + "grad_norm": 0.20709986984729767, + "learning_rate": 9.632677713325353e-05, + "loss": 0.06, + "step": 5000 + }, + { + "epoch": 4.686623012160898, + "grad_norm": 0.22938111424446106, + "learning_rate": 9.63060140811454e-05, + "loss": 0.0586, + "step": 5010 + }, + { + "epoch": 4.695977549111319, + "grad_norm": 0.23503151535987854, + "learning_rate": 9.628519476286379e-05, + "loss": 0.0595, + "step": 5020 + }, + { + "epoch": 4.70533208606174, + "grad_norm": 0.14451412856578827, + "learning_rate": 9.626431920370612e-05, + "loss": 0.0594, + "step": 5030 + }, + { + "epoch": 4.714686623012161, + "grad_norm": 0.19186913967132568, + "learning_rate": 9.624338742903819e-05, + "loss": 0.0607, + "step": 5040 + }, + { + "epoch": 4.724041159962582, + "grad_norm": 0.20840637385845184, + "learning_rate": 9.622239946429406e-05, + "loss": 0.0609, + "step": 5050 + }, + { + "epoch": 4.733395696913003, + "grad_norm": 0.21475626528263092, + "learning_rate": 9.620135533497609e-05, + "loss": 0.0629, + "step": 5060 + }, + { + "epoch": 4.742750233863424, + "grad_norm": 0.15636946260929108, + "learning_rate": 9.61802550666549e-05, + "loss": 0.0599, + "step": 5070 + }, + { + "epoch": 4.752104770813845, + "grad_norm": 0.20020389556884766, + "learning_rate": 9.615909868496928e-05, + "loss": 0.0592, + "step": 5080 + }, + { + "epoch": 4.761459307764266, + "grad_norm": 0.1777941882610321, + "learning_rate": 9.613788621562622e-05, + "loss": 0.0606, + "step": 5090 + }, + { + "epoch": 4.770813844714686, + "grad_norm": 0.165690079331398, + "learning_rate": 9.611661768440093e-05, + "loss": 0.0626, + "step": 5100 + }, + { + "epoch": 4.780168381665107, + "grad_norm": 0.21691107749938965, + "learning_rate": 9.609529311713661e-05, + "loss": 0.058, + "step": 5110 + }, + { + "epoch": 4.789522918615528, + "grad_norm": 0.16040483117103577, + "learning_rate": 9.607391253974466e-05, + "loss": 0.0591, + "step": 5120 + }, + { + "epoch": 4.7988774555659495, + "grad_norm": 0.1425675004720688, + "learning_rate": 9.605247597820448e-05, + "loss": 0.0582, + "step": 5130 + }, + { + "epoch": 4.808231992516371, + "grad_norm": 0.13370105624198914, + "learning_rate": 9.603098345856354e-05, + "loss": 0.0588, + "step": 5140 + }, + { + "epoch": 4.817586529466792, + "grad_norm": 0.14733360707759857, + "learning_rate": 9.600943500693725e-05, + "loss": 0.0582, + "step": 5150 + }, + { + "epoch": 4.826941066417213, + "grad_norm": 0.12825486063957214, + "learning_rate": 9.598783064950902e-05, + "loss": 0.0582, + "step": 5160 + }, + { + "epoch": 4.836295603367633, + "grad_norm": 0.1116073802113533, + "learning_rate": 9.596617041253018e-05, + "loss": 0.0567, + "step": 5170 + }, + { + "epoch": 4.845650140318054, + "grad_norm": 0.15315121412277222, + "learning_rate": 9.594445432231996e-05, + "loss": 0.0578, + "step": 5180 + }, + { + "epoch": 4.855004677268475, + "grad_norm": 0.16237296164035797, + "learning_rate": 9.592268240526547e-05, + "loss": 0.0594, + "step": 5190 + }, + { + "epoch": 4.864359214218896, + "grad_norm": 0.14764012396335602, + "learning_rate": 9.590085468782162e-05, + "loss": 0.0578, + "step": 5200 + }, + { + "epoch": 4.873713751169317, + "grad_norm": 0.1184241995215416, + "learning_rate": 9.587897119651116e-05, + "loss": 0.0594, + "step": 5210 + }, + { + "epoch": 4.883068288119738, + "grad_norm": 0.13963598012924194, + "learning_rate": 9.585703195792459e-05, + "loss": 0.0591, + "step": 5220 + }, + { + "epoch": 4.892422825070159, + "grad_norm": 0.17369303107261658, + "learning_rate": 9.583503699872016e-05, + "loss": 0.058, + "step": 5230 + }, + { + "epoch": 4.90177736202058, + "grad_norm": 0.1966961920261383, + "learning_rate": 9.581298634562381e-05, + "loss": 0.0598, + "step": 5240 + }, + { + "epoch": 4.911131898971001, + "grad_norm": 0.18154045939445496, + "learning_rate": 9.579088002542917e-05, + "loss": 0.0594, + "step": 5250 + }, + { + "epoch": 4.920486435921422, + "grad_norm": 0.14591538906097412, + "learning_rate": 9.57687180649975e-05, + "loss": 0.0604, + "step": 5260 + }, + { + "epoch": 4.929840972871843, + "grad_norm": 0.17897680401802063, + "learning_rate": 9.574650049125768e-05, + "loss": 0.0568, + "step": 5270 + }, + { + "epoch": 4.939195509822264, + "grad_norm": 0.1426251232624054, + "learning_rate": 9.572422733120614e-05, + "loss": 0.0581, + "step": 5280 + }, + { + "epoch": 4.948550046772684, + "grad_norm": 0.1473534107208252, + "learning_rate": 9.570189861190689e-05, + "loss": 0.0622, + "step": 5290 + }, + { + "epoch": 4.9579045837231055, + "grad_norm": 0.11604439467191696, + "learning_rate": 9.56795143604914e-05, + "loss": 0.0569, + "step": 5300 + }, + { + "epoch": 4.967259120673527, + "grad_norm": 0.1426265388727188, + "learning_rate": 9.565707460415869e-05, + "loss": 0.0572, + "step": 5310 + }, + { + "epoch": 4.976613657623948, + "grad_norm": 0.16203573346138, + "learning_rate": 9.563457937017515e-05, + "loss": 0.0551, + "step": 5320 + }, + { + "epoch": 4.985968194574369, + "grad_norm": 0.12825243175029755, + "learning_rate": 9.56120286858746e-05, + "loss": 0.0574, + "step": 5330 + }, + { + "epoch": 4.99532273152479, + "grad_norm": 0.126281276345253, + "learning_rate": 9.558942257865829e-05, + "loss": 0.0601, + "step": 5340 + }, + { + "epoch": 5.00467726847521, + "grad_norm": 0.14609508216381073, + "learning_rate": 9.556676107599472e-05, + "loss": 0.057, + "step": 5350 + }, + { + "epoch": 5.014031805425631, + "grad_norm": 0.1439777910709381, + "learning_rate": 9.554404420541978e-05, + "loss": 0.0585, + "step": 5360 + }, + { + "epoch": 5.023386342376052, + "grad_norm": 0.18376870453357697, + "learning_rate": 9.55212719945366e-05, + "loss": 0.0572, + "step": 5370 + }, + { + "epoch": 5.032740879326473, + "grad_norm": 0.20801089704036713, + "learning_rate": 9.549844447101559e-05, + "loss": 0.057, + "step": 5380 + }, + { + "epoch": 5.0420954162768945, + "grad_norm": 0.18278749287128448, + "learning_rate": 9.547556166259433e-05, + "loss": 0.0576, + "step": 5390 + }, + { + "epoch": 5.051449953227316, + "grad_norm": 0.1607653647661209, + "learning_rate": 9.545262359707756e-05, + "loss": 0.0563, + "step": 5400 + }, + { + "epoch": 5.060804490177736, + "grad_norm": 0.16125324368476868, + "learning_rate": 9.542963030233724e-05, + "loss": 0.0569, + "step": 5410 + }, + { + "epoch": 5.070159027128157, + "grad_norm": 0.16946151852607727, + "learning_rate": 9.540658180631237e-05, + "loss": 0.0562, + "step": 5420 + }, + { + "epoch": 5.079513564078578, + "grad_norm": 0.24405893683433533, + "learning_rate": 9.538347813700904e-05, + "loss": 0.0552, + "step": 5430 + }, + { + "epoch": 5.088868101028999, + "grad_norm": 0.21141435205936432, + "learning_rate": 9.536031932250036e-05, + "loss": 0.057, + "step": 5440 + }, + { + "epoch": 5.09822263797942, + "grad_norm": 0.23717261850833893, + "learning_rate": 9.533710539092653e-05, + "loss": 0.0561, + "step": 5450 + }, + { + "epoch": 5.107577174929841, + "grad_norm": 0.14285442233085632, + "learning_rate": 9.531383637049464e-05, + "loss": 0.056, + "step": 5460 + }, + { + "epoch": 5.1169317118802615, + "grad_norm": 0.1673121601343155, + "learning_rate": 9.529051228947875e-05, + "loss": 0.0584, + "step": 5470 + }, + { + "epoch": 5.126286248830683, + "grad_norm": 0.1298474371433258, + "learning_rate": 9.52671331762198e-05, + "loss": 0.0545, + "step": 5480 + }, + { + "epoch": 5.135640785781104, + "grad_norm": 0.16035467386245728, + "learning_rate": 9.524369905912565e-05, + "loss": 0.0565, + "step": 5490 + }, + { + "epoch": 5.144995322731525, + "grad_norm": 0.15091381967067719, + "learning_rate": 9.522020996667092e-05, + "loss": 0.0548, + "step": 5500 + }, + { + "epoch": 5.154349859681946, + "grad_norm": 0.11803337186574936, + "learning_rate": 9.519666592739709e-05, + "loss": 0.0564, + "step": 5510 + }, + { + "epoch": 5.163704396632367, + "grad_norm": 0.14706231653690338, + "learning_rate": 9.517306696991241e-05, + "loss": 0.0548, + "step": 5520 + }, + { + "epoch": 5.173058933582787, + "grad_norm": 0.14135189354419708, + "learning_rate": 9.51494131228918e-05, + "loss": 0.0562, + "step": 5530 + }, + { + "epoch": 5.182413470533208, + "grad_norm": 0.12460841238498688, + "learning_rate": 9.512570441507695e-05, + "loss": 0.0562, + "step": 5540 + }, + { + "epoch": 5.191768007483629, + "grad_norm": 0.1456235647201538, + "learning_rate": 9.510194087527615e-05, + "loss": 0.0568, + "step": 5550 + }, + { + "epoch": 5.2011225444340505, + "grad_norm": 0.18819338083267212, + "learning_rate": 9.507812253236435e-05, + "loss": 0.058, + "step": 5560 + }, + { + "epoch": 5.210477081384472, + "grad_norm": 0.16634921729564667, + "learning_rate": 9.505424941528309e-05, + "loss": 0.0566, + "step": 5570 + }, + { + "epoch": 5.219831618334893, + "grad_norm": 0.17411358654499054, + "learning_rate": 9.503032155304046e-05, + "loss": 0.0565, + "step": 5580 + }, + { + "epoch": 5.229186155285314, + "grad_norm": 0.1957647204399109, + "learning_rate": 9.500633897471106e-05, + "loss": 0.0582, + "step": 5590 + }, + { + "epoch": 5.238540692235734, + "grad_norm": 0.2053723782300949, + "learning_rate": 9.498230170943596e-05, + "loss": 0.0578, + "step": 5600 + }, + { + "epoch": 5.247895229186155, + "grad_norm": 0.20633047819137573, + "learning_rate": 9.495820978642275e-05, + "loss": 0.0605, + "step": 5610 + }, + { + "epoch": 5.257249766136576, + "grad_norm": 0.2001669704914093, + "learning_rate": 9.493406323494535e-05, + "loss": 0.0559, + "step": 5620 + }, + { + "epoch": 5.266604303086997, + "grad_norm": 0.21811646223068237, + "learning_rate": 9.490986208434413e-05, + "loss": 0.0561, + "step": 5630 + }, + { + "epoch": 5.275958840037418, + "grad_norm": 0.16386856138706207, + "learning_rate": 9.488560636402577e-05, + "loss": 0.0573, + "step": 5640 + }, + { + "epoch": 5.285313376987839, + "grad_norm": 0.19093413650989532, + "learning_rate": 9.486129610346321e-05, + "loss": 0.0554, + "step": 5650 + }, + { + "epoch": 5.29466791393826, + "grad_norm": 0.18049214780330658, + "learning_rate": 9.483693133219576e-05, + "loss": 0.0577, + "step": 5660 + }, + { + "epoch": 5.304022450888681, + "grad_norm": 0.12775348126888275, + "learning_rate": 9.481251207982888e-05, + "loss": 0.0585, + "step": 5670 + }, + { + "epoch": 5.313376987839102, + "grad_norm": 0.14612138271331787, + "learning_rate": 9.47880383760343e-05, + "loss": 0.0572, + "step": 5680 + }, + { + "epoch": 5.322731524789523, + "grad_norm": 0.14536049962043762, + "learning_rate": 9.476351025054983e-05, + "loss": 0.0555, + "step": 5690 + }, + { + "epoch": 5.332086061739944, + "grad_norm": 0.16273833811283112, + "learning_rate": 9.473892773317952e-05, + "loss": 0.057, + "step": 5700 + }, + { + "epoch": 5.341440598690365, + "grad_norm": 0.17026664316654205, + "learning_rate": 9.471429085379338e-05, + "loss": 0.0547, + "step": 5710 + }, + { + "epoch": 5.3507951356407855, + "grad_norm": 0.12398780882358551, + "learning_rate": 9.468959964232757e-05, + "loss": 0.0548, + "step": 5720 + }, + { + "epoch": 5.360149672591207, + "grad_norm": 0.1174846738576889, + "learning_rate": 9.466485412878425e-05, + "loss": 0.0581, + "step": 5730 + }, + { + "epoch": 5.369504209541628, + "grad_norm": 0.20076802372932434, + "learning_rate": 9.464005434323154e-05, + "loss": 0.0556, + "step": 5740 + }, + { + "epoch": 5.378858746492049, + "grad_norm": 0.1580648571252823, + "learning_rate": 9.461520031580352e-05, + "loss": 0.0566, + "step": 5750 + }, + { + "epoch": 5.38821328344247, + "grad_norm": 0.174800306558609, + "learning_rate": 9.459029207670019e-05, + "loss": 0.0565, + "step": 5760 + }, + { + "epoch": 5.397567820392891, + "grad_norm": 0.2160857766866684, + "learning_rate": 9.456532965618737e-05, + "loss": 0.0578, + "step": 5770 + }, + { + "epoch": 5.406922357343311, + "grad_norm": 0.17725330591201782, + "learning_rate": 9.454031308459681e-05, + "loss": 0.0594, + "step": 5780 + }, + { + "epoch": 5.416276894293732, + "grad_norm": 0.17703783512115479, + "learning_rate": 9.451524239232595e-05, + "loss": 0.0563, + "step": 5790 + }, + { + "epoch": 5.425631431244153, + "grad_norm": 0.18876425921916962, + "learning_rate": 9.449011760983809e-05, + "loss": 0.0569, + "step": 5800 + }, + { + "epoch": 5.4349859681945745, + "grad_norm": 0.1972665637731552, + "learning_rate": 9.446493876766218e-05, + "loss": 0.0559, + "step": 5810 + }, + { + "epoch": 5.444340505144996, + "grad_norm": 0.2029259204864502, + "learning_rate": 9.44397058963929e-05, + "loss": 0.0607, + "step": 5820 + }, + { + "epoch": 5.453695042095417, + "grad_norm": 0.20288270711898804, + "learning_rate": 9.441441902669056e-05, + "loss": 0.0558, + "step": 5830 + }, + { + "epoch": 5.463049579045837, + "grad_norm": 0.12551656365394592, + "learning_rate": 9.43890781892811e-05, + "loss": 0.0578, + "step": 5840 + }, + { + "epoch": 5.472404115996258, + "grad_norm": 0.18412230908870697, + "learning_rate": 9.436368341495603e-05, + "loss": 0.0555, + "step": 5850 + }, + { + "epoch": 5.481758652946679, + "grad_norm": 0.17990191280841827, + "learning_rate": 9.43382347345724e-05, + "loss": 0.0559, + "step": 5860 + }, + { + "epoch": 5.4911131898971, + "grad_norm": 0.12889987230300903, + "learning_rate": 9.431273217905273e-05, + "loss": 0.0557, + "step": 5870 + }, + { + "epoch": 5.500467726847521, + "grad_norm": 0.1519070714712143, + "learning_rate": 9.428717577938504e-05, + "loss": 0.0548, + "step": 5880 + }, + { + "epoch": 5.509822263797942, + "grad_norm": 0.15750442445278168, + "learning_rate": 9.426156556662276e-05, + "loss": 0.0575, + "step": 5890 + }, + { + "epoch": 5.519176800748363, + "grad_norm": 0.14886534214019775, + "learning_rate": 9.423590157188474e-05, + "loss": 0.0565, + "step": 5900 + }, + { + "epoch": 5.528531337698784, + "grad_norm": 0.1644987016916275, + "learning_rate": 9.421018382635513e-05, + "loss": 0.058, + "step": 5910 + }, + { + "epoch": 5.537885874649205, + "grad_norm": 0.15330833196640015, + "learning_rate": 9.418441236128343e-05, + "loss": 0.0564, + "step": 5920 + }, + { + "epoch": 5.547240411599626, + "grad_norm": 0.1625397503376007, + "learning_rate": 9.41585872079844e-05, + "loss": 0.0538, + "step": 5930 + }, + { + "epoch": 5.556594948550047, + "grad_norm": 0.14350903034210205, + "learning_rate": 9.413270839783802e-05, + "loss": 0.0546, + "step": 5940 + }, + { + "epoch": 5.565949485500468, + "grad_norm": 0.14235320687294006, + "learning_rate": 9.41067759622895e-05, + "loss": 0.0562, + "step": 5950 + }, + { + "epoch": 5.575304022450888, + "grad_norm": 0.2069488763809204, + "learning_rate": 9.408078993284917e-05, + "loss": 0.0546, + "step": 5960 + }, + { + "epoch": 5.584658559401309, + "grad_norm": 0.14192764461040497, + "learning_rate": 9.405475034109254e-05, + "loss": 0.0575, + "step": 5970 + }, + { + "epoch": 5.5940130963517305, + "grad_norm": 0.1625332087278366, + "learning_rate": 9.402865721866015e-05, + "loss": 0.0543, + "step": 5980 + }, + { + "epoch": 5.603367633302152, + "grad_norm": 0.114143505692482, + "learning_rate": 9.400251059725762e-05, + "loss": 0.0546, + "step": 5990 + }, + { + "epoch": 5.612722170252573, + "grad_norm": 0.15215060114860535, + "learning_rate": 9.397631050865554e-05, + "loss": 0.0564, + "step": 6000 + }, + { + "epoch": 5.622076707202994, + "grad_norm": 0.1453377902507782, + "learning_rate": 9.395005698468949e-05, + "loss": 0.0549, + "step": 6010 + }, + { + "epoch": 5.631431244153415, + "grad_norm": 0.20626159012317657, + "learning_rate": 9.392375005726e-05, + "loss": 0.0546, + "step": 6020 + }, + { + "epoch": 5.640785781103835, + "grad_norm": 0.13755743205547333, + "learning_rate": 9.389738975833242e-05, + "loss": 0.0525, + "step": 6030 + }, + { + "epoch": 5.650140318054256, + "grad_norm": 0.13695183396339417, + "learning_rate": 9.387097611993707e-05, + "loss": 0.0558, + "step": 6040 + }, + { + "epoch": 5.659494855004677, + "grad_norm": 0.1249832734465599, + "learning_rate": 9.384450917416894e-05, + "loss": 0.0563, + "step": 6050 + }, + { + "epoch": 5.668849391955098, + "grad_norm": 0.13835741579532623, + "learning_rate": 9.381798895318792e-05, + "loss": 0.058, + "step": 6060 + }, + { + "epoch": 5.6782039289055195, + "grad_norm": 0.16899235546588898, + "learning_rate": 9.379141548921853e-05, + "loss": 0.0544, + "step": 6070 + }, + { + "epoch": 5.68755846585594, + "grad_norm": 0.14309373497962952, + "learning_rate": 9.376478881455009e-05, + "loss": 0.0581, + "step": 6080 + }, + { + "epoch": 5.696913002806361, + "grad_norm": 0.17847366631031036, + "learning_rate": 9.373810896153647e-05, + "loss": 0.0556, + "step": 6090 + }, + { + "epoch": 5.706267539756782, + "grad_norm": 0.14383965730667114, + "learning_rate": 9.371137596259623e-05, + "loss": 0.0569, + "step": 6100 + }, + { + "epoch": 5.715622076707203, + "grad_norm": 0.17049957811832428, + "learning_rate": 9.368458985021248e-05, + "loss": 0.0569, + "step": 6110 + }, + { + "epoch": 5.724976613657624, + "grad_norm": 0.17496925592422485, + "learning_rate": 9.365775065693287e-05, + "loss": 0.0588, + "step": 6120 + }, + { + "epoch": 5.734331150608045, + "grad_norm": 0.16496630012989044, + "learning_rate": 9.363085841536957e-05, + "loss": 0.0543, + "step": 6130 + }, + { + "epoch": 5.743685687558466, + "grad_norm": 0.18186241388320923, + "learning_rate": 9.360391315819917e-05, + "loss": 0.0551, + "step": 6140 + }, + { + "epoch": 5.7530402245088865, + "grad_norm": 0.13321062922477722, + "learning_rate": 9.357691491816269e-05, + "loss": 0.0551, + "step": 6150 + }, + { + "epoch": 5.762394761459308, + "grad_norm": 0.139779195189476, + "learning_rate": 9.354986372806557e-05, + "loss": 0.0551, + "step": 6160 + }, + { + "epoch": 5.771749298409729, + "grad_norm": 0.1484396904706955, + "learning_rate": 9.352275962077752e-05, + "loss": 0.0546, + "step": 6170 + }, + { + "epoch": 5.78110383536015, + "grad_norm": 0.1276506632566452, + "learning_rate": 9.349560262923262e-05, + "loss": 0.0556, + "step": 6180 + }, + { + "epoch": 5.790458372310571, + "grad_norm": 0.14674913883209229, + "learning_rate": 9.346839278642913e-05, + "loss": 0.0528, + "step": 6190 + }, + { + "epoch": 5.799812909260991, + "grad_norm": 0.13133856654167175, + "learning_rate": 9.344113012542963e-05, + "loss": 0.0546, + "step": 6200 + }, + { + "epoch": 5.809167446211412, + "grad_norm": 0.15323901176452637, + "learning_rate": 9.341381467936079e-05, + "loss": 0.0565, + "step": 6210 + }, + { + "epoch": 5.818521983161833, + "grad_norm": 0.14632408320903778, + "learning_rate": 9.338644648141346e-05, + "loss": 0.0545, + "step": 6220 + }, + { + "epoch": 5.827876520112254, + "grad_norm": 0.15182840824127197, + "learning_rate": 9.335902556484257e-05, + "loss": 0.0551, + "step": 6230 + }, + { + "epoch": 5.8372310570626755, + "grad_norm": 0.1425250768661499, + "learning_rate": 9.333155196296712e-05, + "loss": 0.0558, + "step": 6240 + }, + { + "epoch": 5.846585594013097, + "grad_norm": 0.16509763896465302, + "learning_rate": 9.330402570917016e-05, + "loss": 0.0568, + "step": 6250 + }, + { + "epoch": 5.855940130963518, + "grad_norm": 0.17748744785785675, + "learning_rate": 9.327644683689865e-05, + "loss": 0.0559, + "step": 6260 + }, + { + "epoch": 5.865294667913938, + "grad_norm": 0.1741335391998291, + "learning_rate": 9.324881537966354e-05, + "loss": 0.0547, + "step": 6270 + }, + { + "epoch": 5.874649204864359, + "grad_norm": 0.14830201864242554, + "learning_rate": 9.322113137103964e-05, + "loss": 0.0549, + "step": 6280 + }, + { + "epoch": 5.88400374181478, + "grad_norm": 0.16069306433200836, + "learning_rate": 9.319339484466564e-05, + "loss": 0.0561, + "step": 6290 + }, + { + "epoch": 5.893358278765201, + "grad_norm": 0.11697564274072647, + "learning_rate": 9.316560583424403e-05, + "loss": 0.0539, + "step": 6300 + }, + { + "epoch": 5.902712815715622, + "grad_norm": 0.16857965290546417, + "learning_rate": 9.313776437354108e-05, + "loss": 0.0549, + "step": 6310 + }, + { + "epoch": 5.9120673526660426, + "grad_norm": 0.144058957695961, + "learning_rate": 9.31098704963868e-05, + "loss": 0.0546, + "step": 6320 + }, + { + "epoch": 5.921421889616464, + "grad_norm": 0.14161214232444763, + "learning_rate": 9.308192423667485e-05, + "loss": 0.0534, + "step": 6330 + }, + { + "epoch": 5.930776426566885, + "grad_norm": 0.12750470638275146, + "learning_rate": 9.305392562836262e-05, + "loss": 0.0562, + "step": 6340 + }, + { + "epoch": 5.940130963517306, + "grad_norm": 0.20535513758659363, + "learning_rate": 9.3025874705471e-05, + "loss": 0.0555, + "step": 6350 + }, + { + "epoch": 5.949485500467727, + "grad_norm": 0.14535632729530334, + "learning_rate": 9.299777150208457e-05, + "loss": 0.0534, + "step": 6360 + }, + { + "epoch": 5.958840037418148, + "grad_norm": 0.18634504079818726, + "learning_rate": 9.296961605235133e-05, + "loss": 0.0554, + "step": 6370 + }, + { + "epoch": 5.968194574368569, + "grad_norm": 0.15357670187950134, + "learning_rate": 9.29414083904828e-05, + "loss": 0.055, + "step": 6380 + }, + { + "epoch": 5.977549111318989, + "grad_norm": 0.14861632883548737, + "learning_rate": 9.291314855075397e-05, + "loss": 0.0568, + "step": 6390 + }, + { + "epoch": 5.9869036482694105, + "grad_norm": 0.12337946146726608, + "learning_rate": 9.288483656750322e-05, + "loss": 0.0577, + "step": 6400 + }, + { + "epoch": 5.996258185219832, + "grad_norm": 0.14994286000728607, + "learning_rate": 9.285647247513225e-05, + "loss": 0.0547, + "step": 6410 + }, + { + "epoch": 6.005612722170253, + "grad_norm": 0.14949755370616913, + "learning_rate": 9.282805630810614e-05, + "loss": 0.0531, + "step": 6420 + }, + { + "epoch": 6.014967259120674, + "grad_norm": 0.14327670633792877, + "learning_rate": 9.279958810095317e-05, + "loss": 0.0546, + "step": 6430 + }, + { + "epoch": 6.024321796071095, + "grad_norm": 0.16438809037208557, + "learning_rate": 9.277106788826494e-05, + "loss": 0.0549, + "step": 6440 + }, + { + "epoch": 6.033676333021515, + "grad_norm": 0.12187708914279938, + "learning_rate": 9.274249570469618e-05, + "loss": 0.0538, + "step": 6450 + }, + { + "epoch": 6.043030869971936, + "grad_norm": 0.1933928281068802, + "learning_rate": 9.271387158496476e-05, + "loss": 0.0559, + "step": 6460 + }, + { + "epoch": 6.052385406922357, + "grad_norm": 0.18940706551074982, + "learning_rate": 9.268519556385173e-05, + "loss": 0.0527, + "step": 6470 + }, + { + "epoch": 6.061739943872778, + "grad_norm": 0.13210079073905945, + "learning_rate": 9.265646767620113e-05, + "loss": 0.0544, + "step": 6480 + }, + { + "epoch": 6.0710944808231995, + "grad_norm": 0.13568881154060364, + "learning_rate": 9.262768795692006e-05, + "loss": 0.0536, + "step": 6490 + }, + { + "epoch": 6.080449017773621, + "grad_norm": 0.1909646987915039, + "learning_rate": 9.259885644097861e-05, + "loss": 0.0537, + "step": 6500 + }, + { + "epoch": 6.089803554724041, + "grad_norm": 0.1998017430305481, + "learning_rate": 9.256997316340976e-05, + "loss": 0.0539, + "step": 6510 + }, + { + "epoch": 6.099158091674462, + "grad_norm": 0.14370180666446686, + "learning_rate": 9.254103815930943e-05, + "loss": 0.0517, + "step": 6520 + }, + { + "epoch": 6.108512628624883, + "grad_norm": 0.14547856152057648, + "learning_rate": 9.251205146383636e-05, + "loss": 0.052, + "step": 6530 + }, + { + "epoch": 6.117867165575304, + "grad_norm": 0.12769733369350433, + "learning_rate": 9.248301311221216e-05, + "loss": 0.0531, + "step": 6540 + }, + { + "epoch": 6.127221702525725, + "grad_norm": 0.14408688247203827, + "learning_rate": 9.245392313972115e-05, + "loss": 0.053, + "step": 6550 + }, + { + "epoch": 6.136576239476146, + "grad_norm": 0.1376321017742157, + "learning_rate": 9.242478158171037e-05, + "loss": 0.0527, + "step": 6560 + }, + { + "epoch": 6.1459307764265665, + "grad_norm": 0.12251384556293488, + "learning_rate": 9.239558847358957e-05, + "loss": 0.055, + "step": 6570 + }, + { + "epoch": 6.155285313376988, + "grad_norm": 0.14755737781524658, + "learning_rate": 9.236634385083114e-05, + "loss": 0.0526, + "step": 6580 + }, + { + "epoch": 6.164639850327409, + "grad_norm": 0.14581294357776642, + "learning_rate": 9.233704774897005e-05, + "loss": 0.0534, + "step": 6590 + }, + { + "epoch": 6.17399438727783, + "grad_norm": 0.13125936686992645, + "learning_rate": 9.230770020360382e-05, + "loss": 0.0519, + "step": 6600 + }, + { + "epoch": 6.183348924228251, + "grad_norm": 0.11029725521802902, + "learning_rate": 9.227830125039247e-05, + "loss": 0.0532, + "step": 6610 + }, + { + "epoch": 6.192703461178672, + "grad_norm": 0.09893053025007248, + "learning_rate": 9.224885092505853e-05, + "loss": 0.0511, + "step": 6620 + }, + { + "epoch": 6.202057998129092, + "grad_norm": 0.14931218326091766, + "learning_rate": 9.221934926338691e-05, + "loss": 0.0535, + "step": 6630 + }, + { + "epoch": 6.211412535079513, + "grad_norm": 0.12315297871828079, + "learning_rate": 9.21897963012249e-05, + "loss": 0.0526, + "step": 6640 + }, + { + "epoch": 6.220767072029934, + "grad_norm": 0.12154923379421234, + "learning_rate": 9.216019207448217e-05, + "loss": 0.0557, + "step": 6650 + }, + { + "epoch": 6.2301216089803555, + "grad_norm": 0.14870038628578186, + "learning_rate": 9.21305366191306e-05, + "loss": 0.0517, + "step": 6660 + }, + { + "epoch": 6.239476145930777, + "grad_norm": 0.15083439648151398, + "learning_rate": 9.21008299712044e-05, + "loss": 0.0557, + "step": 6670 + }, + { + "epoch": 6.248830682881198, + "grad_norm": 0.1392086148262024, + "learning_rate": 9.207107216679993e-05, + "loss": 0.0534, + "step": 6680 + }, + { + "epoch": 6.258185219831619, + "grad_norm": 0.1262432485818863, + "learning_rate": 9.204126324207574e-05, + "loss": 0.0539, + "step": 6690 + }, + { + "epoch": 6.267539756782039, + "grad_norm": 0.1651623547077179, + "learning_rate": 9.201140323325248e-05, + "loss": 0.0547, + "step": 6700 + }, + { + "epoch": 6.27689429373246, + "grad_norm": 0.1856500208377838, + "learning_rate": 9.198149217661287e-05, + "loss": 0.0543, + "step": 6710 + }, + { + "epoch": 6.286248830682881, + "grad_norm": 0.14995752274990082, + "learning_rate": 9.195153010850167e-05, + "loss": 0.0526, + "step": 6720 + }, + { + "epoch": 6.295603367633302, + "grad_norm": 0.16567263007164001, + "learning_rate": 9.192151706532562e-05, + "loss": 0.0533, + "step": 6730 + }, + { + "epoch": 6.304957904583723, + "grad_norm": 0.17368683218955994, + "learning_rate": 9.189145308355337e-05, + "loss": 0.0517, + "step": 6740 + }, + { + "epoch": 6.314312441534144, + "grad_norm": 0.14179153740406036, + "learning_rate": 9.186133819971555e-05, + "loss": 0.0523, + "step": 6750 + }, + { + "epoch": 6.323666978484565, + "grad_norm": 0.12878292798995972, + "learning_rate": 9.183117245040455e-05, + "loss": 0.0535, + "step": 6760 + }, + { + "epoch": 6.333021515434986, + "grad_norm": 0.1257929652929306, + "learning_rate": 9.180095587227458e-05, + "loss": 0.0538, + "step": 6770 + }, + { + "epoch": 6.342376052385407, + "grad_norm": 0.14255669713020325, + "learning_rate": 9.177068850204167e-05, + "loss": 0.0541, + "step": 6780 + }, + { + "epoch": 6.351730589335828, + "grad_norm": 0.12821069359779358, + "learning_rate": 9.174037037648351e-05, + "loss": 0.0519, + "step": 6790 + }, + { + "epoch": 6.361085126286249, + "grad_norm": 0.14273273944854736, + "learning_rate": 9.171000153243947e-05, + "loss": 0.0507, + "step": 6800 + }, + { + "epoch": 6.37043966323667, + "grad_norm": 0.16165484488010406, + "learning_rate": 9.167958200681057e-05, + "loss": 0.0542, + "step": 6810 + }, + { + "epoch": 6.37979420018709, + "grad_norm": 0.1926928013563156, + "learning_rate": 9.164911183655943e-05, + "loss": 0.0535, + "step": 6820 + }, + { + "epoch": 6.3891487371375115, + "grad_norm": 0.14284957945346832, + "learning_rate": 9.161859105871013e-05, + "loss": 0.0506, + "step": 6830 + }, + { + "epoch": 6.398503274087933, + "grad_norm": 0.14781591296195984, + "learning_rate": 9.158801971034832e-05, + "loss": 0.0512, + "step": 6840 + }, + { + "epoch": 6.407857811038354, + "grad_norm": 0.1070776879787445, + "learning_rate": 9.155739782862107e-05, + "loss": 0.0508, + "step": 6850 + }, + { + "epoch": 6.417212347988775, + "grad_norm": 0.09559804946184158, + "learning_rate": 9.152672545073687e-05, + "loss": 0.0516, + "step": 6860 + }, + { + "epoch": 6.426566884939196, + "grad_norm": 0.11769730597734451, + "learning_rate": 9.149600261396551e-05, + "loss": 0.0542, + "step": 6870 + }, + { + "epoch": 6.435921421889616, + "grad_norm": 0.12156036496162415, + "learning_rate": 9.146522935563817e-05, + "loss": 0.0496, + "step": 6880 + }, + { + "epoch": 6.445275958840037, + "grad_norm": 0.10802198201417923, + "learning_rate": 9.143440571314723e-05, + "loss": 0.0514, + "step": 6890 + }, + { + "epoch": 6.454630495790458, + "grad_norm": 0.12489160895347595, + "learning_rate": 9.140353172394636e-05, + "loss": 0.0502, + "step": 6900 + }, + { + "epoch": 6.463985032740879, + "grad_norm": 0.16502578556537628, + "learning_rate": 9.137260742555032e-05, + "loss": 0.0536, + "step": 6910 + }, + { + "epoch": 6.4733395696913005, + "grad_norm": 0.13759733736515045, + "learning_rate": 9.13416328555351e-05, + "loss": 0.0543, + "step": 6920 + }, + { + "epoch": 6.482694106641722, + "grad_norm": 0.13352084159851074, + "learning_rate": 9.131060805153769e-05, + "loss": 0.0512, + "step": 6930 + }, + { + "epoch": 6.492048643592142, + "grad_norm": 0.13673335313796997, + "learning_rate": 9.127953305125618e-05, + "loss": 0.0527, + "step": 6940 + }, + { + "epoch": 6.501403180542563, + "grad_norm": 0.13573597371578217, + "learning_rate": 9.124840789244958e-05, + "loss": 0.0533, + "step": 6950 + }, + { + "epoch": 6.510757717492984, + "grad_norm": 0.12477653473615646, + "learning_rate": 9.121723261293794e-05, + "loss": 0.0531, + "step": 6960 + }, + { + "epoch": 6.520112254443405, + "grad_norm": 0.11949115246534348, + "learning_rate": 9.118600725060214e-05, + "loss": 0.0511, + "step": 6970 + }, + { + "epoch": 6.529466791393826, + "grad_norm": 0.14061202108860016, + "learning_rate": 9.115473184338392e-05, + "loss": 0.0526, + "step": 6980 + }, + { + "epoch": 6.538821328344247, + "grad_norm": 0.18149127066135406, + "learning_rate": 9.11234064292859e-05, + "loss": 0.0526, + "step": 6990 + }, + { + "epoch": 6.5481758652946676, + "grad_norm": 0.19159622490406036, + "learning_rate": 9.109203104637137e-05, + "loss": 0.0526, + "step": 7000 + }, + { + "epoch": 6.557530402245089, + "grad_norm": 0.1611785888671875, + "learning_rate": 9.10606057327644e-05, + "loss": 0.0541, + "step": 7010 + }, + { + "epoch": 6.56688493919551, + "grad_norm": 0.16442936658859253, + "learning_rate": 9.10291305266497e-05, + "loss": 0.0513, + "step": 7020 + }, + { + "epoch": 6.576239476145931, + "grad_norm": 0.22299504280090332, + "learning_rate": 9.099760546627261e-05, + "loss": 0.054, + "step": 7030 + }, + { + "epoch": 6.585594013096352, + "grad_norm": 0.15053774416446686, + "learning_rate": 9.096603058993907e-05, + "loss": 0.0534, + "step": 7040 + }, + { + "epoch": 6.594948550046773, + "grad_norm": 0.14601604640483856, + "learning_rate": 9.093440593601552e-05, + "loss": 0.0532, + "step": 7050 + }, + { + "epoch": 6.604303086997193, + "grad_norm": 0.12659096717834473, + "learning_rate": 9.090273154292889e-05, + "loss": 0.0489, + "step": 7060 + }, + { + "epoch": 6.613657623947614, + "grad_norm": 0.14530783891677856, + "learning_rate": 9.087100744916656e-05, + "loss": 0.0534, + "step": 7070 + }, + { + "epoch": 6.6230121608980355, + "grad_norm": 0.13069193065166473, + "learning_rate": 9.08392336932763e-05, + "loss": 0.0527, + "step": 7080 + }, + { + "epoch": 6.632366697848457, + "grad_norm": 0.13806971907615662, + "learning_rate": 9.080741031386619e-05, + "loss": 0.0518, + "step": 7090 + }, + { + "epoch": 6.641721234798878, + "grad_norm": 0.1257779598236084, + "learning_rate": 9.077553734960468e-05, + "loss": 0.052, + "step": 7100 + }, + { + "epoch": 6.651075771749299, + "grad_norm": 0.1323229819536209, + "learning_rate": 9.074361483922041e-05, + "loss": 0.0484, + "step": 7110 + }, + { + "epoch": 6.66043030869972, + "grad_norm": 0.15151044726371765, + "learning_rate": 9.071164282150224e-05, + "loss": 0.0516, + "step": 7120 + }, + { + "epoch": 6.66978484565014, + "grad_norm": 0.13365478813648224, + "learning_rate": 9.067962133529919e-05, + "loss": 0.0504, + "step": 7130 + }, + { + "epoch": 6.679139382600561, + "grad_norm": 0.1308121234178543, + "learning_rate": 9.064755041952036e-05, + "loss": 0.05, + "step": 7140 + }, + { + "epoch": 6.688493919550982, + "grad_norm": 0.20655478537082672, + "learning_rate": 9.061543011313497e-05, + "loss": 0.052, + "step": 7150 + }, + { + "epoch": 6.697848456501403, + "grad_norm": 0.11827777326107025, + "learning_rate": 9.05832604551722e-05, + "loss": 0.053, + "step": 7160 + }, + { + "epoch": 6.7072029934518245, + "grad_norm": 0.10804881155490875, + "learning_rate": 9.055104148472124e-05, + "loss": 0.0503, + "step": 7170 + }, + { + "epoch": 6.716557530402245, + "grad_norm": 0.18263763189315796, + "learning_rate": 9.051877324093114e-05, + "loss": 0.0531, + "step": 7180 + }, + { + "epoch": 6.725912067352666, + "grad_norm": 0.18626107275485992, + "learning_rate": 9.04864557630109e-05, + "loss": 0.0503, + "step": 7190 + }, + { + "epoch": 6.735266604303087, + "grad_norm": 0.15265505015850067, + "learning_rate": 9.045408909022928e-05, + "loss": 0.0552, + "step": 7200 + }, + { + "epoch": 6.744621141253508, + "grad_norm": 0.2391359508037567, + "learning_rate": 9.042167326191484e-05, + "loss": 0.0522, + "step": 7210 + }, + { + "epoch": 6.753975678203929, + "grad_norm": 0.17892009019851685, + "learning_rate": 9.038920831745587e-05, + "loss": 0.0529, + "step": 7220 + }, + { + "epoch": 6.76333021515435, + "grad_norm": 0.1439671665430069, + "learning_rate": 9.035669429630036e-05, + "loss": 0.0527, + "step": 7230 + }, + { + "epoch": 6.772684752104771, + "grad_norm": 0.1503969430923462, + "learning_rate": 9.032413123795588e-05, + "loss": 0.0529, + "step": 7240 + }, + { + "epoch": 6.7820392890551915, + "grad_norm": 0.14654354751110077, + "learning_rate": 9.029151918198962e-05, + "loss": 0.0501, + "step": 7250 + }, + { + "epoch": 6.791393826005613, + "grad_norm": 0.17364822328090668, + "learning_rate": 9.025885816802833e-05, + "loss": 0.0516, + "step": 7260 + }, + { + "epoch": 6.800748362956034, + "grad_norm": 0.15480779111385345, + "learning_rate": 9.02261482357582e-05, + "loss": 0.0529, + "step": 7270 + }, + { + "epoch": 6.810102899906455, + "grad_norm": 0.16936668753623962, + "learning_rate": 9.019338942492485e-05, + "loss": 0.0511, + "step": 7280 + }, + { + "epoch": 6.819457436856876, + "grad_norm": 0.1356946974992752, + "learning_rate": 9.01605817753334e-05, + "loss": 0.0535, + "step": 7290 + }, + { + "epoch": 6.828811973807296, + "grad_norm": 0.12909696996212006, + "learning_rate": 9.012772532684818e-05, + "loss": 0.0536, + "step": 7300 + }, + { + "epoch": 6.838166510757717, + "grad_norm": 0.19012075662612915, + "learning_rate": 9.00948201193929e-05, + "loss": 0.0529, + "step": 7310 + }, + { + "epoch": 6.847521047708138, + "grad_norm": 0.13444332778453827, + "learning_rate": 9.006186619295047e-05, + "loss": 0.0531, + "step": 7320 + }, + { + "epoch": 6.856875584658559, + "grad_norm": 0.15408433973789215, + "learning_rate": 9.002886358756305e-05, + "loss": 0.053, + "step": 7330 + }, + { + "epoch": 6.8662301216089805, + "grad_norm": 0.15534348785877228, + "learning_rate": 8.999581234333188e-05, + "loss": 0.0514, + "step": 7340 + }, + { + "epoch": 6.875584658559402, + "grad_norm": 0.15070754289627075, + "learning_rate": 8.996271250041734e-05, + "loss": 0.0494, + "step": 7350 + }, + { + "epoch": 6.884939195509823, + "grad_norm": 0.127540722489357, + "learning_rate": 8.99295640990389e-05, + "loss": 0.0516, + "step": 7360 + }, + { + "epoch": 6.894293732460243, + "grad_norm": 0.1285996437072754, + "learning_rate": 8.989636717947494e-05, + "loss": 0.0515, + "step": 7370 + }, + { + "epoch": 6.903648269410664, + "grad_norm": 0.12027354538440704, + "learning_rate": 8.986312178206291e-05, + "loss": 0.05, + "step": 7380 + }, + { + "epoch": 6.913002806361085, + "grad_norm": 0.1615152508020401, + "learning_rate": 8.982982794719904e-05, + "loss": 0.0508, + "step": 7390 + }, + { + "epoch": 6.922357343311506, + "grad_norm": 0.15697148442268372, + "learning_rate": 8.979648571533852e-05, + "loss": 0.0534, + "step": 7400 + }, + { + "epoch": 6.931711880261927, + "grad_norm": 0.11553172022104263, + "learning_rate": 8.976309512699528e-05, + "loss": 0.05, + "step": 7410 + }, + { + "epoch": 6.9410664172123475, + "grad_norm": 0.14841003715991974, + "learning_rate": 8.972965622274205e-05, + "loss": 0.0513, + "step": 7420 + }, + { + "epoch": 6.950420954162769, + "grad_norm": 0.13831999897956848, + "learning_rate": 8.969616904321026e-05, + "loss": 0.0508, + "step": 7430 + }, + { + "epoch": 6.95977549111319, + "grad_norm": 0.15098518133163452, + "learning_rate": 8.966263362908998e-05, + "loss": 0.0501, + "step": 7440 + }, + { + "epoch": 6.969130028063611, + "grad_norm": 0.1293429732322693, + "learning_rate": 8.962905002112989e-05, + "loss": 0.0531, + "step": 7450 + }, + { + "epoch": 6.978484565014032, + "grad_norm": 0.11725972592830658, + "learning_rate": 8.959541826013724e-05, + "loss": 0.0503, + "step": 7460 + }, + { + "epoch": 6.987839101964453, + "grad_norm": 0.13210688531398773, + "learning_rate": 8.956173838697781e-05, + "loss": 0.0481, + "step": 7470 + }, + { + "epoch": 6.997193638914874, + "grad_norm": 0.12716364860534668, + "learning_rate": 8.952801044257581e-05, + "loss": 0.0515, + "step": 7480 + }, + { + "epoch": 7.006548175865294, + "grad_norm": 0.13643419742584229, + "learning_rate": 8.949423446791387e-05, + "loss": 0.0522, + "step": 7490 + }, + { + "epoch": 7.015902712815715, + "grad_norm": 0.13738736510276794, + "learning_rate": 8.9460410504033e-05, + "loss": 0.0473, + "step": 7500 + }, + { + "epoch": 7.0252572497661365, + "grad_norm": 0.11487861722707748, + "learning_rate": 8.942653859203248e-05, + "loss": 0.0482, + "step": 7510 + }, + { + "epoch": 7.034611786716558, + "grad_norm": 0.13362975418567657, + "learning_rate": 8.93926187730699e-05, + "loss": 0.0486, + "step": 7520 + }, + { + "epoch": 7.043966323666979, + "grad_norm": 0.12079443782567978, + "learning_rate": 8.935865108836102e-05, + "loss": 0.051, + "step": 7530 + }, + { + "epoch": 7.0533208606174, + "grad_norm": 0.17619486153125763, + "learning_rate": 8.932463557917981e-05, + "loss": 0.0519, + "step": 7540 + }, + { + "epoch": 7.06267539756782, + "grad_norm": 0.16085880994796753, + "learning_rate": 8.929057228685829e-05, + "loss": 0.0489, + "step": 7550 + }, + { + "epoch": 7.072029934518241, + "grad_norm": 0.19112221896648407, + "learning_rate": 8.925646125278658e-05, + "loss": 0.0461, + "step": 7560 + }, + { + "epoch": 7.081384471468662, + "grad_norm": 0.12264524400234222, + "learning_rate": 8.92223025184128e-05, + "loss": 0.0513, + "step": 7570 + }, + { + "epoch": 7.090739008419083, + "grad_norm": 0.10227473825216293, + "learning_rate": 8.918809612524303e-05, + "loss": 0.0483, + "step": 7580 + }, + { + "epoch": 7.100093545369504, + "grad_norm": 0.15601766109466553, + "learning_rate": 8.91538421148413e-05, + "loss": 0.0489, + "step": 7590 + }, + { + "epoch": 7.1094480823199255, + "grad_norm": 0.0967780128121376, + "learning_rate": 8.91195405288294e-05, + "loss": 0.0496, + "step": 7600 + }, + { + "epoch": 7.118802619270346, + "grad_norm": 0.14265485107898712, + "learning_rate": 8.908519140888705e-05, + "loss": 0.0503, + "step": 7610 + }, + { + "epoch": 7.128157156220767, + "grad_norm": 0.14041855931282043, + "learning_rate": 8.905079479675164e-05, + "loss": 0.0484, + "step": 7620 + }, + { + "epoch": 7.137511693171188, + "grad_norm": 0.17252567410469055, + "learning_rate": 8.901635073421831e-05, + "loss": 0.0475, + "step": 7630 + }, + { + "epoch": 7.146866230121609, + "grad_norm": 0.12270395457744598, + "learning_rate": 8.898185926313983e-05, + "loss": 0.0488, + "step": 7640 + }, + { + "epoch": 7.15622076707203, + "grad_norm": 0.11966842412948608, + "learning_rate": 8.894732042542659e-05, + "loss": 0.0477, + "step": 7650 + }, + { + "epoch": 7.165575304022451, + "grad_norm": 0.11247139424085617, + "learning_rate": 8.891273426304654e-05, + "loss": 0.0499, + "step": 7660 + }, + { + "epoch": 7.1749298409728715, + "grad_norm": 0.168172225356102, + "learning_rate": 8.887810081802515e-05, + "loss": 0.0473, + "step": 7670 + }, + { + "epoch": 7.1842843779232926, + "grad_norm": 0.18183743953704834, + "learning_rate": 8.884342013244529e-05, + "loss": 0.0489, + "step": 7680 + }, + { + "epoch": 7.193638914873714, + "grad_norm": 0.18345685303211212, + "learning_rate": 8.880869224844725e-05, + "loss": 0.0514, + "step": 7690 + }, + { + "epoch": 7.202993451824135, + "grad_norm": 0.17138409614562988, + "learning_rate": 8.877391720822875e-05, + "loss": 0.0501, + "step": 7700 + }, + { + "epoch": 7.212347988774556, + "grad_norm": 0.18686950206756592, + "learning_rate": 8.873909505404468e-05, + "loss": 0.0493, + "step": 7710 + }, + { + "epoch": 7.221702525724977, + "grad_norm": 0.1428198516368866, + "learning_rate": 8.870422582820726e-05, + "loss": 0.0469, + "step": 7720 + }, + { + "epoch": 7.231057062675397, + "grad_norm": 0.1886567920446396, + "learning_rate": 8.866930957308588e-05, + "loss": 0.0507, + "step": 7730 + }, + { + "epoch": 7.240411599625818, + "grad_norm": 0.17664989829063416, + "learning_rate": 8.86343463311071e-05, + "loss": 0.047, + "step": 7740 + }, + { + "epoch": 7.249766136576239, + "grad_norm": 0.18881778419017792, + "learning_rate": 8.859933614475452e-05, + "loss": 0.0495, + "step": 7750 + }, + { + "epoch": 7.2591206735266605, + "grad_norm": 0.15760040283203125, + "learning_rate": 8.85642790565689e-05, + "loss": 0.0503, + "step": 7760 + }, + { + "epoch": 7.268475210477082, + "grad_norm": 0.14529532194137573, + "learning_rate": 8.852917510914782e-05, + "loss": 0.0516, + "step": 7770 + }, + { + "epoch": 7.277829747427503, + "grad_norm": 0.11842933297157288, + "learning_rate": 8.84940243451459e-05, + "loss": 0.0495, + "step": 7780 + }, + { + "epoch": 7.287184284377924, + "grad_norm": 0.13449490070343018, + "learning_rate": 8.845882680727469e-05, + "loss": 0.0526, + "step": 7790 + }, + { + "epoch": 7.296538821328344, + "grad_norm": 0.16663014888763428, + "learning_rate": 8.842358253830246e-05, + "loss": 0.0505, + "step": 7800 + }, + { + "epoch": 7.305893358278765, + "grad_norm": 0.177297905087471, + "learning_rate": 8.838829158105434e-05, + "loss": 0.0515, + "step": 7810 + }, + { + "epoch": 7.315247895229186, + "grad_norm": 0.1669512689113617, + "learning_rate": 8.835295397841217e-05, + "loss": 0.0485, + "step": 7820 + }, + { + "epoch": 7.324602432179607, + "grad_norm": 0.15177606046199799, + "learning_rate": 8.831756977331447e-05, + "loss": 0.0476, + "step": 7830 + }, + { + "epoch": 7.333956969130028, + "grad_norm": 0.16623106598854065, + "learning_rate": 8.828213900875638e-05, + "loss": 0.0523, + "step": 7840 + }, + { + "epoch": 7.343311506080449, + "grad_norm": 0.12426995486021042, + "learning_rate": 8.824666172778964e-05, + "loss": 0.0488, + "step": 7850 + }, + { + "epoch": 7.35266604303087, + "grad_norm": 0.1441984474658966, + "learning_rate": 8.821113797352245e-05, + "loss": 0.0504, + "step": 7860 + }, + { + "epoch": 7.362020579981291, + "grad_norm": 0.13170233368873596, + "learning_rate": 8.817556778911956e-05, + "loss": 0.0493, + "step": 7870 + }, + { + "epoch": 7.371375116931712, + "grad_norm": 0.12538570165634155, + "learning_rate": 8.81399512178021e-05, + "loss": 0.047, + "step": 7880 + }, + { + "epoch": 7.380729653882133, + "grad_norm": 0.1314810961484909, + "learning_rate": 8.810428830284752e-05, + "loss": 0.0478, + "step": 7890 + }, + { + "epoch": 7.390084190832554, + "grad_norm": 0.11427874118089676, + "learning_rate": 8.806857908758967e-05, + "loss": 0.0495, + "step": 7900 + }, + { + "epoch": 7.399438727782975, + "grad_norm": 0.10335152596235275, + "learning_rate": 8.80328236154186e-05, + "loss": 0.0476, + "step": 7910 + }, + { + "epoch": 7.408793264733395, + "grad_norm": 0.13625116646289825, + "learning_rate": 8.799702192978056e-05, + "loss": 0.0489, + "step": 7920 + }, + { + "epoch": 7.4181478016838165, + "grad_norm": 0.12874603271484375, + "learning_rate": 8.7961174074178e-05, + "loss": 0.0478, + "step": 7930 + }, + { + "epoch": 7.427502338634238, + "grad_norm": 0.14721593260765076, + "learning_rate": 8.792528009216942e-05, + "loss": 0.0468, + "step": 7940 + }, + { + "epoch": 7.436856875584659, + "grad_norm": 0.12807084619998932, + "learning_rate": 8.788934002736943e-05, + "loss": 0.0497, + "step": 7950 + }, + { + "epoch": 7.44621141253508, + "grad_norm": 0.09592330455780029, + "learning_rate": 8.785335392344857e-05, + "loss": 0.0503, + "step": 7960 + }, + { + "epoch": 7.4555659494855, + "grad_norm": 0.12942899763584137, + "learning_rate": 8.781732182413336e-05, + "loss": 0.0498, + "step": 7970 + }, + { + "epoch": 7.464920486435921, + "grad_norm": 0.14065220952033997, + "learning_rate": 8.778124377320618e-05, + "loss": 0.0501, + "step": 7980 + }, + { + "epoch": 7.474275023386342, + "grad_norm": 0.12226000428199768, + "learning_rate": 8.774511981450529e-05, + "loss": 0.0481, + "step": 7990 + }, + { + "epoch": 7.483629560336763, + "grad_norm": 0.11139962077140808, + "learning_rate": 8.770894999192467e-05, + "loss": 0.051, + "step": 8000 + }, + { + "epoch": 7.492984097287184, + "grad_norm": 0.1226852685213089, + "learning_rate": 8.767273434941412e-05, + "loss": 0.0487, + "step": 8010 + }, + { + "epoch": 7.5023386342376055, + "grad_norm": 0.10892350226640701, + "learning_rate": 8.7636472930979e-05, + "loss": 0.0508, + "step": 8020 + }, + { + "epoch": 7.511693171188027, + "grad_norm": 0.14348338544368744, + "learning_rate": 8.76001657806804e-05, + "loss": 0.0469, + "step": 8030 + }, + { + "epoch": 7.521047708138447, + "grad_norm": 0.1576937884092331, + "learning_rate": 8.756381294263491e-05, + "loss": 0.0486, + "step": 8040 + }, + { + "epoch": 7.530402245088868, + "grad_norm": 0.12000850588083267, + "learning_rate": 8.752741446101464e-05, + "loss": 0.0476, + "step": 8050 + }, + { + "epoch": 7.539756782039289, + "grad_norm": 0.16796813905239105, + "learning_rate": 8.749097038004722e-05, + "loss": 0.0482, + "step": 8060 + }, + { + "epoch": 7.54911131898971, + "grad_norm": 0.16994483768939972, + "learning_rate": 8.745448074401561e-05, + "loss": 0.0485, + "step": 8070 + }, + { + "epoch": 7.558465855940131, + "grad_norm": 0.1817398965358734, + "learning_rate": 8.741794559725818e-05, + "loss": 0.05, + "step": 8080 + }, + { + "epoch": 7.567820392890552, + "grad_norm": 0.1397773027420044, + "learning_rate": 8.738136498416856e-05, + "loss": 0.0493, + "step": 8090 + }, + { + "epoch": 7.5771749298409725, + "grad_norm": 0.1095399335026741, + "learning_rate": 8.734473894919564e-05, + "loss": 0.0476, + "step": 8100 + }, + { + "epoch": 7.586529466791394, + "grad_norm": 0.16301223635673523, + "learning_rate": 8.730806753684353e-05, + "loss": 0.0483, + "step": 8110 + }, + { + "epoch": 7.595884003741815, + "grad_norm": 0.1586325764656067, + "learning_rate": 8.727135079167144e-05, + "loss": 0.0498, + "step": 8120 + }, + { + "epoch": 7.605238540692236, + "grad_norm": 0.13276445865631104, + "learning_rate": 8.723458875829368e-05, + "loss": 0.0481, + "step": 8130 + }, + { + "epoch": 7.614593077642657, + "grad_norm": 0.1511106789112091, + "learning_rate": 8.719778148137958e-05, + "loss": 0.0493, + "step": 8140 + }, + { + "epoch": 7.623947614593078, + "grad_norm": 0.14319948852062225, + "learning_rate": 8.716092900565346e-05, + "loss": 0.0502, + "step": 8150 + }, + { + "epoch": 7.633302151543498, + "grad_norm": 0.1949308067560196, + "learning_rate": 8.712403137589456e-05, + "loss": 0.0483, + "step": 8160 + }, + { + "epoch": 7.642656688493919, + "grad_norm": 0.1360594779253006, + "learning_rate": 8.708708863693697e-05, + "loss": 0.0457, + "step": 8170 + }, + { + "epoch": 7.65201122544434, + "grad_norm": 0.1723843216896057, + "learning_rate": 8.70501008336696e-05, + "loss": 0.0467, + "step": 8180 + }, + { + "epoch": 7.6613657623947615, + "grad_norm": 0.13877563178539276, + "learning_rate": 8.701306801103611e-05, + "loss": 0.0482, + "step": 8190 + }, + { + "epoch": 7.670720299345183, + "grad_norm": 0.16595904529094696, + "learning_rate": 8.697599021403489e-05, + "loss": 0.0507, + "step": 8200 + }, + { + "epoch": 7.680074836295604, + "grad_norm": 0.20890359580516815, + "learning_rate": 8.693886748771896e-05, + "loss": 0.0488, + "step": 8210 + }, + { + "epoch": 7.689429373246024, + "grad_norm": 0.09563909471035004, + "learning_rate": 8.690169987719593e-05, + "loss": 0.0449, + "step": 8220 + }, + { + "epoch": 7.698783910196445, + "grad_norm": 0.11995235085487366, + "learning_rate": 8.686448742762791e-05, + "loss": 0.0491, + "step": 8230 + }, + { + "epoch": 7.708138447146866, + "grad_norm": 0.11533721536397934, + "learning_rate": 8.682723018423161e-05, + "loss": 0.0455, + "step": 8240 + }, + { + "epoch": 7.717492984097287, + "grad_norm": 0.13248011469841003, + "learning_rate": 8.678992819227804e-05, + "loss": 0.0454, + "step": 8250 + }, + { + "epoch": 7.726847521047708, + "grad_norm": 0.17042529582977295, + "learning_rate": 8.675258149709265e-05, + "loss": 0.048, + "step": 8260 + }, + { + "epoch": 7.736202057998129, + "grad_norm": 0.15060213208198547, + "learning_rate": 8.67151901440552e-05, + "loss": 0.0457, + "step": 8270 + }, + { + "epoch": 7.74555659494855, + "grad_norm": 0.15244102478027344, + "learning_rate": 8.667775417859971e-05, + "loss": 0.0481, + "step": 8280 + }, + { + "epoch": 7.754911131898971, + "grad_norm": 0.12688635289669037, + "learning_rate": 8.664027364621441e-05, + "loss": 0.0451, + "step": 8290 + }, + { + "epoch": 7.764265668849392, + "grad_norm": 0.1486688107252121, + "learning_rate": 8.660274859244168e-05, + "loss": 0.0457, + "step": 8300 + }, + { + "epoch": 7.773620205799813, + "grad_norm": 0.15076804161071777, + "learning_rate": 8.656517906287799e-05, + "loss": 0.0468, + "step": 8310 + }, + { + "epoch": 7.782974742750234, + "grad_norm": 0.14360935986042023, + "learning_rate": 8.652756510317387e-05, + "loss": 0.0487, + "step": 8320 + }, + { + "epoch": 7.792329279700655, + "grad_norm": 0.13946464657783508, + "learning_rate": 8.648990675903382e-05, + "loss": 0.0468, + "step": 8330 + }, + { + "epoch": 7.801683816651076, + "grad_norm": 0.16372211277484894, + "learning_rate": 8.64522040762163e-05, + "loss": 0.0485, + "step": 8340 + }, + { + "epoch": 7.8110383536014965, + "grad_norm": 0.14502926170825958, + "learning_rate": 8.64144571005336e-05, + "loss": 0.0461, + "step": 8350 + }, + { + "epoch": 7.8203928905519176, + "grad_norm": 0.17394429445266724, + "learning_rate": 8.637666587785184e-05, + "loss": 0.0469, + "step": 8360 + }, + { + "epoch": 7.829747427502339, + "grad_norm": 0.1368364691734314, + "learning_rate": 8.633883045409096e-05, + "loss": 0.0488, + "step": 8370 + }, + { + "epoch": 7.83910196445276, + "grad_norm": 0.1465347558259964, + "learning_rate": 8.630095087522457e-05, + "loss": 0.0479, + "step": 8380 + }, + { + "epoch": 7.848456501403181, + "grad_norm": 0.1439351737499237, + "learning_rate": 8.62630271872799e-05, + "loss": 0.05, + "step": 8390 + }, + { + "epoch": 7.857811038353601, + "grad_norm": 0.1563819795846939, + "learning_rate": 8.62250594363378e-05, + "loss": 0.0461, + "step": 8400 + }, + { + "epoch": 7.867165575304022, + "grad_norm": 0.12477783858776093, + "learning_rate": 8.61870476685327e-05, + "loss": 0.0471, + "step": 8410 + }, + { + "epoch": 7.876520112254443, + "grad_norm": 0.17262105643749237, + "learning_rate": 8.614899193005248e-05, + "loss": 0.0469, + "step": 8420 + }, + { + "epoch": 7.885874649204864, + "grad_norm": 0.11078786104917526, + "learning_rate": 8.611089226713842e-05, + "loss": 0.0485, + "step": 8430 + }, + { + "epoch": 7.8952291861552855, + "grad_norm": 0.130467489361763, + "learning_rate": 8.607274872608521e-05, + "loss": 0.0458, + "step": 8440 + }, + { + "epoch": 7.904583723105707, + "grad_norm": 0.12388445436954498, + "learning_rate": 8.603456135324088e-05, + "loss": 0.046, + "step": 8450 + }, + { + "epoch": 7.913938260056128, + "grad_norm": 0.14905069768428802, + "learning_rate": 8.599633019500665e-05, + "loss": 0.0461, + "step": 8460 + }, + { + "epoch": 7.923292797006548, + "grad_norm": 0.1541447937488556, + "learning_rate": 8.595805529783702e-05, + "loss": 0.0476, + "step": 8470 + }, + { + "epoch": 7.932647333956969, + "grad_norm": 0.12561310827732086, + "learning_rate": 8.591973670823958e-05, + "loss": 0.0491, + "step": 8480 + }, + { + "epoch": 7.94200187090739, + "grad_norm": 0.10384882986545563, + "learning_rate": 8.588137447277503e-05, + "loss": 0.0474, + "step": 8490 + }, + { + "epoch": 7.951356407857811, + "grad_norm": 0.1325339525938034, + "learning_rate": 8.584296863805709e-05, + "loss": 0.0483, + "step": 8500 + }, + { + "epoch": 7.960710944808232, + "grad_norm": 0.1431136429309845, + "learning_rate": 8.580451925075248e-05, + "loss": 0.047, + "step": 8510 + }, + { + "epoch": 7.9700654817586525, + "grad_norm": 0.114473357796669, + "learning_rate": 8.576602635758085e-05, + "loss": 0.049, + "step": 8520 + }, + { + "epoch": 7.979420018709074, + "grad_norm": 0.11992359161376953, + "learning_rate": 8.572749000531469e-05, + "loss": 0.0466, + "step": 8530 + }, + { + "epoch": 7.988774555659495, + "grad_norm": 0.11426115781068802, + "learning_rate": 8.568891024077926e-05, + "loss": 0.0479, + "step": 8540 + }, + { + "epoch": 7.998129092609916, + "grad_norm": 0.15757302939891815, + "learning_rate": 8.565028711085265e-05, + "loss": 0.0478, + "step": 8550 + }, + { + "epoch": 8.007483629560337, + "grad_norm": 0.1338212490081787, + "learning_rate": 8.561162066246561e-05, + "loss": 0.046, + "step": 8560 + }, + { + "epoch": 8.016838166510757, + "grad_norm": 0.12714360654354095, + "learning_rate": 8.557291094260152e-05, + "loss": 0.0472, + "step": 8570 + }, + { + "epoch": 8.026192703461179, + "grad_norm": 0.1841544508934021, + "learning_rate": 8.553415799829629e-05, + "loss": 0.0458, + "step": 8580 + }, + { + "epoch": 8.0355472404116, + "grad_norm": 0.18539416790008545, + "learning_rate": 8.549536187663847e-05, + "loss": 0.0492, + "step": 8590 + }, + { + "epoch": 8.044901777362021, + "grad_norm": 0.13879819214344025, + "learning_rate": 8.545652262476897e-05, + "loss": 0.0468, + "step": 8600 + }, + { + "epoch": 8.054256314312441, + "grad_norm": 0.11290349811315536, + "learning_rate": 8.541764028988115e-05, + "loss": 0.0459, + "step": 8610 + }, + { + "epoch": 8.063610851262862, + "grad_norm": 0.12836100161075592, + "learning_rate": 8.537871491922071e-05, + "loss": 0.0446, + "step": 8620 + }, + { + "epoch": 8.072965388213284, + "grad_norm": 0.1285938173532486, + "learning_rate": 8.533974656008566e-05, + "loss": 0.0462, + "step": 8630 + }, + { + "epoch": 8.082319925163704, + "grad_norm": 0.12409396469593048, + "learning_rate": 8.530073525982621e-05, + "loss": 0.0485, + "step": 8640 + }, + { + "epoch": 8.091674462114126, + "grad_norm": 0.11266708374023438, + "learning_rate": 8.526168106584476e-05, + "loss": 0.0461, + "step": 8650 + }, + { + "epoch": 8.101028999064546, + "grad_norm": 0.1762368232011795, + "learning_rate": 8.522258402559586e-05, + "loss": 0.0461, + "step": 8660 + }, + { + "epoch": 8.110383536014968, + "grad_norm": 0.12562116980552673, + "learning_rate": 8.518344418658613e-05, + "loss": 0.0456, + "step": 8670 + }, + { + "epoch": 8.119738072965388, + "grad_norm": 0.1397869735956192, + "learning_rate": 8.51442615963741e-05, + "loss": 0.043, + "step": 8680 + }, + { + "epoch": 8.129092609915809, + "grad_norm": 0.11275246739387512, + "learning_rate": 8.510503630257034e-05, + "loss": 0.0443, + "step": 8690 + }, + { + "epoch": 8.13844714686623, + "grad_norm": 0.14364321529865265, + "learning_rate": 8.50657683528373e-05, + "loss": 0.046, + "step": 8700 + }, + { + "epoch": 8.14780168381665, + "grad_norm": 0.16050240397453308, + "learning_rate": 8.502645779488922e-05, + "loss": 0.0472, + "step": 8710 + }, + { + "epoch": 8.157156220767073, + "grad_norm": 0.12214578688144684, + "learning_rate": 8.498710467649213e-05, + "loss": 0.0465, + "step": 8720 + }, + { + "epoch": 8.166510757717493, + "grad_norm": 0.11198332160711288, + "learning_rate": 8.494770904546381e-05, + "loss": 0.0463, + "step": 8730 + }, + { + "epoch": 8.175865294667913, + "grad_norm": 0.12398704886436462, + "learning_rate": 8.490827094967363e-05, + "loss": 0.0466, + "step": 8740 + }, + { + "epoch": 8.185219831618335, + "grad_norm": 0.14016757905483246, + "learning_rate": 8.486879043704263e-05, + "loss": 0.0458, + "step": 8750 + }, + { + "epoch": 8.194574368568755, + "grad_norm": 0.14391383528709412, + "learning_rate": 8.482926755554332e-05, + "loss": 0.0462, + "step": 8760 + }, + { + "epoch": 8.203928905519177, + "grad_norm": 0.11175469309091568, + "learning_rate": 8.478970235319975e-05, + "loss": 0.0465, + "step": 8770 + }, + { + "epoch": 8.213283442469598, + "grad_norm": 0.12300893664360046, + "learning_rate": 8.475009487808737e-05, + "loss": 0.0437, + "step": 8780 + }, + { + "epoch": 8.22263797942002, + "grad_norm": 0.1210167407989502, + "learning_rate": 8.471044517833298e-05, + "loss": 0.0446, + "step": 8790 + }, + { + "epoch": 8.23199251637044, + "grad_norm": 0.10244328528642654, + "learning_rate": 8.467075330211474e-05, + "loss": 0.0438, + "step": 8800 + }, + { + "epoch": 8.24134705332086, + "grad_norm": 0.12891516089439392, + "learning_rate": 8.463101929766198e-05, + "loss": 0.0457, + "step": 8810 + }, + { + "epoch": 8.250701590271282, + "grad_norm": 0.12902319431304932, + "learning_rate": 8.459124321325528e-05, + "loss": 0.0468, + "step": 8820 + }, + { + "epoch": 8.260056127221702, + "grad_norm": 0.1154496967792511, + "learning_rate": 8.455142509722634e-05, + "loss": 0.0469, + "step": 8830 + }, + { + "epoch": 8.269410664172124, + "grad_norm": 0.18475167453289032, + "learning_rate": 8.451156499795792e-05, + "loss": 0.0456, + "step": 8840 + }, + { + "epoch": 8.278765201122544, + "grad_norm": 0.12258549779653549, + "learning_rate": 8.447166296388381e-05, + "loss": 0.0457, + "step": 8850 + }, + { + "epoch": 8.288119738072965, + "grad_norm": 0.13816310465335846, + "learning_rate": 8.443171904348872e-05, + "loss": 0.0478, + "step": 8860 + }, + { + "epoch": 8.297474275023387, + "grad_norm": 0.13933993875980377, + "learning_rate": 8.43917332853083e-05, + "loss": 0.0459, + "step": 8870 + }, + { + "epoch": 8.306828811973807, + "grad_norm": 0.13979031145572662, + "learning_rate": 8.435170573792901e-05, + "loss": 0.0441, + "step": 8880 + }, + { + "epoch": 8.316183348924229, + "grad_norm": 0.10526274144649506, + "learning_rate": 8.431163644998808e-05, + "loss": 0.046, + "step": 8890 + }, + { + "epoch": 8.325537885874649, + "grad_norm": 0.12853673100471497, + "learning_rate": 8.42715254701735e-05, + "loss": 0.0454, + "step": 8900 + }, + { + "epoch": 8.334892422825071, + "grad_norm": 0.15364888310432434, + "learning_rate": 8.42313728472239e-05, + "loss": 0.0477, + "step": 8910 + }, + { + "epoch": 8.344246959775491, + "grad_norm": 0.18406693637371063, + "learning_rate": 8.419117862992844e-05, + "loss": 0.0454, + "step": 8920 + }, + { + "epoch": 8.353601496725911, + "grad_norm": 0.17113155126571655, + "learning_rate": 8.415094286712694e-05, + "loss": 0.0452, + "step": 8930 + }, + { + "epoch": 8.362956033676333, + "grad_norm": 0.12811845541000366, + "learning_rate": 8.411066560770965e-05, + "loss": 0.0429, + "step": 8940 + }, + { + "epoch": 8.372310570626754, + "grad_norm": 0.11835114657878876, + "learning_rate": 8.407034690061721e-05, + "loss": 0.0448, + "step": 8950 + }, + { + "epoch": 8.381665107577176, + "grad_norm": 0.08130919933319092, + "learning_rate": 8.402998679484067e-05, + "loss": 0.044, + "step": 8960 + }, + { + "epoch": 8.391019644527596, + "grad_norm": 0.13011644780635834, + "learning_rate": 8.398958533942135e-05, + "loss": 0.0438, + "step": 8970 + }, + { + "epoch": 8.400374181478018, + "grad_norm": 0.14260785281658173, + "learning_rate": 8.394914258345083e-05, + "loss": 0.0439, + "step": 8980 + }, + { + "epoch": 8.409728718428438, + "grad_norm": 0.13121850788593292, + "learning_rate": 8.390865857607089e-05, + "loss": 0.0449, + "step": 8990 + }, + { + "epoch": 8.419083255378858, + "grad_norm": 0.1112397238612175, + "learning_rate": 8.386813336647339e-05, + "loss": 0.0472, + "step": 9000 + }, + { + "epoch": 8.42843779232928, + "grad_norm": 0.11587736010551453, + "learning_rate": 8.38275670039003e-05, + "loss": 0.0455, + "step": 9010 + }, + { + "epoch": 8.4377923292797, + "grad_norm": 0.11443410068750381, + "learning_rate": 8.378695953764356e-05, + "loss": 0.044, + "step": 9020 + }, + { + "epoch": 8.447146866230122, + "grad_norm": 0.1365703046321869, + "learning_rate": 8.374631101704509e-05, + "loss": 0.0438, + "step": 9030 + }, + { + "epoch": 8.456501403180543, + "grad_norm": 0.1865738034248352, + "learning_rate": 8.370562149149665e-05, + "loss": 0.0443, + "step": 9040 + }, + { + "epoch": 8.465855940130963, + "grad_norm": 0.19692978262901306, + "learning_rate": 8.366489101043989e-05, + "loss": 0.0441, + "step": 9050 + }, + { + "epoch": 8.475210477081385, + "grad_norm": 0.13175898790359497, + "learning_rate": 8.362411962336614e-05, + "loss": 0.044, + "step": 9060 + }, + { + "epoch": 8.484565014031805, + "grad_norm": 0.16143476963043213, + "learning_rate": 8.358330737981651e-05, + "loss": 0.0488, + "step": 9070 + }, + { + "epoch": 8.493919550982227, + "grad_norm": 0.12286760658025742, + "learning_rate": 8.35424543293817e-05, + "loss": 0.0482, + "step": 9080 + }, + { + "epoch": 8.503274087932647, + "grad_norm": 0.16482433676719666, + "learning_rate": 8.350156052170206e-05, + "loss": 0.0452, + "step": 9090 + }, + { + "epoch": 8.512628624883067, + "grad_norm": 0.1394934356212616, + "learning_rate": 8.346062600646738e-05, + "loss": 0.0457, + "step": 9100 + }, + { + "epoch": 8.52198316183349, + "grad_norm": 0.18164832890033722, + "learning_rate": 8.341965083341697e-05, + "loss": 0.0494, + "step": 9110 + }, + { + "epoch": 8.53133769878391, + "grad_norm": 0.13647277653217316, + "learning_rate": 8.337863505233953e-05, + "loss": 0.0448, + "step": 9120 + }, + { + "epoch": 8.540692235734332, + "grad_norm": 0.1493995636701584, + "learning_rate": 8.33375787130731e-05, + "loss": 0.0445, + "step": 9130 + }, + { + "epoch": 8.550046772684752, + "grad_norm": 0.14278902113437653, + "learning_rate": 8.3296481865505e-05, + "loss": 0.0459, + "step": 9140 + }, + { + "epoch": 8.559401309635174, + "grad_norm": 0.16121836006641388, + "learning_rate": 8.325534455957181e-05, + "loss": 0.0432, + "step": 9150 + }, + { + "epoch": 8.568755846585594, + "grad_norm": 0.172853022813797, + "learning_rate": 8.321416684525917e-05, + "loss": 0.0443, + "step": 9160 + }, + { + "epoch": 8.578110383536014, + "grad_norm": 0.18612448871135712, + "learning_rate": 8.317294877260193e-05, + "loss": 0.047, + "step": 9170 + }, + { + "epoch": 8.587464920486436, + "grad_norm": 0.13620930910110474, + "learning_rate": 8.313169039168394e-05, + "loss": 0.0432, + "step": 9180 + }, + { + "epoch": 8.596819457436856, + "grad_norm": 0.15842247009277344, + "learning_rate": 8.3090391752638e-05, + "loss": 0.046, + "step": 9190 + }, + { + "epoch": 8.606173994387278, + "grad_norm": 0.1378270387649536, + "learning_rate": 8.304905290564586e-05, + "loss": 0.0438, + "step": 9200 + }, + { + "epoch": 8.615528531337699, + "grad_norm": 0.21941447257995605, + "learning_rate": 8.300767390093813e-05, + "loss": 0.0428, + "step": 9210 + }, + { + "epoch": 8.62488306828812, + "grad_norm": 0.18319056928157806, + "learning_rate": 8.296625478879417e-05, + "loss": 0.0442, + "step": 9220 + }, + { + "epoch": 8.63423760523854, + "grad_norm": 0.16296982765197754, + "learning_rate": 8.292479561954214e-05, + "loss": 0.0444, + "step": 9230 + }, + { + "epoch": 8.643592142188961, + "grad_norm": 0.12255025655031204, + "learning_rate": 8.288329644355883e-05, + "loss": 0.044, + "step": 9240 + }, + { + "epoch": 8.652946679139383, + "grad_norm": 0.11646613478660583, + "learning_rate": 8.284175731126965e-05, + "loss": 0.0455, + "step": 9250 + }, + { + "epoch": 8.662301216089803, + "grad_norm": 0.12799368798732758, + "learning_rate": 8.280017827314854e-05, + "loss": 0.0449, + "step": 9260 + }, + { + "epoch": 8.671655753040225, + "grad_norm": 0.16625677049160004, + "learning_rate": 8.2758559379718e-05, + "loss": 0.0483, + "step": 9270 + }, + { + "epoch": 8.681010289990645, + "grad_norm": 0.12835310399532318, + "learning_rate": 8.271690068154887e-05, + "loss": 0.0462, + "step": 9280 + }, + { + "epoch": 8.690364826941066, + "grad_norm": 0.15777340531349182, + "learning_rate": 8.26752022292604e-05, + "loss": 0.0436, + "step": 9290 + }, + { + "epoch": 8.699719363891488, + "grad_norm": 0.11797185987234116, + "learning_rate": 8.263346407352018e-05, + "loss": 0.0439, + "step": 9300 + }, + { + "epoch": 8.709073900841908, + "grad_norm": 0.1350707858800888, + "learning_rate": 8.259168626504395e-05, + "loss": 0.0464, + "step": 9310 + }, + { + "epoch": 8.71842843779233, + "grad_norm": 0.13305160403251648, + "learning_rate": 8.254986885459572e-05, + "loss": 0.045, + "step": 9320 + }, + { + "epoch": 8.72778297474275, + "grad_norm": 0.11600253731012344, + "learning_rate": 8.250801189298757e-05, + "loss": 0.0449, + "step": 9330 + }, + { + "epoch": 8.737137511693172, + "grad_norm": 0.15498442947864532, + "learning_rate": 8.246611543107967e-05, + "loss": 0.0448, + "step": 9340 + }, + { + "epoch": 8.746492048643592, + "grad_norm": 0.15333257615566254, + "learning_rate": 8.242417951978018e-05, + "loss": 0.0446, + "step": 9350 + }, + { + "epoch": 8.755846585594012, + "grad_norm": 0.13442400097846985, + "learning_rate": 8.238220421004517e-05, + "loss": 0.0445, + "step": 9360 + }, + { + "epoch": 8.765201122544434, + "grad_norm": 0.1504276841878891, + "learning_rate": 8.234018955287859e-05, + "loss": 0.0459, + "step": 9370 + }, + { + "epoch": 8.774555659494855, + "grad_norm": 0.17462417483329773, + "learning_rate": 8.229813559933224e-05, + "loss": 0.0441, + "step": 9380 + }, + { + "epoch": 8.783910196445277, + "grad_norm": 0.16815614700317383, + "learning_rate": 8.22560424005056e-05, + "loss": 0.0481, + "step": 9390 + }, + { + "epoch": 8.793264733395697, + "grad_norm": 0.17473763227462769, + "learning_rate": 8.22139100075459e-05, + "loss": 0.0435, + "step": 9400 + }, + { + "epoch": 8.802619270346117, + "grad_norm": 0.15071260929107666, + "learning_rate": 8.217173847164799e-05, + "loss": 0.0457, + "step": 9410 + }, + { + "epoch": 8.811973807296539, + "grad_norm": 0.14331775903701782, + "learning_rate": 8.212952784405422e-05, + "loss": 0.0434, + "step": 9420 + }, + { + "epoch": 8.82132834424696, + "grad_norm": 0.13980114459991455, + "learning_rate": 8.208727817605451e-05, + "loss": 0.0435, + "step": 9430 + }, + { + "epoch": 8.830682881197381, + "grad_norm": 0.12335366010665894, + "learning_rate": 8.204498951898618e-05, + "loss": 0.0452, + "step": 9440 + }, + { + "epoch": 8.840037418147801, + "grad_norm": 0.12119392305612564, + "learning_rate": 8.200266192423395e-05, + "loss": 0.0435, + "step": 9450 + }, + { + "epoch": 8.849391955098223, + "grad_norm": 0.12750527262687683, + "learning_rate": 8.196029544322981e-05, + "loss": 0.0444, + "step": 9460 + }, + { + "epoch": 8.858746492048644, + "grad_norm": 0.13427098095417023, + "learning_rate": 8.191789012745305e-05, + "loss": 0.0458, + "step": 9470 + }, + { + "epoch": 8.868101028999064, + "grad_norm": 0.12971945106983185, + "learning_rate": 8.187544602843014e-05, + "loss": 0.0442, + "step": 9480 + }, + { + "epoch": 8.877455565949486, + "grad_norm": 0.1553351730108261, + "learning_rate": 8.183296319773466e-05, + "loss": 0.0448, + "step": 9490 + }, + { + "epoch": 8.886810102899906, + "grad_norm": 0.12446461617946625, + "learning_rate": 8.179044168698721e-05, + "loss": 0.043, + "step": 9500 + }, + { + "epoch": 8.896164639850328, + "grad_norm": 0.12613295018672943, + "learning_rate": 8.174788154785548e-05, + "loss": 0.0408, + "step": 9510 + }, + { + "epoch": 8.905519176800748, + "grad_norm": 0.12743674218654633, + "learning_rate": 8.170528283205403e-05, + "loss": 0.0425, + "step": 9520 + }, + { + "epoch": 8.91487371375117, + "grad_norm": 0.13367103040218353, + "learning_rate": 8.166264559134435e-05, + "loss": 0.0441, + "step": 9530 + }, + { + "epoch": 8.92422825070159, + "grad_norm": 0.10760966688394547, + "learning_rate": 8.161996987753467e-05, + "loss": 0.0426, + "step": 9540 + }, + { + "epoch": 8.93358278765201, + "grad_norm": 0.10754020512104034, + "learning_rate": 8.157725574248e-05, + "loss": 0.0444, + "step": 9550 + }, + { + "epoch": 8.942937324602433, + "grad_norm": 0.13009093701839447, + "learning_rate": 8.153450323808209e-05, + "loss": 0.0424, + "step": 9560 + }, + { + "epoch": 8.952291861552853, + "grad_norm": 0.13041259348392487, + "learning_rate": 8.149171241628923e-05, + "loss": 0.0415, + "step": 9570 + }, + { + "epoch": 8.961646398503275, + "grad_norm": 0.14886990189552307, + "learning_rate": 8.144888332909631e-05, + "loss": 0.0438, + "step": 9580 + }, + { + "epoch": 8.971000935453695, + "grad_norm": 0.14185285568237305, + "learning_rate": 8.14060160285447e-05, + "loss": 0.0432, + "step": 9590 + }, + { + "epoch": 8.980355472404115, + "grad_norm": 0.11683318018913269, + "learning_rate": 8.136311056672223e-05, + "loss": 0.0433, + "step": 9600 + }, + { + "epoch": 8.989710009354537, + "grad_norm": 0.1049385815858841, + "learning_rate": 8.132016699576308e-05, + "loss": 0.0412, + "step": 9610 + }, + { + "epoch": 8.999064546304957, + "grad_norm": 0.13841427862644196, + "learning_rate": 8.127718536784771e-05, + "loss": 0.0447, + "step": 9620 + }, + { + "epoch": 9.00841908325538, + "grad_norm": 0.12128093838691711, + "learning_rate": 8.12341657352029e-05, + "loss": 0.043, + "step": 9630 + }, + { + "epoch": 9.0177736202058, + "grad_norm": 0.11757652461528778, + "learning_rate": 8.119110815010151e-05, + "loss": 0.0426, + "step": 9640 + }, + { + "epoch": 9.027128157156222, + "grad_norm": 0.13566407561302185, + "learning_rate": 8.114801266486261e-05, + "loss": 0.0434, + "step": 9650 + }, + { + "epoch": 9.036482694106642, + "grad_norm": 0.1260353922843933, + "learning_rate": 8.110487933185122e-05, + "loss": 0.0437, + "step": 9660 + }, + { + "epoch": 9.045837231057062, + "grad_norm": 0.16530799865722656, + "learning_rate": 8.106170820347847e-05, + "loss": 0.0415, + "step": 9670 + }, + { + "epoch": 9.055191768007484, + "grad_norm": 0.15599052608013153, + "learning_rate": 8.101849933220132e-05, + "loss": 0.041, + "step": 9680 + }, + { + "epoch": 9.064546304957904, + "grad_norm": 0.16705748438835144, + "learning_rate": 8.097525277052264e-05, + "loss": 0.0432, + "step": 9690 + }, + { + "epoch": 9.073900841908326, + "grad_norm": 0.13532431423664093, + "learning_rate": 8.093196857099106e-05, + "loss": 0.0432, + "step": 9700 + }, + { + "epoch": 9.083255378858746, + "grad_norm": 0.11460265517234802, + "learning_rate": 8.088864678620096e-05, + "loss": 0.0417, + "step": 9710 + }, + { + "epoch": 9.092609915809167, + "grad_norm": 0.11856544017791748, + "learning_rate": 8.084528746879243e-05, + "loss": 0.0432, + "step": 9720 + }, + { + "epoch": 9.101964452759589, + "grad_norm": 0.10225729644298553, + "learning_rate": 8.080189067145108e-05, + "loss": 0.0422, + "step": 9730 + }, + { + "epoch": 9.111318989710009, + "grad_norm": 0.1557253748178482, + "learning_rate": 8.075845644690813e-05, + "loss": 0.0425, + "step": 9740 + }, + { + "epoch": 9.12067352666043, + "grad_norm": 0.12379039824008942, + "learning_rate": 8.07149848479403e-05, + "loss": 0.0414, + "step": 9750 + }, + { + "epoch": 9.130028063610851, + "grad_norm": 0.1477729082107544, + "learning_rate": 8.067147592736962e-05, + "loss": 0.0434, + "step": 9760 + }, + { + "epoch": 9.139382600561273, + "grad_norm": 0.12976744771003723, + "learning_rate": 8.062792973806357e-05, + "loss": 0.0415, + "step": 9770 + }, + { + "epoch": 9.148737137511693, + "grad_norm": 0.14463244378566742, + "learning_rate": 8.058434633293485e-05, + "loss": 0.0414, + "step": 9780 + }, + { + "epoch": 9.158091674462113, + "grad_norm": 0.13878001272678375, + "learning_rate": 8.054072576494143e-05, + "loss": 0.0413, + "step": 9790 + }, + { + "epoch": 9.167446211412535, + "grad_norm": 0.11389101296663284, + "learning_rate": 8.04970680870864e-05, + "loss": 0.0427, + "step": 9800 + }, + { + "epoch": 9.176800748362956, + "grad_norm": 0.11331772059202194, + "learning_rate": 8.045337335241793e-05, + "loss": 0.042, + "step": 9810 + }, + { + "epoch": 9.186155285313378, + "grad_norm": 0.11762792617082596, + "learning_rate": 8.040964161402932e-05, + "loss": 0.0425, + "step": 9820 + }, + { + "epoch": 9.195509822263798, + "grad_norm": 0.1471644639968872, + "learning_rate": 8.036587292505869e-05, + "loss": 0.0424, + "step": 9830 + }, + { + "epoch": 9.204864359214218, + "grad_norm": 0.13043580949306488, + "learning_rate": 8.032206733868912e-05, + "loss": 0.0431, + "step": 9840 + }, + { + "epoch": 9.21421889616464, + "grad_norm": 0.13132549822330475, + "learning_rate": 8.027822490814858e-05, + "loss": 0.0433, + "step": 9850 + }, + { + "epoch": 9.22357343311506, + "grad_norm": 0.1489131897687912, + "learning_rate": 8.023434568670972e-05, + "loss": 0.0435, + "step": 9860 + }, + { + "epoch": 9.232927970065482, + "grad_norm": 0.10694178193807602, + "learning_rate": 8.019042972768992e-05, + "loss": 0.0435, + "step": 9870 + }, + { + "epoch": 9.242282507015902, + "grad_norm": 0.14783672988414764, + "learning_rate": 8.014647708445124e-05, + "loss": 0.0402, + "step": 9880 + }, + { + "epoch": 9.251637043966324, + "grad_norm": 0.14286869764328003, + "learning_rate": 8.010248781040027e-05, + "loss": 0.0401, + "step": 9890 + }, + { + "epoch": 9.260991580916745, + "grad_norm": 0.1440885365009308, + "learning_rate": 8.005846195898814e-05, + "loss": 0.0435, + "step": 9900 + }, + { + "epoch": 9.270346117867165, + "grad_norm": 0.13844707608222961, + "learning_rate": 8.00143995837104e-05, + "loss": 0.0406, + "step": 9910 + }, + { + "epoch": 9.279700654817587, + "grad_norm": 0.16034282743930817, + "learning_rate": 7.997030073810698e-05, + "loss": 0.042, + "step": 9920 + }, + { + "epoch": 9.289055191768007, + "grad_norm": 0.1462724804878235, + "learning_rate": 7.992616547576217e-05, + "loss": 0.0434, + "step": 9930 + }, + { + "epoch": 9.298409728718429, + "grad_norm": 0.11696451902389526, + "learning_rate": 7.988199385030445e-05, + "loss": 0.0419, + "step": 9940 + }, + { + "epoch": 9.30776426566885, + "grad_norm": 0.12259721010923386, + "learning_rate": 7.98377859154065e-05, + "loss": 0.041, + "step": 9950 + }, + { + "epoch": 9.31711880261927, + "grad_norm": 0.11341298371553421, + "learning_rate": 7.979354172478516e-05, + "loss": 0.0431, + "step": 9960 + }, + { + "epoch": 9.326473339569691, + "grad_norm": 0.17317034304141998, + "learning_rate": 7.974926133220127e-05, + "loss": 0.0443, + "step": 9970 + }, + { + "epoch": 9.335827876520112, + "grad_norm": 0.11601624637842178, + "learning_rate": 7.970494479145967e-05, + "loss": 0.0443, + "step": 9980 + }, + { + "epoch": 9.345182413470534, + "grad_norm": 0.1598941534757614, + "learning_rate": 7.966059215640919e-05, + "loss": 0.0428, + "step": 9990 + }, + { + "epoch": 9.354536950420954, + "grad_norm": 0.14019565284252167, + "learning_rate": 7.961620348094241e-05, + "loss": 0.0407, + "step": 10000 + }, + { + "epoch": 9.363891487371376, + "grad_norm": 0.1321588009595871, + "learning_rate": 7.957177881899577e-05, + "loss": 0.0444, + "step": 10010 + }, + { + "epoch": 9.373246024321796, + "grad_norm": 0.12044871598482132, + "learning_rate": 7.952731822454944e-05, + "loss": 0.0424, + "step": 10020 + }, + { + "epoch": 9.382600561272216, + "grad_norm": 0.10840796679258347, + "learning_rate": 7.948282175162722e-05, + "loss": 0.0435, + "step": 10030 + }, + { + "epoch": 9.391955098222638, + "grad_norm": 0.13039477169513702, + "learning_rate": 7.943828945429652e-05, + "loss": 0.0413, + "step": 10040 + }, + { + "epoch": 9.401309635173059, + "grad_norm": 0.12859228253364563, + "learning_rate": 7.939372138666827e-05, + "loss": 0.0428, + "step": 10050 + }, + { + "epoch": 9.41066417212348, + "grad_norm": 0.14923915266990662, + "learning_rate": 7.934911760289692e-05, + "loss": 0.0393, + "step": 10060 + }, + { + "epoch": 9.4200187090739, + "grad_norm": 0.12184759974479675, + "learning_rate": 7.930447815718022e-05, + "loss": 0.0439, + "step": 10070 + }, + { + "epoch": 9.429373246024323, + "grad_norm": 0.10311782360076904, + "learning_rate": 7.925980310375934e-05, + "loss": 0.0408, + "step": 10080 + }, + { + "epoch": 9.438727782974743, + "grad_norm": 0.12018631398677826, + "learning_rate": 7.921509249691865e-05, + "loss": 0.0429, + "step": 10090 + }, + { + "epoch": 9.448082319925163, + "grad_norm": 0.16525478661060333, + "learning_rate": 7.917034639098579e-05, + "loss": 0.0426, + "step": 10100 + }, + { + "epoch": 9.457436856875585, + "grad_norm": 0.18035189807415009, + "learning_rate": 7.912556484033146e-05, + "loss": 0.0433, + "step": 10110 + }, + { + "epoch": 9.466791393826005, + "grad_norm": 0.15395492315292358, + "learning_rate": 7.908074789936952e-05, + "loss": 0.042, + "step": 10120 + }, + { + "epoch": 9.476145930776427, + "grad_norm": 0.14609354734420776, + "learning_rate": 7.903589562255673e-05, + "loss": 0.0425, + "step": 10130 + }, + { + "epoch": 9.485500467726848, + "grad_norm": 0.12641198933124542, + "learning_rate": 7.899100806439285e-05, + "loss": 0.0414, + "step": 10140 + }, + { + "epoch": 9.494855004677268, + "grad_norm": 0.13704834878444672, + "learning_rate": 7.894608527942049e-05, + "loss": 0.0417, + "step": 10150 + }, + { + "epoch": 9.50420954162769, + "grad_norm": 0.10374131798744202, + "learning_rate": 7.89011273222251e-05, + "loss": 0.0403, + "step": 10160 + }, + { + "epoch": 9.51356407857811, + "grad_norm": 0.1624588817358017, + "learning_rate": 7.885613424743482e-05, + "loss": 0.0427, + "step": 10170 + }, + { + "epoch": 9.522918615528532, + "grad_norm": 0.1299527883529663, + "learning_rate": 7.881110610972044e-05, + "loss": 0.0437, + "step": 10180 + }, + { + "epoch": 9.532273152478952, + "grad_norm": 0.10732492804527283, + "learning_rate": 7.876604296379544e-05, + "loss": 0.0421, + "step": 10190 + }, + { + "epoch": 9.541627689429372, + "grad_norm": 0.11541686952114105, + "learning_rate": 7.872094486441579e-05, + "loss": 0.0425, + "step": 10200 + }, + { + "epoch": 9.550982226379794, + "grad_norm": 0.1669389009475708, + "learning_rate": 7.867581186637991e-05, + "loss": 0.042, + "step": 10210 + }, + { + "epoch": 9.560336763330215, + "grad_norm": 0.18186403810977936, + "learning_rate": 7.863064402452866e-05, + "loss": 0.0416, + "step": 10220 + }, + { + "epoch": 9.569691300280637, + "grad_norm": 0.13025052845478058, + "learning_rate": 7.858544139374524e-05, + "loss": 0.0421, + "step": 10230 + }, + { + "epoch": 9.579045837231057, + "grad_norm": 0.15796665847301483, + "learning_rate": 7.854020402895508e-05, + "loss": 0.0419, + "step": 10240 + }, + { + "epoch": 9.588400374181479, + "grad_norm": 0.10336801409721375, + "learning_rate": 7.849493198512587e-05, + "loss": 0.0422, + "step": 10250 + }, + { + "epoch": 9.597754911131899, + "grad_norm": 0.09353969246149063, + "learning_rate": 7.84496253172674e-05, + "loss": 0.0415, + "step": 10260 + }, + { + "epoch": 9.60710944808232, + "grad_norm": 0.12319954484701157, + "learning_rate": 7.840428408043155e-05, + "loss": 0.0419, + "step": 10270 + }, + { + "epoch": 9.616463985032741, + "grad_norm": 0.1186700239777565, + "learning_rate": 7.835890832971218e-05, + "loss": 0.0408, + "step": 10280 + }, + { + "epoch": 9.625818521983161, + "grad_norm": 0.11793024837970734, + "learning_rate": 7.831349812024512e-05, + "loss": 0.0416, + "step": 10290 + }, + { + "epoch": 9.635173058933583, + "grad_norm": 0.12816014885902405, + "learning_rate": 7.826805350720807e-05, + "loss": 0.0398, + "step": 10300 + }, + { + "epoch": 9.644527595884004, + "grad_norm": 0.18227049708366394, + "learning_rate": 7.822257454582049e-05, + "loss": 0.0443, + "step": 10310 + }, + { + "epoch": 9.653882132834426, + "grad_norm": 0.16633951663970947, + "learning_rate": 7.817706129134363e-05, + "loss": 0.0412, + "step": 10320 + }, + { + "epoch": 9.663236669784846, + "grad_norm": 0.16947227716445923, + "learning_rate": 7.813151379908036e-05, + "loss": 0.0429, + "step": 10330 + }, + { + "epoch": 9.672591206735266, + "grad_norm": 0.1452414095401764, + "learning_rate": 7.808593212437523e-05, + "loss": 0.0418, + "step": 10340 + }, + { + "epoch": 9.681945743685688, + "grad_norm": 0.11042453348636627, + "learning_rate": 7.804031632261421e-05, + "loss": 0.0408, + "step": 10350 + }, + { + "epoch": 9.691300280636108, + "grad_norm": 0.1176590844988823, + "learning_rate": 7.799466644922484e-05, + "loss": 0.0442, + "step": 10360 + }, + { + "epoch": 9.70065481758653, + "grad_norm": 0.1428470015525818, + "learning_rate": 7.794898255967602e-05, + "loss": 0.0419, + "step": 10370 + }, + { + "epoch": 9.71000935453695, + "grad_norm": 0.13927187025547028, + "learning_rate": 7.790326470947795e-05, + "loss": 0.0431, + "step": 10380 + }, + { + "epoch": 9.71936389148737, + "grad_norm": 0.12055429071187973, + "learning_rate": 7.785751295418217e-05, + "loss": 0.0419, + "step": 10390 + }, + { + "epoch": 9.728718428437793, + "grad_norm": 0.11990818381309509, + "learning_rate": 7.781172734938136e-05, + "loss": 0.0418, + "step": 10400 + }, + { + "epoch": 9.738072965388213, + "grad_norm": 0.11274057626724243, + "learning_rate": 7.776590795070933e-05, + "loss": 0.0406, + "step": 10410 + }, + { + "epoch": 9.747427502338635, + "grad_norm": 0.13424761593341827, + "learning_rate": 7.772005481384099e-05, + "loss": 0.0406, + "step": 10420 + }, + { + "epoch": 9.756782039289055, + "grad_norm": 0.13138513267040253, + "learning_rate": 7.767416799449223e-05, + "loss": 0.0405, + "step": 10430 + }, + { + "epoch": 9.766136576239477, + "grad_norm": 0.1388603001832962, + "learning_rate": 7.762824754841984e-05, + "loss": 0.0406, + "step": 10440 + }, + { + "epoch": 9.775491113189897, + "grad_norm": 0.1362881064414978, + "learning_rate": 7.758229353142152e-05, + "loss": 0.0409, + "step": 10450 + }, + { + "epoch": 9.784845650140317, + "grad_norm": 0.13449522852897644, + "learning_rate": 7.753630599933572e-05, + "loss": 0.0398, + "step": 10460 + }, + { + "epoch": 9.79420018709074, + "grad_norm": 0.11485302448272705, + "learning_rate": 7.749028500804161e-05, + "loss": 0.041, + "step": 10470 + }, + { + "epoch": 9.80355472404116, + "grad_norm": 0.12605328857898712, + "learning_rate": 7.744423061345906e-05, + "loss": 0.0418, + "step": 10480 + }, + { + "epoch": 9.812909260991582, + "grad_norm": 0.1029277816414833, + "learning_rate": 7.73981428715485e-05, + "loss": 0.0408, + "step": 10490 + }, + { + "epoch": 9.822263797942002, + "grad_norm": 0.16347911953926086, + "learning_rate": 7.735202183831085e-05, + "loss": 0.0427, + "step": 10500 + }, + { + "epoch": 9.831618334892422, + "grad_norm": 0.14628617465496063, + "learning_rate": 7.730586756978757e-05, + "loss": 0.0411, + "step": 10510 + }, + { + "epoch": 9.840972871842844, + "grad_norm": 0.11927546560764313, + "learning_rate": 7.72596801220604e-05, + "loss": 0.0397, + "step": 10520 + }, + { + "epoch": 9.850327408793264, + "grad_norm": 0.1459437608718872, + "learning_rate": 7.721345955125147e-05, + "loss": 0.0402, + "step": 10530 + }, + { + "epoch": 9.859681945743686, + "grad_norm": 0.09756699204444885, + "learning_rate": 7.71672059135231e-05, + "loss": 0.039, + "step": 10540 + }, + { + "epoch": 9.869036482694106, + "grad_norm": 0.10039318352937698, + "learning_rate": 7.712091926507787e-05, + "loss": 0.0429, + "step": 10550 + }, + { + "epoch": 9.878391019644528, + "grad_norm": 0.09776291996240616, + "learning_rate": 7.70745996621584e-05, + "loss": 0.0391, + "step": 10560 + }, + { + "epoch": 9.887745556594949, + "grad_norm": 0.11075092852115631, + "learning_rate": 7.702824716104735e-05, + "loss": 0.0412, + "step": 10570 + }, + { + "epoch": 9.897100093545369, + "grad_norm": 0.10165524482727051, + "learning_rate": 7.698186181806743e-05, + "loss": 0.0417, + "step": 10580 + }, + { + "epoch": 9.90645463049579, + "grad_norm": 0.11177590489387512, + "learning_rate": 7.693544368958116e-05, + "loss": 0.0412, + "step": 10590 + }, + { + "epoch": 9.915809167446211, + "grad_norm": 0.08670920133590698, + "learning_rate": 7.688899283199096e-05, + "loss": 0.0418, + "step": 10600 + }, + { + "epoch": 9.925163704396633, + "grad_norm": 0.11720988154411316, + "learning_rate": 7.684250930173901e-05, + "loss": 0.0407, + "step": 10610 + }, + { + "epoch": 9.934518241347053, + "grad_norm": 0.10318771004676819, + "learning_rate": 7.679599315530718e-05, + "loss": 0.0419, + "step": 10620 + }, + { + "epoch": 9.943872778297475, + "grad_norm": 0.10106134414672852, + "learning_rate": 7.674944444921695e-05, + "loss": 0.0419, + "step": 10630 + }, + { + "epoch": 9.953227315247895, + "grad_norm": 0.09774982929229736, + "learning_rate": 7.670286324002944e-05, + "loss": 0.0394, + "step": 10640 + }, + { + "epoch": 9.962581852198316, + "grad_norm": 0.1208542212843895, + "learning_rate": 7.665624958434514e-05, + "loss": 0.042, + "step": 10650 + }, + { + "epoch": 9.971936389148738, + "grad_norm": 0.129912331700325, + "learning_rate": 7.66096035388041e-05, + "loss": 0.0417, + "step": 10660 + }, + { + "epoch": 9.981290926099158, + "grad_norm": 0.1230880543589592, + "learning_rate": 7.656292516008563e-05, + "loss": 0.0399, + "step": 10670 + }, + { + "epoch": 9.99064546304958, + "grad_norm": 0.10042005777359009, + "learning_rate": 7.651621450490837e-05, + "loss": 0.0409, + "step": 10680 + }, + { + "epoch": 10.0, + "grad_norm": 0.2086862474679947, + "learning_rate": 7.646947163003017e-05, + "loss": 0.0398, + "step": 10690 + }, + { + "epoch": 10.00935453695042, + "grad_norm": 0.13966628909111023, + "learning_rate": 7.642269659224803e-05, + "loss": 0.0371, + "step": 10700 + }, + { + "epoch": 10.018709073900842, + "grad_norm": 0.1539512276649475, + "learning_rate": 7.637588944839803e-05, + "loss": 0.039, + "step": 10710 + }, + { + "epoch": 10.028063610851262, + "grad_norm": 0.1155984103679657, + "learning_rate": 7.632905025535528e-05, + "loss": 0.0381, + "step": 10720 + }, + { + "epoch": 10.037418147801684, + "grad_norm": 0.1146339625120163, + "learning_rate": 7.628217907003378e-05, + "loss": 0.0386, + "step": 10730 + }, + { + "epoch": 10.046772684752105, + "grad_norm": 0.10901083797216415, + "learning_rate": 7.623527594938649e-05, + "loss": 0.0401, + "step": 10740 + }, + { + "epoch": 10.056127221702527, + "grad_norm": 0.13162699341773987, + "learning_rate": 7.618834095040509e-05, + "loss": 0.0388, + "step": 10750 + }, + { + "epoch": 10.065481758652947, + "grad_norm": 0.1374851018190384, + "learning_rate": 7.614137413012e-05, + "loss": 0.0384, + "step": 10760 + }, + { + "epoch": 10.074836295603367, + "grad_norm": 0.09977319091558456, + "learning_rate": 7.609437554560042e-05, + "loss": 0.0416, + "step": 10770 + }, + { + "epoch": 10.084190832553789, + "grad_norm": 0.10419388860464096, + "learning_rate": 7.604734525395398e-05, + "loss": 0.0403, + "step": 10780 + }, + { + "epoch": 10.09354536950421, + "grad_norm": 0.1152406632900238, + "learning_rate": 7.600028331232699e-05, + "loss": 0.0393, + "step": 10790 + }, + { + "epoch": 10.102899906454631, + "grad_norm": 0.10809934884309769, + "learning_rate": 7.595318977790408e-05, + "loss": 0.0406, + "step": 10800 + }, + { + "epoch": 10.112254443405051, + "grad_norm": 0.16379211843013763, + "learning_rate": 7.590606470790836e-05, + "loss": 0.0389, + "step": 10810 + }, + { + "epoch": 10.121608980355472, + "grad_norm": 0.21491913497447968, + "learning_rate": 7.585890815960125e-05, + "loss": 0.0406, + "step": 10820 + }, + { + "epoch": 10.130963517305894, + "grad_norm": 0.17441844940185547, + "learning_rate": 7.581172019028238e-05, + "loss": 0.0385, + "step": 10830 + }, + { + "epoch": 10.140318054256314, + "grad_norm": 0.12914812564849854, + "learning_rate": 7.576450085728959e-05, + "loss": 0.042, + "step": 10840 + }, + { + "epoch": 10.149672591206736, + "grad_norm": 0.12229356914758682, + "learning_rate": 7.571725021799885e-05, + "loss": 0.0386, + "step": 10850 + }, + { + "epoch": 10.159027128157156, + "grad_norm": 0.13442280888557434, + "learning_rate": 7.566996832982409e-05, + "loss": 0.0394, + "step": 10860 + }, + { + "epoch": 10.168381665107578, + "grad_norm": 0.11063243448734283, + "learning_rate": 7.56226552502173e-05, + "loss": 0.0368, + "step": 10870 + }, + { + "epoch": 10.177736202057998, + "grad_norm": 0.1225641742348671, + "learning_rate": 7.557531103666833e-05, + "loss": 0.0391, + "step": 10880 + }, + { + "epoch": 10.187090739008418, + "grad_norm": 0.1415717601776123, + "learning_rate": 7.552793574670485e-05, + "loss": 0.0399, + "step": 10890 + }, + { + "epoch": 10.19644527595884, + "grad_norm": 0.13678398728370667, + "learning_rate": 7.54805294378923e-05, + "loss": 0.0417, + "step": 10900 + }, + { + "epoch": 10.20579981290926, + "grad_norm": 0.17709729075431824, + "learning_rate": 7.543309216783384e-05, + "loss": 0.0419, + "step": 10910 + }, + { + "epoch": 10.215154349859683, + "grad_norm": 0.13321912288665771, + "learning_rate": 7.53856239941702e-05, + "loss": 0.0392, + "step": 10920 + }, + { + "epoch": 10.224508886810103, + "grad_norm": 0.12564407289028168, + "learning_rate": 7.533812497457972e-05, + "loss": 0.0399, + "step": 10930 + }, + { + "epoch": 10.233863423760523, + "grad_norm": 0.10637690871953964, + "learning_rate": 7.529059516677814e-05, + "loss": 0.0396, + "step": 10940 + }, + { + "epoch": 10.243217960710945, + "grad_norm": 0.12391491234302521, + "learning_rate": 7.524303462851872e-05, + "loss": 0.0412, + "step": 10950 + }, + { + "epoch": 10.252572497661365, + "grad_norm": 0.14508728682994843, + "learning_rate": 7.519544341759192e-05, + "loss": 0.0397, + "step": 10960 + }, + { + "epoch": 10.261927034611787, + "grad_norm": 0.14693114161491394, + "learning_rate": 7.514782159182562e-05, + "loss": 0.0407, + "step": 10970 + }, + { + "epoch": 10.271281571562207, + "grad_norm": 0.12051758915185928, + "learning_rate": 7.510016920908481e-05, + "loss": 0.0401, + "step": 10980 + }, + { + "epoch": 10.28063610851263, + "grad_norm": 0.11450351029634476, + "learning_rate": 7.505248632727158e-05, + "loss": 0.0394, + "step": 10990 + }, + { + "epoch": 10.28999064546305, + "grad_norm": 0.12960076332092285, + "learning_rate": 7.50047730043252e-05, + "loss": 0.0411, + "step": 11000 + }, + { + "epoch": 10.29934518241347, + "grad_norm": 0.10406159609556198, + "learning_rate": 7.495702929822183e-05, + "loss": 0.0387, + "step": 11010 + }, + { + "epoch": 10.308699719363892, + "grad_norm": 0.10569718480110168, + "learning_rate": 7.490925526697455e-05, + "loss": 0.037, + "step": 11020 + }, + { + "epoch": 10.318054256314312, + "grad_norm": 0.15356335043907166, + "learning_rate": 7.486145096863334e-05, + "loss": 0.0421, + "step": 11030 + }, + { + "epoch": 10.327408793264734, + "grad_norm": 0.141580268740654, + "learning_rate": 7.481361646128491e-05, + "loss": 0.0419, + "step": 11040 + }, + { + "epoch": 10.336763330215154, + "grad_norm": 0.1155204325914383, + "learning_rate": 7.476575180305271e-05, + "loss": 0.0417, + "step": 11050 + }, + { + "epoch": 10.346117867165574, + "grad_norm": 0.11582165956497192, + "learning_rate": 7.471785705209682e-05, + "loss": 0.0384, + "step": 11060 + }, + { + "epoch": 10.355472404115996, + "grad_norm": 0.15785692632198334, + "learning_rate": 7.466993226661387e-05, + "loss": 0.0415, + "step": 11070 + }, + { + "epoch": 10.364826941066417, + "grad_norm": 0.14288289844989777, + "learning_rate": 7.462197750483699e-05, + "loss": 0.0409, + "step": 11080 + }, + { + "epoch": 10.374181478016839, + "grad_norm": 0.12837496399879456, + "learning_rate": 7.457399282503574e-05, + "loss": 0.0377, + "step": 11090 + }, + { + "epoch": 10.383536014967259, + "grad_norm": 0.16265220940113068, + "learning_rate": 7.452597828551604e-05, + "loss": 0.0398, + "step": 11100 + }, + { + "epoch": 10.39289055191768, + "grad_norm": 0.14272457361221313, + "learning_rate": 7.447793394462006e-05, + "loss": 0.0379, + "step": 11110 + }, + { + "epoch": 10.402245088868101, + "grad_norm": 0.12265180051326752, + "learning_rate": 7.442985986072624e-05, + "loss": 0.0402, + "step": 11120 + }, + { + "epoch": 10.411599625818521, + "grad_norm": 0.11553385853767395, + "learning_rate": 7.438175609224908e-05, + "loss": 0.0381, + "step": 11130 + }, + { + "epoch": 10.420954162768943, + "grad_norm": 0.11607187986373901, + "learning_rate": 7.433362269763924e-05, + "loss": 0.0411, + "step": 11140 + }, + { + "epoch": 10.430308699719363, + "grad_norm": 0.15136297047138214, + "learning_rate": 7.428545973538329e-05, + "loss": 0.0428, + "step": 11150 + }, + { + "epoch": 10.439663236669785, + "grad_norm": 0.1052921935915947, + "learning_rate": 7.42372672640038e-05, + "loss": 0.0381, + "step": 11160 + }, + { + "epoch": 10.449017773620206, + "grad_norm": 0.12585505843162537, + "learning_rate": 7.418904534205917e-05, + "loss": 0.0376, + "step": 11170 + }, + { + "epoch": 10.458372310570628, + "grad_norm": 0.13059569895267487, + "learning_rate": 7.414079402814356e-05, + "loss": 0.041, + "step": 11180 + }, + { + "epoch": 10.467726847521048, + "grad_norm": 0.11111721396446228, + "learning_rate": 7.409251338088687e-05, + "loss": 0.0421, + "step": 11190 + }, + { + "epoch": 10.477081384471468, + "grad_norm": 0.120969757437706, + "learning_rate": 7.404420345895467e-05, + "loss": 0.039, + "step": 11200 + }, + { + "epoch": 10.48643592142189, + "grad_norm": 0.12610678374767303, + "learning_rate": 7.399586432104804e-05, + "loss": 0.0406, + "step": 11210 + }, + { + "epoch": 10.49579045837231, + "grad_norm": 0.11429872363805771, + "learning_rate": 7.394749602590358e-05, + "loss": 0.0393, + "step": 11220 + }, + { + "epoch": 10.505144995322732, + "grad_norm": 0.11295285820960999, + "learning_rate": 7.389909863229336e-05, + "loss": 0.0384, + "step": 11230 + }, + { + "epoch": 10.514499532273152, + "grad_norm": 0.09863726049661636, + "learning_rate": 7.385067219902477e-05, + "loss": 0.0394, + "step": 11240 + }, + { + "epoch": 10.523854069223573, + "grad_norm": 0.1301914006471634, + "learning_rate": 7.380221678494049e-05, + "loss": 0.0379, + "step": 11250 + }, + { + "epoch": 10.533208606173995, + "grad_norm": 0.1297861933708191, + "learning_rate": 7.37537324489184e-05, + "loss": 0.0391, + "step": 11260 + }, + { + "epoch": 10.542563143124415, + "grad_norm": 0.1453532576560974, + "learning_rate": 7.370521924987155e-05, + "loss": 0.0391, + "step": 11270 + }, + { + "epoch": 10.551917680074837, + "grad_norm": 0.14154435694217682, + "learning_rate": 7.365667724674806e-05, + "loss": 0.0413, + "step": 11280 + }, + { + "epoch": 10.561272217025257, + "grad_norm": 0.16845348477363586, + "learning_rate": 7.360810649853105e-05, + "loss": 0.0394, + "step": 11290 + }, + { + "epoch": 10.570626753975677, + "grad_norm": 0.12683814764022827, + "learning_rate": 7.355950706423853e-05, + "loss": 0.0376, + "step": 11300 + }, + { + "epoch": 10.5799812909261, + "grad_norm": 0.0986834168434143, + "learning_rate": 7.351087900292342e-05, + "loss": 0.0388, + "step": 11310 + }, + { + "epoch": 10.58933582787652, + "grad_norm": 0.12937355041503906, + "learning_rate": 7.346222237367339e-05, + "loss": 0.0369, + "step": 11320 + }, + { + "epoch": 10.598690364826941, + "grad_norm": 0.1141120120882988, + "learning_rate": 7.341353723561081e-05, + "loss": 0.0394, + "step": 11330 + }, + { + "epoch": 10.608044901777362, + "grad_norm": 0.1260928213596344, + "learning_rate": 7.336482364789277e-05, + "loss": 0.0386, + "step": 11340 + }, + { + "epoch": 10.617399438727784, + "grad_norm": 0.1262153685092926, + "learning_rate": 7.331608166971082e-05, + "loss": 0.0399, + "step": 11350 + }, + { + "epoch": 10.626753975678204, + "grad_norm": 0.1361100971698761, + "learning_rate": 7.326731136029108e-05, + "loss": 0.0383, + "step": 11360 + }, + { + "epoch": 10.636108512628624, + "grad_norm": 0.14450043439865112, + "learning_rate": 7.321851277889408e-05, + "loss": 0.0396, + "step": 11370 + }, + { + "epoch": 10.645463049579046, + "grad_norm": 0.12899576127529144, + "learning_rate": 7.316968598481469e-05, + "loss": 0.0399, + "step": 11380 + }, + { + "epoch": 10.654817586529466, + "grad_norm": 0.12243259698152542, + "learning_rate": 7.312083103738206e-05, + "loss": 0.0398, + "step": 11390 + }, + { + "epoch": 10.664172123479888, + "grad_norm": 0.12544219195842743, + "learning_rate": 7.307194799595958e-05, + "loss": 0.0403, + "step": 11400 + }, + { + "epoch": 10.673526660430309, + "grad_norm": 0.13514919579029083, + "learning_rate": 7.302303691994473e-05, + "loss": 0.0375, + "step": 11410 + }, + { + "epoch": 10.68288119738073, + "grad_norm": 0.14508309960365295, + "learning_rate": 7.29740978687691e-05, + "loss": 0.039, + "step": 11420 + }, + { + "epoch": 10.69223573433115, + "grad_norm": 0.13554926216602325, + "learning_rate": 7.292513090189825e-05, + "loss": 0.0362, + "step": 11430 + }, + { + "epoch": 10.701590271281571, + "grad_norm": 0.11504058539867401, + "learning_rate": 7.287613607883163e-05, + "loss": 0.0385, + "step": 11440 + }, + { + "epoch": 10.710944808231993, + "grad_norm": 0.11837198585271835, + "learning_rate": 7.282711345910263e-05, + "loss": 0.0368, + "step": 11450 + }, + { + "epoch": 10.720299345182413, + "grad_norm": 0.1413639336824417, + "learning_rate": 7.27780631022783e-05, + "loss": 0.0379, + "step": 11460 + }, + { + "epoch": 10.729653882132835, + "grad_norm": 0.13008740544319153, + "learning_rate": 7.272898506795948e-05, + "loss": 0.0362, + "step": 11470 + }, + { + "epoch": 10.739008419083255, + "grad_norm": 0.09003880620002747, + "learning_rate": 7.267987941578058e-05, + "loss": 0.0376, + "step": 11480 + }, + { + "epoch": 10.748362956033676, + "grad_norm": 0.12119477242231369, + "learning_rate": 7.263074620540962e-05, + "loss": 0.0395, + "step": 11490 + }, + { + "epoch": 10.757717492984098, + "grad_norm": 0.1509442925453186, + "learning_rate": 7.25815854965481e-05, + "loss": 0.0378, + "step": 11500 + }, + { + "epoch": 10.767072029934518, + "grad_norm": 0.11752653867006302, + "learning_rate": 7.253239734893089e-05, + "loss": 0.0387, + "step": 11510 + }, + { + "epoch": 10.77642656688494, + "grad_norm": 0.12834443151950836, + "learning_rate": 7.248318182232623e-05, + "loss": 0.039, + "step": 11520 + }, + { + "epoch": 10.78578110383536, + "grad_norm": 0.10946770012378693, + "learning_rate": 7.243393897653565e-05, + "loss": 0.0387, + "step": 11530 + }, + { + "epoch": 10.795135640785782, + "grad_norm": 0.10958698391914368, + "learning_rate": 7.23846688713938e-05, + "loss": 0.0375, + "step": 11540 + }, + { + "epoch": 10.804490177736202, + "grad_norm": 0.11240591108798981, + "learning_rate": 7.233537156676854e-05, + "loss": 0.039, + "step": 11550 + }, + { + "epoch": 10.813844714686622, + "grad_norm": 0.11609019339084625, + "learning_rate": 7.228604712256076e-05, + "loss": 0.038, + "step": 11560 + }, + { + "epoch": 10.823199251637044, + "grad_norm": 0.08541206270456314, + "learning_rate": 7.223669559870426e-05, + "loss": 0.0379, + "step": 11570 + }, + { + "epoch": 10.832553788587465, + "grad_norm": 0.10652747750282288, + "learning_rate": 7.218731705516585e-05, + "loss": 0.0383, + "step": 11580 + }, + { + "epoch": 10.841908325537887, + "grad_norm": 0.11456121504306793, + "learning_rate": 7.21379115519451e-05, + "loss": 0.0386, + "step": 11590 + }, + { + "epoch": 10.851262862488307, + "grad_norm": 0.1334056556224823, + "learning_rate": 7.20884791490743e-05, + "loss": 0.0391, + "step": 11600 + }, + { + "epoch": 10.860617399438727, + "grad_norm": 0.12167952209711075, + "learning_rate": 7.203901990661857e-05, + "loss": 0.0392, + "step": 11610 + }, + { + "epoch": 10.869971936389149, + "grad_norm": 0.11991354078054428, + "learning_rate": 7.198953388467549e-05, + "loss": 0.0377, + "step": 11620 + }, + { + "epoch": 10.87932647333957, + "grad_norm": 0.10360889136791229, + "learning_rate": 7.194002114337526e-05, + "loss": 0.0405, + "step": 11630 + }, + { + "epoch": 10.888681010289991, + "grad_norm": 0.1251780092716217, + "learning_rate": 7.189048174288054e-05, + "loss": 0.0385, + "step": 11640 + }, + { + "epoch": 10.898035547240411, + "grad_norm": 0.09546048939228058, + "learning_rate": 7.184091574338636e-05, + "loss": 0.0394, + "step": 11650 + }, + { + "epoch": 10.907390084190833, + "grad_norm": 0.1296783834695816, + "learning_rate": 7.179132320512009e-05, + "loss": 0.0366, + "step": 11660 + }, + { + "epoch": 10.916744621141254, + "grad_norm": 0.11551650613546371, + "learning_rate": 7.174170418834134e-05, + "loss": 0.0368, + "step": 11670 + }, + { + "epoch": 10.926099158091674, + "grad_norm": 0.1278894990682602, + "learning_rate": 7.169205875334189e-05, + "loss": 0.0381, + "step": 11680 + }, + { + "epoch": 10.935453695042096, + "grad_norm": 0.11759060621261597, + "learning_rate": 7.164238696044562e-05, + "loss": 0.0362, + "step": 11690 + }, + { + "epoch": 10.944808231992516, + "grad_norm": 0.10060223191976547, + "learning_rate": 7.159268887000846e-05, + "loss": 0.0371, + "step": 11700 + }, + { + "epoch": 10.954162768942938, + "grad_norm": 0.16122809052467346, + "learning_rate": 7.154296454241827e-05, + "loss": 0.0397, + "step": 11710 + }, + { + "epoch": 10.963517305893358, + "grad_norm": 0.14845684170722961, + "learning_rate": 7.149321403809479e-05, + "loss": 0.0368, + "step": 11720 + }, + { + "epoch": 10.97287184284378, + "grad_norm": 0.1477065235376358, + "learning_rate": 7.144343741748956e-05, + "loss": 0.0373, + "step": 11730 + }, + { + "epoch": 10.9822263797942, + "grad_norm": 0.08774720132350922, + "learning_rate": 7.139363474108589e-05, + "loss": 0.0396, + "step": 11740 + }, + { + "epoch": 10.99158091674462, + "grad_norm": 0.1318778097629547, + "learning_rate": 7.134380606939874e-05, + "loss": 0.0373, + "step": 11750 + }, + { + "epoch": 11.000935453695043, + "grad_norm": 0.10505340248346329, + "learning_rate": 7.12939514629746e-05, + "loss": 0.0387, + "step": 11760 + }, + { + "epoch": 11.010289990645463, + "grad_norm": 0.11587786674499512, + "learning_rate": 7.124407098239155e-05, + "loss": 0.0358, + "step": 11770 + }, + { + "epoch": 11.019644527595885, + "grad_norm": 0.11812441796064377, + "learning_rate": 7.119416468825908e-05, + "loss": 0.037, + "step": 11780 + }, + { + "epoch": 11.028999064546305, + "grad_norm": 0.10988397896289825, + "learning_rate": 7.114423264121804e-05, + "loss": 0.0375, + "step": 11790 + }, + { + "epoch": 11.038353601496725, + "grad_norm": 0.13304409384727478, + "learning_rate": 7.109427490194056e-05, + "loss": 0.0367, + "step": 11800 + }, + { + "epoch": 11.047708138447147, + "grad_norm": 0.1481705754995346, + "learning_rate": 7.104429153113001e-05, + "loss": 0.0385, + "step": 11810 + }, + { + "epoch": 11.057062675397567, + "grad_norm": 0.14480002224445343, + "learning_rate": 7.099428258952092e-05, + "loss": 0.0381, + "step": 11820 + }, + { + "epoch": 11.06641721234799, + "grad_norm": 0.13823236525058746, + "learning_rate": 7.094424813787883e-05, + "loss": 0.0364, + "step": 11830 + }, + { + "epoch": 11.07577174929841, + "grad_norm": 0.14185287058353424, + "learning_rate": 7.089418823700034e-05, + "loss": 0.0369, + "step": 11840 + }, + { + "epoch": 11.085126286248832, + "grad_norm": 0.11049310117959976, + "learning_rate": 7.084410294771298e-05, + "loss": 0.0371, + "step": 11850 + }, + { + "epoch": 11.094480823199252, + "grad_norm": 0.11684964597225189, + "learning_rate": 7.079399233087504e-05, + "loss": 0.0366, + "step": 11860 + }, + { + "epoch": 11.103835360149672, + "grad_norm": 0.12689422070980072, + "learning_rate": 7.074385644737568e-05, + "loss": 0.0379, + "step": 11870 + }, + { + "epoch": 11.113189897100094, + "grad_norm": 0.12977083027362823, + "learning_rate": 7.069369535813473e-05, + "loss": 0.0369, + "step": 11880 + }, + { + "epoch": 11.122544434050514, + "grad_norm": 0.10743436962366104, + "learning_rate": 7.06435091241026e-05, + "loss": 0.0364, + "step": 11890 + }, + { + "epoch": 11.131898971000936, + "grad_norm": 0.11498123407363892, + "learning_rate": 7.059329780626034e-05, + "loss": 0.0387, + "step": 11900 + }, + { + "epoch": 11.141253507951356, + "grad_norm": 0.12026660889387131, + "learning_rate": 7.054306146561944e-05, + "loss": 0.0373, + "step": 11910 + }, + { + "epoch": 11.150608044901777, + "grad_norm": 0.1083671823143959, + "learning_rate": 7.049280016322178e-05, + "loss": 0.0381, + "step": 11920 + }, + { + "epoch": 11.159962581852199, + "grad_norm": 0.11283326148986816, + "learning_rate": 7.044251396013957e-05, + "loss": 0.0347, + "step": 11930 + }, + { + "epoch": 11.169317118802619, + "grad_norm": 0.1341763585805893, + "learning_rate": 7.039220291747528e-05, + "loss": 0.0356, + "step": 11940 + }, + { + "epoch": 11.17867165575304, + "grad_norm": 0.11861147731542587, + "learning_rate": 7.034186709636159e-05, + "loss": 0.0354, + "step": 11950 + }, + { + "epoch": 11.188026192703461, + "grad_norm": 0.12984579801559448, + "learning_rate": 7.029150655796129e-05, + "loss": 0.0377, + "step": 11960 + }, + { + "epoch": 11.197380729653883, + "grad_norm": 0.14602051675319672, + "learning_rate": 7.024112136346712e-05, + "loss": 0.036, + "step": 11970 + }, + { + "epoch": 11.206735266604303, + "grad_norm": 0.1204003319144249, + "learning_rate": 7.01907115741019e-05, + "loss": 0.0375, + "step": 11980 + }, + { + "epoch": 11.216089803554723, + "grad_norm": 0.12339884042739868, + "learning_rate": 7.014027725111825e-05, + "loss": 0.0387, + "step": 11990 + }, + { + "epoch": 11.225444340505145, + "grad_norm": 0.12709727883338928, + "learning_rate": 7.008981845579864e-05, + "loss": 0.0386, + "step": 12000 + }, + { + "epoch": 11.234798877455566, + "grad_norm": 0.11884531378746033, + "learning_rate": 7.003933524945528e-05, + "loss": 0.035, + "step": 12010 + }, + { + "epoch": 11.244153414405988, + "grad_norm": 0.11012416332960129, + "learning_rate": 6.998882769342998e-05, + "loss": 0.035, + "step": 12020 + }, + { + "epoch": 11.253507951356408, + "grad_norm": 0.10255464911460876, + "learning_rate": 6.993829584909423e-05, + "loss": 0.0349, + "step": 12030 + }, + { + "epoch": 11.262862488306828, + "grad_norm": 0.11282269656658173, + "learning_rate": 6.988773977784895e-05, + "loss": 0.0364, + "step": 12040 + }, + { + "epoch": 11.27221702525725, + "grad_norm": 0.11414197087287903, + "learning_rate": 6.983715954112454e-05, + "loss": 0.0384, + "step": 12050 + }, + { + "epoch": 11.28157156220767, + "grad_norm": 0.11322985589504242, + "learning_rate": 6.978655520038079e-05, + "loss": 0.0342, + "step": 12060 + }, + { + "epoch": 11.290926099158092, + "grad_norm": 0.10818811506032944, + "learning_rate": 6.97359268171067e-05, + "loss": 0.0353, + "step": 12070 + }, + { + "epoch": 11.300280636108512, + "grad_norm": 0.12391204386949539, + "learning_rate": 6.968527445282056e-05, + "loss": 0.0376, + "step": 12080 + }, + { + "epoch": 11.309635173058934, + "grad_norm": 0.1524941325187683, + "learning_rate": 6.963459816906977e-05, + "loss": 0.0376, + "step": 12090 + }, + { + "epoch": 11.318989710009355, + "grad_norm": 0.12284519523382187, + "learning_rate": 6.958389802743077e-05, + "loss": 0.0354, + "step": 12100 + }, + { + "epoch": 11.328344246959775, + "grad_norm": 0.12779004871845245, + "learning_rate": 6.953317408950903e-05, + "loss": 0.0355, + "step": 12110 + }, + { + "epoch": 11.337698783910197, + "grad_norm": 0.08007821440696716, + "learning_rate": 6.94824264169389e-05, + "loss": 0.0354, + "step": 12120 + }, + { + "epoch": 11.347053320860617, + "grad_norm": 0.10989736020565033, + "learning_rate": 6.94316550713836e-05, + "loss": 0.0369, + "step": 12130 + }, + { + "epoch": 11.356407857811039, + "grad_norm": 0.10197179019451141, + "learning_rate": 6.938086011453513e-05, + "loss": 0.0378, + "step": 12140 + }, + { + "epoch": 11.36576239476146, + "grad_norm": 0.12658138573169708, + "learning_rate": 6.93300416081141e-05, + "loss": 0.0365, + "step": 12150 + }, + { + "epoch": 11.37511693171188, + "grad_norm": 0.14494501054286957, + "learning_rate": 6.927919961386984e-05, + "loss": 0.0366, + "step": 12160 + }, + { + "epoch": 11.384471468662301, + "grad_norm": 0.1290578544139862, + "learning_rate": 6.922833419358013e-05, + "loss": 0.0378, + "step": 12170 + }, + { + "epoch": 11.393826005612722, + "grad_norm": 0.1043250560760498, + "learning_rate": 6.917744540905124e-05, + "loss": 0.0346, + "step": 12180 + }, + { + "epoch": 11.403180542563144, + "grad_norm": 0.129170760512352, + "learning_rate": 6.912653332211787e-05, + "loss": 0.0371, + "step": 12190 + }, + { + "epoch": 11.412535079513564, + "grad_norm": 0.17412346601486206, + "learning_rate": 6.9075597994643e-05, + "loss": 0.038, + "step": 12200 + }, + { + "epoch": 11.421889616463986, + "grad_norm": 0.11966864764690399, + "learning_rate": 6.902463948851787e-05, + "loss": 0.0388, + "step": 12210 + }, + { + "epoch": 11.431244153414406, + "grad_norm": 0.11562135070562363, + "learning_rate": 6.897365786566184e-05, + "loss": 0.035, + "step": 12220 + }, + { + "epoch": 11.440598690364826, + "grad_norm": 0.11937609314918518, + "learning_rate": 6.892265318802242e-05, + "loss": 0.0356, + "step": 12230 + }, + { + "epoch": 11.449953227315248, + "grad_norm": 0.10290317237377167, + "learning_rate": 6.887162551757507e-05, + "loss": 0.0352, + "step": 12240 + }, + { + "epoch": 11.459307764265668, + "grad_norm": 0.10089235752820969, + "learning_rate": 6.882057491632326e-05, + "loss": 0.0359, + "step": 12250 + }, + { + "epoch": 11.46866230121609, + "grad_norm": 0.10068399459123611, + "learning_rate": 6.876950144629824e-05, + "loss": 0.0382, + "step": 12260 + }, + { + "epoch": 11.47801683816651, + "grad_norm": 0.12404385209083557, + "learning_rate": 6.87184051695591e-05, + "loss": 0.0376, + "step": 12270 + }, + { + "epoch": 11.487371375116933, + "grad_norm": 0.10055182129144669, + "learning_rate": 6.866728614819268e-05, + "loss": 0.0374, + "step": 12280 + }, + { + "epoch": 11.496725912067353, + "grad_norm": 0.12324090301990509, + "learning_rate": 6.861614444431337e-05, + "loss": 0.0368, + "step": 12290 + }, + { + "epoch": 11.506080449017773, + "grad_norm": 0.13410378992557526, + "learning_rate": 6.856498012006318e-05, + "loss": 0.0359, + "step": 12300 + }, + { + "epoch": 11.515434985968195, + "grad_norm": 0.1144893616437912, + "learning_rate": 6.851379323761157e-05, + "loss": 0.0368, + "step": 12310 + }, + { + "epoch": 11.524789522918615, + "grad_norm": 0.13146334886550903, + "learning_rate": 6.846258385915545e-05, + "loss": 0.0347, + "step": 12320 + }, + { + "epoch": 11.534144059869037, + "grad_norm": 0.1023101955652237, + "learning_rate": 6.841135204691902e-05, + "loss": 0.0372, + "step": 12330 + }, + { + "epoch": 11.543498596819457, + "grad_norm": 0.12630300223827362, + "learning_rate": 6.836009786315377e-05, + "loss": 0.0344, + "step": 12340 + }, + { + "epoch": 11.552853133769878, + "grad_norm": 0.12011967599391937, + "learning_rate": 6.830882137013839e-05, + "loss": 0.037, + "step": 12350 + }, + { + "epoch": 11.5622076707203, + "grad_norm": 0.11950710415840149, + "learning_rate": 6.825752263017863e-05, + "loss": 0.0346, + "step": 12360 + }, + { + "epoch": 11.57156220767072, + "grad_norm": 0.12400826811790466, + "learning_rate": 6.820620170560731e-05, + "loss": 0.0356, + "step": 12370 + }, + { + "epoch": 11.580916744621142, + "grad_norm": 0.15245650708675385, + "learning_rate": 6.815485865878418e-05, + "loss": 0.0352, + "step": 12380 + }, + { + "epoch": 11.590271281571562, + "grad_norm": 0.12942926585674286, + "learning_rate": 6.810349355209588e-05, + "loss": 0.0333, + "step": 12390 + }, + { + "epoch": 11.599625818521982, + "grad_norm": 0.12707307934761047, + "learning_rate": 6.805210644795588e-05, + "loss": 0.0371, + "step": 12400 + }, + { + "epoch": 11.608980355472404, + "grad_norm": 0.1252686232328415, + "learning_rate": 6.800069740880433e-05, + "loss": 0.035, + "step": 12410 + }, + { + "epoch": 11.618334892422824, + "grad_norm": 0.1809859275817871, + "learning_rate": 6.794926649710807e-05, + "loss": 0.0356, + "step": 12420 + }, + { + "epoch": 11.627689429373246, + "grad_norm": 0.12982891499996185, + "learning_rate": 6.789781377536052e-05, + "loss": 0.0353, + "step": 12430 + }, + { + "epoch": 11.637043966323667, + "grad_norm": 0.14045211672782898, + "learning_rate": 6.784633930608158e-05, + "loss": 0.0368, + "step": 12440 + }, + { + "epoch": 11.646398503274089, + "grad_norm": 0.1316729635000229, + "learning_rate": 6.779484315181759e-05, + "loss": 0.0364, + "step": 12450 + }, + { + "epoch": 11.655753040224509, + "grad_norm": 0.11806592345237732, + "learning_rate": 6.774332537514122e-05, + "loss": 0.0357, + "step": 12460 + }, + { + "epoch": 11.665107577174929, + "grad_norm": 0.09695109724998474, + "learning_rate": 6.769178603865143e-05, + "loss": 0.0369, + "step": 12470 + }, + { + "epoch": 11.674462114125351, + "grad_norm": 0.10390110313892365, + "learning_rate": 6.764022520497337e-05, + "loss": 0.0366, + "step": 12480 + }, + { + "epoch": 11.683816651075771, + "grad_norm": 0.11010588705539703, + "learning_rate": 6.758864293675833e-05, + "loss": 0.0364, + "step": 12490 + }, + { + "epoch": 11.693171188026193, + "grad_norm": 0.10648977011442184, + "learning_rate": 6.753703929668362e-05, + "loss": 0.0359, + "step": 12500 + }, + { + "epoch": 11.702525724976613, + "grad_norm": 0.1197279840707779, + "learning_rate": 6.748541434745253e-05, + "loss": 0.0342, + "step": 12510 + }, + { + "epoch": 11.711880261927035, + "grad_norm": 0.1239742711186409, + "learning_rate": 6.743376815179424e-05, + "loss": 0.0353, + "step": 12520 + }, + { + "epoch": 11.721234798877456, + "grad_norm": 0.1295696496963501, + "learning_rate": 6.738210077246376e-05, + "loss": 0.0375, + "step": 12530 + }, + { + "epoch": 11.730589335827876, + "grad_norm": 0.12381286919116974, + "learning_rate": 6.733041227224181e-05, + "loss": 0.0363, + "step": 12540 + }, + { + "epoch": 11.739943872778298, + "grad_norm": 0.12039933353662491, + "learning_rate": 6.72787027139348e-05, + "loss": 0.037, + "step": 12550 + }, + { + "epoch": 11.749298409728718, + "grad_norm": 0.14192713797092438, + "learning_rate": 6.72269721603747e-05, + "loss": 0.0357, + "step": 12560 + }, + { + "epoch": 11.75865294667914, + "grad_norm": 0.10794863849878311, + "learning_rate": 6.717522067441904e-05, + "loss": 0.033, + "step": 12570 + }, + { + "epoch": 11.76800748362956, + "grad_norm": 0.10444998741149902, + "learning_rate": 6.712344831895074e-05, + "loss": 0.0358, + "step": 12580 + }, + { + "epoch": 11.77736202057998, + "grad_norm": 0.0998474508523941, + "learning_rate": 6.707165515687811e-05, + "loss": 0.0354, + "step": 12590 + }, + { + "epoch": 11.786716557530402, + "grad_norm": 0.13220487534999847, + "learning_rate": 6.70198412511347e-05, + "loss": 0.0327, + "step": 12600 + }, + { + "epoch": 11.796071094480823, + "grad_norm": 0.14727172255516052, + "learning_rate": 6.69680066646793e-05, + "loss": 0.036, + "step": 12610 + }, + { + "epoch": 11.805425631431245, + "grad_norm": 0.1313716024160385, + "learning_rate": 6.691615146049583e-05, + "loss": 0.0352, + "step": 12620 + }, + { + "epoch": 11.814780168381665, + "grad_norm": 0.12225349992513657, + "learning_rate": 6.686427570159324e-05, + "loss": 0.0367, + "step": 12630 + }, + { + "epoch": 11.824134705332087, + "grad_norm": 0.14637906849384308, + "learning_rate": 6.681237945100548e-05, + "loss": 0.0354, + "step": 12640 + }, + { + "epoch": 11.833489242282507, + "grad_norm": 0.15413738787174225, + "learning_rate": 6.676046277179139e-05, + "loss": 0.0358, + "step": 12650 + }, + { + "epoch": 11.842843779232927, + "grad_norm": 0.12554050981998444, + "learning_rate": 6.670852572703462e-05, + "loss": 0.0374, + "step": 12660 + }, + { + "epoch": 11.85219831618335, + "grad_norm": 0.1320047229528427, + "learning_rate": 6.665656837984359e-05, + "loss": 0.0375, + "step": 12670 + }, + { + "epoch": 11.86155285313377, + "grad_norm": 0.12385731190443039, + "learning_rate": 6.660459079335135e-05, + "loss": 0.0344, + "step": 12680 + }, + { + "epoch": 11.870907390084191, + "grad_norm": 0.10752139240503311, + "learning_rate": 6.655259303071558e-05, + "loss": 0.0352, + "step": 12690 + }, + { + "epoch": 11.880261927034612, + "grad_norm": 0.12592428922653198, + "learning_rate": 6.650057515511848e-05, + "loss": 0.0356, + "step": 12700 + }, + { + "epoch": 11.889616463985032, + "grad_norm": 0.13003535568714142, + "learning_rate": 6.644853722976667e-05, + "loss": 0.0378, + "step": 12710 + }, + { + "epoch": 11.898971000935454, + "grad_norm": 0.10646794736385345, + "learning_rate": 6.639647931789113e-05, + "loss": 0.0355, + "step": 12720 + }, + { + "epoch": 11.908325537885874, + "grad_norm": 0.09153712540864944, + "learning_rate": 6.634440148274713e-05, + "loss": 0.0359, + "step": 12730 + }, + { + "epoch": 11.917680074836296, + "grad_norm": 0.09733123332262039, + "learning_rate": 6.629230378761415e-05, + "loss": 0.0359, + "step": 12740 + }, + { + "epoch": 11.927034611786716, + "grad_norm": 0.08742041885852814, + "learning_rate": 6.624018629579581e-05, + "loss": 0.0342, + "step": 12750 + }, + { + "epoch": 11.936389148737138, + "grad_norm": 0.12227031588554382, + "learning_rate": 6.618804907061976e-05, + "loss": 0.0375, + "step": 12760 + }, + { + "epoch": 11.945743685687559, + "grad_norm": 0.10568677634000778, + "learning_rate": 6.613589217543766e-05, + "loss": 0.035, + "step": 12770 + }, + { + "epoch": 11.955098222637979, + "grad_norm": 0.10508914291858673, + "learning_rate": 6.608371567362504e-05, + "loss": 0.0339, + "step": 12780 + }, + { + "epoch": 11.9644527595884, + "grad_norm": 0.09659481793642044, + "learning_rate": 6.60315196285813e-05, + "loss": 0.0355, + "step": 12790 + }, + { + "epoch": 11.973807296538821, + "grad_norm": 0.11512122303247452, + "learning_rate": 6.597930410372954e-05, + "loss": 0.0354, + "step": 12800 + }, + { + "epoch": 11.983161833489243, + "grad_norm": 0.10467856377363205, + "learning_rate": 6.592706916251653e-05, + "loss": 0.0346, + "step": 12810 + }, + { + "epoch": 11.992516370439663, + "grad_norm": 0.11486419290304184, + "learning_rate": 6.587481486841267e-05, + "loss": 0.0356, + "step": 12820 + }, + { + "epoch": 12.001870907390083, + "grad_norm": 0.09890387952327728, + "learning_rate": 6.582254128491184e-05, + "loss": 0.035, + "step": 12830 + }, + { + "epoch": 12.011225444340505, + "grad_norm": 0.12295553833246231, + "learning_rate": 6.577024847553139e-05, + "loss": 0.0332, + "step": 12840 + }, + { + "epoch": 12.020579981290926, + "grad_norm": 0.1460934728384018, + "learning_rate": 6.571793650381201e-05, + "loss": 0.0335, + "step": 12850 + }, + { + "epoch": 12.029934518241348, + "grad_norm": 0.1425168216228485, + "learning_rate": 6.566560543331766e-05, + "loss": 0.0359, + "step": 12860 + }, + { + "epoch": 12.039289055191768, + "grad_norm": 0.08918867260217667, + "learning_rate": 6.561325532763554e-05, + "loss": 0.0325, + "step": 12870 + }, + { + "epoch": 12.04864359214219, + "grad_norm": 0.12262582778930664, + "learning_rate": 6.556088625037597e-05, + "loss": 0.0344, + "step": 12880 + }, + { + "epoch": 12.05799812909261, + "grad_norm": 0.13584792613983154, + "learning_rate": 6.55084982651723e-05, + "loss": 0.0329, + "step": 12890 + }, + { + "epoch": 12.06735266604303, + "grad_norm": 0.09339552372694016, + "learning_rate": 6.54560914356809e-05, + "loss": 0.0343, + "step": 12900 + }, + { + "epoch": 12.076707202993452, + "grad_norm": 0.11709803342819214, + "learning_rate": 6.540366582558097e-05, + "loss": 0.034, + "step": 12910 + }, + { + "epoch": 12.086061739943872, + "grad_norm": 0.14000019431114197, + "learning_rate": 6.53512214985746e-05, + "loss": 0.0371, + "step": 12920 + }, + { + "epoch": 12.095416276894294, + "grad_norm": 0.11894743144512177, + "learning_rate": 6.529875851838658e-05, + "loss": 0.0341, + "step": 12930 + }, + { + "epoch": 12.104770813844715, + "grad_norm": 0.13086539506912231, + "learning_rate": 6.52462769487644e-05, + "loss": 0.0351, + "step": 12940 + }, + { + "epoch": 12.114125350795135, + "grad_norm": 0.09428615868091583, + "learning_rate": 6.519377685347807e-05, + "loss": 0.0326, + "step": 12950 + }, + { + "epoch": 12.123479887745557, + "grad_norm": 0.11597844958305359, + "learning_rate": 6.514125829632021e-05, + "loss": 0.0322, + "step": 12960 + }, + { + "epoch": 12.132834424695977, + "grad_norm": 0.09554802626371384, + "learning_rate": 6.508872134110577e-05, + "loss": 0.0336, + "step": 12970 + }, + { + "epoch": 12.142188961646399, + "grad_norm": 0.09873616695404053, + "learning_rate": 6.503616605167213e-05, + "loss": 0.0338, + "step": 12980 + }, + { + "epoch": 12.15154349859682, + "grad_norm": 0.08618312329053879, + "learning_rate": 6.498359249187893e-05, + "loss": 0.0328, + "step": 12990 + }, + { + "epoch": 12.160898035547241, + "grad_norm": 0.1169707328081131, + "learning_rate": 6.493100072560799e-05, + "loss": 0.0342, + "step": 13000 + }, + { + "epoch": 12.170252572497661, + "grad_norm": 0.0924849659204483, + "learning_rate": 6.487839081676327e-05, + "loss": 0.033, + "step": 13010 + }, + { + "epoch": 12.179607109448082, + "grad_norm": 0.11414210498332977, + "learning_rate": 6.482576282927076e-05, + "loss": 0.0332, + "step": 13020 + }, + { + "epoch": 12.188961646398504, + "grad_norm": 0.10786592215299606, + "learning_rate": 6.477311682707845e-05, + "loss": 0.033, + "step": 13030 + }, + { + "epoch": 12.198316183348924, + "grad_norm": 0.1145176962018013, + "learning_rate": 6.472045287415616e-05, + "loss": 0.0346, + "step": 13040 + }, + { + "epoch": 12.207670720299346, + "grad_norm": 0.14750123023986816, + "learning_rate": 6.466777103449558e-05, + "loss": 0.0323, + "step": 13050 + }, + { + "epoch": 12.217025257249766, + "grad_norm": 0.11286759376525879, + "learning_rate": 6.461507137211012e-05, + "loss": 0.0332, + "step": 13060 + }, + { + "epoch": 12.226379794200188, + "grad_norm": 0.11627332866191864, + "learning_rate": 6.456235395103483e-05, + "loss": 0.0341, + "step": 13070 + }, + { + "epoch": 12.235734331150608, + "grad_norm": 0.11223283410072327, + "learning_rate": 6.450961883532634e-05, + "loss": 0.032, + "step": 13080 + }, + { + "epoch": 12.245088868101028, + "grad_norm": 0.1282121241092682, + "learning_rate": 6.445686608906283e-05, + "loss": 0.0335, + "step": 13090 + }, + { + "epoch": 12.25444340505145, + "grad_norm": 0.11603789776563644, + "learning_rate": 6.44040957763438e-05, + "loss": 0.0338, + "step": 13100 + }, + { + "epoch": 12.26379794200187, + "grad_norm": 0.131761372089386, + "learning_rate": 6.435130796129018e-05, + "loss": 0.0348, + "step": 13110 + }, + { + "epoch": 12.273152478952293, + "grad_norm": 0.11288569122552872, + "learning_rate": 6.429850270804416e-05, + "loss": 0.0352, + "step": 13120 + }, + { + "epoch": 12.282507015902713, + "grad_norm": 0.11374126374721527, + "learning_rate": 6.424568008076909e-05, + "loss": 0.0348, + "step": 13130 + }, + { + "epoch": 12.291861552853133, + "grad_norm": 0.09599974006414413, + "learning_rate": 6.419284014364943e-05, + "loss": 0.0317, + "step": 13140 + }, + { + "epoch": 12.301216089803555, + "grad_norm": 0.10502345860004425, + "learning_rate": 6.41399829608907e-05, + "loss": 0.0329, + "step": 13150 + }, + { + "epoch": 12.310570626753975, + "grad_norm": 0.14158202707767487, + "learning_rate": 6.408710859671938e-05, + "loss": 0.0335, + "step": 13160 + }, + { + "epoch": 12.319925163704397, + "grad_norm": 0.12307938933372498, + "learning_rate": 6.403421711538278e-05, + "loss": 0.0351, + "step": 13170 + }, + { + "epoch": 12.329279700654817, + "grad_norm": 0.10730627924203873, + "learning_rate": 6.398130858114903e-05, + "loss": 0.0367, + "step": 13180 + }, + { + "epoch": 12.33863423760524, + "grad_norm": 0.11836083978414536, + "learning_rate": 6.392838305830701e-05, + "loss": 0.0344, + "step": 13190 + }, + { + "epoch": 12.34798877455566, + "grad_norm": 0.10288690030574799, + "learning_rate": 6.387544061116621e-05, + "loss": 0.0335, + "step": 13200 + }, + { + "epoch": 12.35734331150608, + "grad_norm": 0.12397478520870209, + "learning_rate": 6.382248130405671e-05, + "loss": 0.0322, + "step": 13210 + }, + { + "epoch": 12.366697848456502, + "grad_norm": 0.10552453249692917, + "learning_rate": 6.376950520132905e-05, + "loss": 0.0332, + "step": 13220 + }, + { + "epoch": 12.376052385406922, + "grad_norm": 0.115597665309906, + "learning_rate": 6.371651236735418e-05, + "loss": 0.0331, + "step": 13230 + }, + { + "epoch": 12.385406922357344, + "grad_norm": 0.11260031163692474, + "learning_rate": 6.366350286652341e-05, + "loss": 0.0329, + "step": 13240 + }, + { + "epoch": 12.394761459307764, + "grad_norm": 0.12169200927019119, + "learning_rate": 6.361047676324827e-05, + "loss": 0.0343, + "step": 13250 + }, + { + "epoch": 12.404115996258184, + "grad_norm": 0.13565205037593842, + "learning_rate": 6.355743412196047e-05, + "loss": 0.0326, + "step": 13260 + }, + { + "epoch": 12.413470533208606, + "grad_norm": 0.12998874485492706, + "learning_rate": 6.350437500711184e-05, + "loss": 0.0331, + "step": 13270 + }, + { + "epoch": 12.422825070159027, + "grad_norm": 0.10887893289327621, + "learning_rate": 6.345129948317418e-05, + "loss": 0.032, + "step": 13280 + }, + { + "epoch": 12.432179607109449, + "grad_norm": 0.1050909161567688, + "learning_rate": 6.33982076146393e-05, + "loss": 0.0327, + "step": 13290 + }, + { + "epoch": 12.441534144059869, + "grad_norm": 0.11226701736450195, + "learning_rate": 6.334509946601879e-05, + "loss": 0.0327, + "step": 13300 + }, + { + "epoch": 12.45088868101029, + "grad_norm": 0.11789146065711975, + "learning_rate": 6.329197510184406e-05, + "loss": 0.0338, + "step": 13310 + }, + { + "epoch": 12.460243217960711, + "grad_norm": 0.11115622520446777, + "learning_rate": 6.323883458666624e-05, + "loss": 0.0351, + "step": 13320 + }, + { + "epoch": 12.469597754911131, + "grad_norm": 0.09647949039936066, + "learning_rate": 6.318567798505605e-05, + "loss": 0.0326, + "step": 13330 + }, + { + "epoch": 12.478952291861553, + "grad_norm": 0.14083722233772278, + "learning_rate": 6.313250536160378e-05, + "loss": 0.0352, + "step": 13340 + }, + { + "epoch": 12.488306828811973, + "grad_norm": 0.1138610765337944, + "learning_rate": 6.307931678091917e-05, + "loss": 0.0339, + "step": 13350 + }, + { + "epoch": 12.497661365762395, + "grad_norm": 0.11771363019943237, + "learning_rate": 6.302611230763138e-05, + "loss": 0.0334, + "step": 13360 + }, + { + "epoch": 12.507015902712816, + "grad_norm": 0.09905166923999786, + "learning_rate": 6.297289200638887e-05, + "loss": 0.0336, + "step": 13370 + }, + { + "epoch": 12.516370439663238, + "grad_norm": 0.11650926619768143, + "learning_rate": 6.29196559418593e-05, + "loss": 0.0326, + "step": 13380 + }, + { + "epoch": 12.525724976613658, + "grad_norm": 0.11462729424238205, + "learning_rate": 6.286640417872951e-05, + "loss": 0.0336, + "step": 13390 + }, + { + "epoch": 12.535079513564078, + "grad_norm": 0.1507101058959961, + "learning_rate": 6.281313678170542e-05, + "loss": 0.0338, + "step": 13400 + }, + { + "epoch": 12.5444340505145, + "grad_norm": 0.10050956904888153, + "learning_rate": 6.275985381551194e-05, + "loss": 0.0349, + "step": 13410 + }, + { + "epoch": 12.55378858746492, + "grad_norm": 0.14939066767692566, + "learning_rate": 6.270655534489292e-05, + "loss": 0.0333, + "step": 13420 + }, + { + "epoch": 12.563143124415342, + "grad_norm": 0.1352594643831253, + "learning_rate": 6.265324143461098e-05, + "loss": 0.0351, + "step": 13430 + }, + { + "epoch": 12.572497661365762, + "grad_norm": 0.11144851893186569, + "learning_rate": 6.259991214944758e-05, + "loss": 0.0338, + "step": 13440 + }, + { + "epoch": 12.581852198316183, + "grad_norm": 0.1429116129875183, + "learning_rate": 6.254656755420283e-05, + "loss": 0.0329, + "step": 13450 + }, + { + "epoch": 12.591206735266605, + "grad_norm": 0.12390346825122833, + "learning_rate": 6.249320771369545e-05, + "loss": 0.0346, + "step": 13460 + }, + { + "epoch": 12.600561272217025, + "grad_norm": 0.11060541868209839, + "learning_rate": 6.243983269276263e-05, + "loss": 0.0331, + "step": 13470 + }, + { + "epoch": 12.609915809167447, + "grad_norm": 0.10977692157030106, + "learning_rate": 6.238644255626012e-05, + "loss": 0.0348, + "step": 13480 + }, + { + "epoch": 12.619270346117867, + "grad_norm": 0.11982933431863785, + "learning_rate": 6.233303736906193e-05, + "loss": 0.0346, + "step": 13490 + }, + { + "epoch": 12.628624883068287, + "grad_norm": 0.13534456491470337, + "learning_rate": 6.227961719606039e-05, + "loss": 0.0346, + "step": 13500 + }, + { + "epoch": 12.63797942001871, + "grad_norm": 0.12823492288589478, + "learning_rate": 6.222618210216608e-05, + "loss": 0.0355, + "step": 13510 + }, + { + "epoch": 12.64733395696913, + "grad_norm": 0.11619243025779724, + "learning_rate": 6.217273215230767e-05, + "loss": 0.0336, + "step": 13520 + }, + { + "epoch": 12.656688493919551, + "grad_norm": 0.11206459999084473, + "learning_rate": 6.211926741143188e-05, + "loss": 0.0338, + "step": 13530 + }, + { + "epoch": 12.666043030869972, + "grad_norm": 0.1358984261751175, + "learning_rate": 6.20657879445034e-05, + "loss": 0.0347, + "step": 13540 + }, + { + "epoch": 12.675397567820394, + "grad_norm": 0.12035678327083588, + "learning_rate": 6.201229381650485e-05, + "loss": 0.0341, + "step": 13550 + }, + { + "epoch": 12.684752104770814, + "grad_norm": 0.13034287095069885, + "learning_rate": 6.195878509243661e-05, + "loss": 0.0325, + "step": 13560 + }, + { + "epoch": 12.694106641721234, + "grad_norm": 0.13233165442943573, + "learning_rate": 6.190526183731685e-05, + "loss": 0.0349, + "step": 13570 + }, + { + "epoch": 12.703461178671656, + "grad_norm": 0.11714736372232437, + "learning_rate": 6.185172411618138e-05, + "loss": 0.0327, + "step": 13580 + }, + { + "epoch": 12.712815715622076, + "grad_norm": 0.09114598482847214, + "learning_rate": 6.179817199408355e-05, + "loss": 0.0322, + "step": 13590 + }, + { + "epoch": 12.722170252572498, + "grad_norm": 0.10541938245296478, + "learning_rate": 6.174460553609426e-05, + "loss": 0.035, + "step": 13600 + }, + { + "epoch": 12.731524789522918, + "grad_norm": 0.09695018827915192, + "learning_rate": 6.16910248073018e-05, + "loss": 0.0319, + "step": 13610 + }, + { + "epoch": 12.74087932647334, + "grad_norm": 0.11607208102941513, + "learning_rate": 6.16374298728118e-05, + "loss": 0.0328, + "step": 13620 + }, + { + "epoch": 12.75023386342376, + "grad_norm": 0.12141770124435425, + "learning_rate": 6.158382079774716e-05, + "loss": 0.0343, + "step": 13630 + }, + { + "epoch": 12.75958840037418, + "grad_norm": 0.08402339369058609, + "learning_rate": 6.153019764724799e-05, + "loss": 0.0322, + "step": 13640 + }, + { + "epoch": 12.768942937324603, + "grad_norm": 0.12065517157316208, + "learning_rate": 6.147656048647144e-05, + "loss": 0.0325, + "step": 13650 + }, + { + "epoch": 12.778297474275023, + "grad_norm": 0.11484239995479584, + "learning_rate": 6.142290938059173e-05, + "loss": 0.0337, + "step": 13660 + }, + { + "epoch": 12.787652011225445, + "grad_norm": 0.12470053881406784, + "learning_rate": 6.136924439480001e-05, + "loss": 0.0329, + "step": 13670 + }, + { + "epoch": 12.797006548175865, + "grad_norm": 0.14227670431137085, + "learning_rate": 6.13155655943043e-05, + "loss": 0.0329, + "step": 13680 + }, + { + "epoch": 12.806361085126285, + "grad_norm": 0.13025455176830292, + "learning_rate": 6.126187304432941e-05, + "loss": 0.0314, + "step": 13690 + }, + { + "epoch": 12.815715622076707, + "grad_norm": 0.11869846284389496, + "learning_rate": 6.120816681011684e-05, + "loss": 0.0338, + "step": 13700 + }, + { + "epoch": 12.825070159027128, + "grad_norm": 0.09796454757452011, + "learning_rate": 6.115444695692474e-05, + "loss": 0.0327, + "step": 13710 + }, + { + "epoch": 12.83442469597755, + "grad_norm": 0.13166624307632446, + "learning_rate": 6.110071355002779e-05, + "loss": 0.034, + "step": 13720 + }, + { + "epoch": 12.84377923292797, + "grad_norm": 0.10046707093715668, + "learning_rate": 6.104696665471714e-05, + "loss": 0.0339, + "step": 13730 + }, + { + "epoch": 12.853133769878392, + "grad_norm": 0.11241712421178818, + "learning_rate": 6.099320633630036e-05, + "loss": 0.0343, + "step": 13740 + }, + { + "epoch": 12.862488306828812, + "grad_norm": 0.08741916716098785, + "learning_rate": 6.093943266010128e-05, + "loss": 0.033, + "step": 13750 + }, + { + "epoch": 12.871842843779232, + "grad_norm": 0.104596808552742, + "learning_rate": 6.088564569146e-05, + "loss": 0.0326, + "step": 13760 + }, + { + "epoch": 12.881197380729654, + "grad_norm": 0.10902327299118042, + "learning_rate": 6.083184549573274e-05, + "loss": 0.0335, + "step": 13770 + }, + { + "epoch": 12.890551917680074, + "grad_norm": 0.11245116591453552, + "learning_rate": 6.077803213829184e-05, + "loss": 0.0328, + "step": 13780 + }, + { + "epoch": 12.899906454630496, + "grad_norm": 0.12869231402873993, + "learning_rate": 6.0724205684525594e-05, + "loss": 0.0336, + "step": 13790 + }, + { + "epoch": 12.909260991580917, + "grad_norm": 0.13102330267429352, + "learning_rate": 6.0670366199838215e-05, + "loss": 0.0307, + "step": 13800 + }, + { + "epoch": 12.918615528531337, + "grad_norm": 0.11221540719270706, + "learning_rate": 6.061651374964974e-05, + "loss": 0.0346, + "step": 13810 + }, + { + "epoch": 12.927970065481759, + "grad_norm": 0.11322955042123795, + "learning_rate": 6.0562648399396004e-05, + "loss": 0.0323, + "step": 13820 + }, + { + "epoch": 12.937324602432179, + "grad_norm": 0.11722039431333542, + "learning_rate": 6.050877021452845e-05, + "loss": 0.0333, + "step": 13830 + }, + { + "epoch": 12.946679139382601, + "grad_norm": 0.10837117582559586, + "learning_rate": 6.04548792605142e-05, + "loss": 0.0327, + "step": 13840 + }, + { + "epoch": 12.956033676333021, + "grad_norm": 0.11776135861873627, + "learning_rate": 6.04009756028358e-05, + "loss": 0.032, + "step": 13850 + }, + { + "epoch": 12.965388213283443, + "grad_norm": 0.09913251549005508, + "learning_rate": 6.0347059306991294e-05, + "loss": 0.0345, + "step": 13860 + }, + { + "epoch": 12.974742750233863, + "grad_norm": 0.10850819945335388, + "learning_rate": 6.029313043849407e-05, + "loss": 0.0316, + "step": 13870 + }, + { + "epoch": 12.984097287184284, + "grad_norm": 0.1588055044412613, + "learning_rate": 6.023918906287279e-05, + "loss": 0.0312, + "step": 13880 + }, + { + "epoch": 12.993451824134706, + "grad_norm": 0.10534592717885971, + "learning_rate": 6.01852352456713e-05, + "loss": 0.0324, + "step": 13890 + }, + { + "epoch": 13.002806361085126, + "grad_norm": 0.14491961896419525, + "learning_rate": 6.013126905244858e-05, + "loss": 0.0317, + "step": 13900 + }, + { + "epoch": 13.012160898035548, + "grad_norm": 0.13570356369018555, + "learning_rate": 6.007729054877864e-05, + "loss": 0.0331, + "step": 13910 + }, + { + "epoch": 13.021515434985968, + "grad_norm": 0.10868600755929947, + "learning_rate": 6.0023299800250466e-05, + "loss": 0.0338, + "step": 13920 + }, + { + "epoch": 13.030869971936388, + "grad_norm": 0.1459837257862091, + "learning_rate": 5.9969296872467894e-05, + "loss": 0.0318, + "step": 13930 + }, + { + "epoch": 13.04022450888681, + "grad_norm": 0.13327883183956146, + "learning_rate": 5.9915281831049585e-05, + "loss": 0.0319, + "step": 13940 + }, + { + "epoch": 13.04957904583723, + "grad_norm": 0.13231556117534637, + "learning_rate": 5.98612547416289e-05, + "loss": 0.0336, + "step": 13950 + }, + { + "epoch": 13.058933582787652, + "grad_norm": 0.14483146369457245, + "learning_rate": 5.9807215669853855e-05, + "loss": 0.0319, + "step": 13960 + }, + { + "epoch": 13.068288119738073, + "grad_norm": 0.12723089754581451, + "learning_rate": 5.9753164681387e-05, + "loss": 0.0318, + "step": 13970 + }, + { + "epoch": 13.077642656688495, + "grad_norm": 0.11776342988014221, + "learning_rate": 5.969910184190539e-05, + "loss": 0.0326, + "step": 13980 + }, + { + "epoch": 13.086997193638915, + "grad_norm": 0.11065226048231125, + "learning_rate": 5.9645027217100477e-05, + "loss": 0.0312, + "step": 13990 + }, + { + "epoch": 13.096351730589335, + "grad_norm": 0.1201138123869896, + "learning_rate": 5.959094087267804e-05, + "loss": 0.0321, + "step": 14000 + }, + { + "epoch": 13.105706267539757, + "grad_norm": 0.10204368084669113, + "learning_rate": 5.9536842874358065e-05, + "loss": 0.032, + "step": 14010 + }, + { + "epoch": 13.115060804490177, + "grad_norm": 0.09238236397504807, + "learning_rate": 5.9482733287874734e-05, + "loss": 0.0328, + "step": 14020 + }, + { + "epoch": 13.1244153414406, + "grad_norm": 0.09965577721595764, + "learning_rate": 5.942861217897631e-05, + "loss": 0.032, + "step": 14030 + }, + { + "epoch": 13.13376987839102, + "grad_norm": 0.14072751998901367, + "learning_rate": 5.9374479613425e-05, + "loss": 0.0322, + "step": 14040 + }, + { + "epoch": 13.14312441534144, + "grad_norm": 0.12665167450904846, + "learning_rate": 5.932033565699704e-05, + "loss": 0.0327, + "step": 14050 + }, + { + "epoch": 13.152478952291862, + "grad_norm": 0.17562328279018402, + "learning_rate": 5.926618037548237e-05, + "loss": 0.0318, + "step": 14060 + }, + { + "epoch": 13.161833489242282, + "grad_norm": 0.1296183317899704, + "learning_rate": 5.9212013834684824e-05, + "loss": 0.0329, + "step": 14070 + }, + { + "epoch": 13.171188026192704, + "grad_norm": 0.07297287881374359, + "learning_rate": 5.9157836100421824e-05, + "loss": 0.032, + "step": 14080 + }, + { + "epoch": 13.180542563143124, + "grad_norm": 0.10789534449577332, + "learning_rate": 5.910364723852444e-05, + "loss": 0.0341, + "step": 14090 + }, + { + "epoch": 13.189897100093546, + "grad_norm": 0.1137932613492012, + "learning_rate": 5.904944731483723e-05, + "loss": 0.0326, + "step": 14100 + }, + { + "epoch": 13.199251637043966, + "grad_norm": 0.11629272252321243, + "learning_rate": 5.899523639521825e-05, + "loss": 0.0336, + "step": 14110 + }, + { + "epoch": 13.208606173994387, + "grad_norm": 0.10769851505756378, + "learning_rate": 5.894101454553883e-05, + "loss": 0.0323, + "step": 14120 + }, + { + "epoch": 13.217960710944809, + "grad_norm": 0.13759712874889374, + "learning_rate": 5.888678183168368e-05, + "loss": 0.0322, + "step": 14130 + }, + { + "epoch": 13.227315247895229, + "grad_norm": 0.10494904965162277, + "learning_rate": 5.883253831955061e-05, + "loss": 0.0309, + "step": 14140 + }, + { + "epoch": 13.23666978484565, + "grad_norm": 0.11291283369064331, + "learning_rate": 5.8778284075050625e-05, + "loss": 0.0315, + "step": 14150 + }, + { + "epoch": 13.246024321796071, + "grad_norm": 0.1284332126379013, + "learning_rate": 5.872401916410777e-05, + "loss": 0.0324, + "step": 14160 + }, + { + "epoch": 13.255378858746493, + "grad_norm": 0.15752050280570984, + "learning_rate": 5.8669743652659014e-05, + "loss": 0.0319, + "step": 14170 + }, + { + "epoch": 13.264733395696913, + "grad_norm": 0.15074360370635986, + "learning_rate": 5.86154576066542e-05, + "loss": 0.0308, + "step": 14180 + }, + { + "epoch": 13.274087932647333, + "grad_norm": 0.12287798523902893, + "learning_rate": 5.856116109205602e-05, + "loss": 0.029, + "step": 14190 + }, + { + "epoch": 13.283442469597755, + "grad_norm": 0.14654694497585297, + "learning_rate": 5.850685417483983e-05, + "loss": 0.0308, + "step": 14200 + }, + { + "epoch": 13.292797006548176, + "grad_norm": 0.11348479986190796, + "learning_rate": 5.8452536920993684e-05, + "loss": 0.0299, + "step": 14210 + }, + { + "epoch": 13.302151543498598, + "grad_norm": 0.08648450672626495, + "learning_rate": 5.839820939651817e-05, + "loss": 0.0323, + "step": 14220 + }, + { + "epoch": 13.311506080449018, + "grad_norm": 0.12252981960773468, + "learning_rate": 5.834387166742632e-05, + "loss": 0.0322, + "step": 14230 + }, + { + "epoch": 13.320860617399438, + "grad_norm": 0.12119555473327637, + "learning_rate": 5.828952379974364e-05, + "loss": 0.03, + "step": 14240 + }, + { + "epoch": 13.33021515434986, + "grad_norm": 0.12846603989601135, + "learning_rate": 5.8235165859507864e-05, + "loss": 0.0316, + "step": 14250 + }, + { + "epoch": 13.33956969130028, + "grad_norm": 0.1136939600110054, + "learning_rate": 5.818079791276907e-05, + "loss": 0.0317, + "step": 14260 + }, + { + "epoch": 13.348924228250702, + "grad_norm": 0.14064835011959076, + "learning_rate": 5.8126420025589415e-05, + "loss": 0.0324, + "step": 14270 + }, + { + "epoch": 13.358278765201122, + "grad_norm": 0.13978591561317444, + "learning_rate": 5.807203226404313e-05, + "loss": 0.029, + "step": 14280 + }, + { + "epoch": 13.367633302151544, + "grad_norm": 0.08492960780858994, + "learning_rate": 5.801763469421652e-05, + "loss": 0.0309, + "step": 14290 + }, + { + "epoch": 13.376987839101965, + "grad_norm": 0.09247422218322754, + "learning_rate": 5.796322738220774e-05, + "loss": 0.0314, + "step": 14300 + }, + { + "epoch": 13.386342376052385, + "grad_norm": 0.09491781890392303, + "learning_rate": 5.79088103941268e-05, + "loss": 0.0319, + "step": 14310 + }, + { + "epoch": 13.395696913002807, + "grad_norm": 0.10416819155216217, + "learning_rate": 5.785438379609549e-05, + "loss": 0.0325, + "step": 14320 + }, + { + "epoch": 13.405051449953227, + "grad_norm": 0.12034416198730469, + "learning_rate": 5.779994765424724e-05, + "loss": 0.0338, + "step": 14330 + }, + { + "epoch": 13.414405986903649, + "grad_norm": 0.10853754729032516, + "learning_rate": 5.7745502034727114e-05, + "loss": 0.0318, + "step": 14340 + }, + { + "epoch": 13.42376052385407, + "grad_norm": 0.1293642669916153, + "learning_rate": 5.769104700369164e-05, + "loss": 0.0336, + "step": 14350 + }, + { + "epoch": 13.43311506080449, + "grad_norm": 0.13868649303913116, + "learning_rate": 5.7636582627308854e-05, + "loss": 0.0325, + "step": 14360 + }, + { + "epoch": 13.442469597754911, + "grad_norm": 0.09089956432580948, + "learning_rate": 5.7582108971758095e-05, + "loss": 0.0322, + "step": 14370 + }, + { + "epoch": 13.451824134705332, + "grad_norm": 0.09288424253463745, + "learning_rate": 5.752762610322999e-05, + "loss": 0.032, + "step": 14380 + }, + { + "epoch": 13.461178671655754, + "grad_norm": 0.09896612912416458, + "learning_rate": 5.747313408792636e-05, + "loss": 0.0296, + "step": 14390 + }, + { + "epoch": 13.470533208606174, + "grad_norm": 0.1215546727180481, + "learning_rate": 5.741863299206014e-05, + "loss": 0.0312, + "step": 14400 + }, + { + "epoch": 13.479887745556596, + "grad_norm": 0.1080741211771965, + "learning_rate": 5.73641228818553e-05, + "loss": 0.0304, + "step": 14410 + }, + { + "epoch": 13.489242282507016, + "grad_norm": 0.1271497905254364, + "learning_rate": 5.730960382354676e-05, + "loss": 0.0312, + "step": 14420 + }, + { + "epoch": 13.498596819457436, + "grad_norm": 0.12258052825927734, + "learning_rate": 5.725507588338035e-05, + "loss": 0.031, + "step": 14430 + }, + { + "epoch": 13.507951356407858, + "grad_norm": 0.0897480696439743, + "learning_rate": 5.7200539127612604e-05, + "loss": 0.03, + "step": 14440 + }, + { + "epoch": 13.517305893358278, + "grad_norm": 0.12018346041440964, + "learning_rate": 5.714599362251087e-05, + "loss": 0.0322, + "step": 14450 + }, + { + "epoch": 13.5266604303087, + "grad_norm": 0.1132030263543129, + "learning_rate": 5.709143943435307e-05, + "loss": 0.0325, + "step": 14460 + }, + { + "epoch": 13.53601496725912, + "grad_norm": 0.1141979768872261, + "learning_rate": 5.7036876629427646e-05, + "loss": 0.031, + "step": 14470 + }, + { + "epoch": 13.545369504209543, + "grad_norm": 0.10913997143507004, + "learning_rate": 5.698230527403361e-05, + "loss": 0.0301, + "step": 14480 + }, + { + "epoch": 13.554724041159963, + "grad_norm": 0.11062714457511902, + "learning_rate": 5.6927725434480274e-05, + "loss": 0.0324, + "step": 14490 + }, + { + "epoch": 13.564078578110383, + "grad_norm": 0.09695561230182648, + "learning_rate": 5.687313717708728e-05, + "loss": 0.0306, + "step": 14500 + }, + { + "epoch": 13.573433115060805, + "grad_norm": 0.12618617713451385, + "learning_rate": 5.681854056818453e-05, + "loss": 0.0301, + "step": 14510 + }, + { + "epoch": 13.582787652011225, + "grad_norm": 0.12386779487133026, + "learning_rate": 5.676393567411205e-05, + "loss": 0.0312, + "step": 14520 + }, + { + "epoch": 13.592142188961647, + "grad_norm": 0.12261973321437836, + "learning_rate": 5.670932256121991e-05, + "loss": 0.0312, + "step": 14530 + }, + { + "epoch": 13.601496725912067, + "grad_norm": 0.11562737077474594, + "learning_rate": 5.6654701295868216e-05, + "loss": 0.0317, + "step": 14540 + }, + { + "epoch": 13.610851262862488, + "grad_norm": 0.08659946918487549, + "learning_rate": 5.660007194442697e-05, + "loss": 0.03, + "step": 14550 + }, + { + "epoch": 13.62020579981291, + "grad_norm": 0.11774713546037674, + "learning_rate": 5.6545434573275946e-05, + "loss": 0.0319, + "step": 14560 + }, + { + "epoch": 13.62956033676333, + "grad_norm": 0.09566351026296616, + "learning_rate": 5.649078924880472e-05, + "loss": 0.0322, + "step": 14570 + }, + { + "epoch": 13.638914873713752, + "grad_norm": 0.09427148103713989, + "learning_rate": 5.643613603741252e-05, + "loss": 0.0289, + "step": 14580 + }, + { + "epoch": 13.648269410664172, + "grad_norm": 0.10976109653711319, + "learning_rate": 5.6381475005508154e-05, + "loss": 0.0334, + "step": 14590 + }, + { + "epoch": 13.657623947614592, + "grad_norm": 0.10472088307142258, + "learning_rate": 5.632680621950992e-05, + "loss": 0.0305, + "step": 14600 + }, + { + "epoch": 13.666978484565014, + "grad_norm": 0.10293156653642654, + "learning_rate": 5.627212974584555e-05, + "loss": 0.0303, + "step": 14610 + }, + { + "epoch": 13.676333021515434, + "grad_norm": 0.12663835287094116, + "learning_rate": 5.62174456509521e-05, + "loss": 0.0302, + "step": 14620 + }, + { + "epoch": 13.685687558465856, + "grad_norm": 0.08399736136198044, + "learning_rate": 5.616275400127594e-05, + "loss": 0.0317, + "step": 14630 + }, + { + "epoch": 13.695042095416277, + "grad_norm": 0.10925222188234329, + "learning_rate": 5.610805486327254e-05, + "loss": 0.0297, + "step": 14640 + }, + { + "epoch": 13.704396632366699, + "grad_norm": 0.11691004782915115, + "learning_rate": 5.6053348303406536e-05, + "loss": 0.0333, + "step": 14650 + }, + { + "epoch": 13.713751169317119, + "grad_norm": 0.15042388439178467, + "learning_rate": 5.599863438815156e-05, + "loss": 0.0313, + "step": 14660 + }, + { + "epoch": 13.723105706267539, + "grad_norm": 0.11073391884565353, + "learning_rate": 5.594391318399017e-05, + "loss": 0.03, + "step": 14670 + }, + { + "epoch": 13.732460243217961, + "grad_norm": 0.1320311725139618, + "learning_rate": 5.588918475741377e-05, + "loss": 0.0319, + "step": 14680 + }, + { + "epoch": 13.741814780168381, + "grad_norm": 0.11075275391340256, + "learning_rate": 5.5834449174922586e-05, + "loss": 0.0307, + "step": 14690 + }, + { + "epoch": 13.751169317118803, + "grad_norm": 0.13871099054813385, + "learning_rate": 5.57797065030255e-05, + "loss": 0.03, + "step": 14700 + }, + { + "epoch": 13.760523854069223, + "grad_norm": 0.11356048285961151, + "learning_rate": 5.5724956808240016e-05, + "loss": 0.0317, + "step": 14710 + }, + { + "epoch": 13.769878391019645, + "grad_norm": 0.09496325999498367, + "learning_rate": 5.567020015709219e-05, + "loss": 0.0305, + "step": 14720 + }, + { + "epoch": 13.779232927970066, + "grad_norm": 0.09726590663194656, + "learning_rate": 5.561543661611649e-05, + "loss": 0.0297, + "step": 14730 + }, + { + "epoch": 13.788587464920486, + "grad_norm": 0.1051117479801178, + "learning_rate": 5.556066625185583e-05, + "loss": 0.0316, + "step": 14740 + }, + { + "epoch": 13.797942001870908, + "grad_norm": 0.10202524811029434, + "learning_rate": 5.550588913086131e-05, + "loss": 0.0322, + "step": 14750 + }, + { + "epoch": 13.807296538821328, + "grad_norm": 0.10313405841588974, + "learning_rate": 5.545110531969234e-05, + "loss": 0.0295, + "step": 14760 + }, + { + "epoch": 13.81665107577175, + "grad_norm": 0.14069552719593048, + "learning_rate": 5.539631488491641e-05, + "loss": 0.0318, + "step": 14770 + }, + { + "epoch": 13.82600561272217, + "grad_norm": 0.12997154891490936, + "learning_rate": 5.534151789310904e-05, + "loss": 0.031, + "step": 14780 + }, + { + "epoch": 13.83536014967259, + "grad_norm": 0.09096751362085342, + "learning_rate": 5.528671441085376e-05, + "loss": 0.0277, + "step": 14790 + }, + { + "epoch": 13.844714686623012, + "grad_norm": 0.0967995673418045, + "learning_rate": 5.523190450474197e-05, + "loss": 0.0318, + "step": 14800 + }, + { + "epoch": 13.854069223573433, + "grad_norm": 0.11068184673786163, + "learning_rate": 5.5177088241372865e-05, + "loss": 0.0339, + "step": 14810 + }, + { + "epoch": 13.863423760523855, + "grad_norm": 0.09647740423679352, + "learning_rate": 5.512226568735338e-05, + "loss": 0.029, + "step": 14820 + }, + { + "epoch": 13.872778297474275, + "grad_norm": 0.096876360476017, + "learning_rate": 5.506743690929809e-05, + "loss": 0.0304, + "step": 14830 + }, + { + "epoch": 13.882132834424697, + "grad_norm": 0.09415385872125626, + "learning_rate": 5.501260197382912e-05, + "loss": 0.0305, + "step": 14840 + }, + { + "epoch": 13.891487371375117, + "grad_norm": 0.11179573833942413, + "learning_rate": 5.49577609475761e-05, + "loss": 0.0304, + "step": 14850 + }, + { + "epoch": 13.900841908325537, + "grad_norm": 0.1268090456724167, + "learning_rate": 5.490291389717603e-05, + "loss": 0.0313, + "step": 14860 + }, + { + "epoch": 13.91019644527596, + "grad_norm": 0.10094547271728516, + "learning_rate": 5.484806088927329e-05, + "loss": 0.0315, + "step": 14870 + }, + { + "epoch": 13.91955098222638, + "grad_norm": 0.09461040049791336, + "learning_rate": 5.479320199051942e-05, + "loss": 0.0302, + "step": 14880 + }, + { + "epoch": 13.928905519176801, + "grad_norm": 0.10942774266004562, + "learning_rate": 5.473833726757314e-05, + "loss": 0.0304, + "step": 14890 + }, + { + "epoch": 13.938260056127222, + "grad_norm": 0.09700211137533188, + "learning_rate": 5.4683466787100304e-05, + "loss": 0.0311, + "step": 14900 + }, + { + "epoch": 13.947614593077642, + "grad_norm": 0.10647127032279968, + "learning_rate": 5.462859061577369e-05, + "loss": 0.0298, + "step": 14910 + }, + { + "epoch": 13.956969130028064, + "grad_norm": 0.1234823688864708, + "learning_rate": 5.4573708820273026e-05, + "loss": 0.0303, + "step": 14920 + }, + { + "epoch": 13.966323666978484, + "grad_norm": 0.11791464686393738, + "learning_rate": 5.451882146728488e-05, + "loss": 0.0299, + "step": 14930 + }, + { + "epoch": 13.975678203928906, + "grad_norm": 0.12511995434761047, + "learning_rate": 5.446392862350255e-05, + "loss": 0.0297, + "step": 14940 + }, + { + "epoch": 13.985032740879326, + "grad_norm": 0.15280556678771973, + "learning_rate": 5.440903035562603e-05, + "loss": 0.0293, + "step": 14950 + }, + { + "epoch": 13.994387277829748, + "grad_norm": 0.12412112951278687, + "learning_rate": 5.435412673036188e-05, + "loss": 0.0289, + "step": 14960 + }, + { + "epoch": 14.003741814780168, + "grad_norm": 0.13389575481414795, + "learning_rate": 5.429921781442318e-05, + "loss": 0.0335, + "step": 14970 + }, + { + "epoch": 14.013096351730589, + "grad_norm": 0.12229032814502716, + "learning_rate": 5.424430367452945e-05, + "loss": 0.0307, + "step": 14980 + }, + { + "epoch": 14.02245088868101, + "grad_norm": 0.11117956787347794, + "learning_rate": 5.418938437740655e-05, + "loss": 0.0298, + "step": 14990 + }, + { + "epoch": 14.03180542563143, + "grad_norm": 0.12141407281160355, + "learning_rate": 5.413445998978658e-05, + "loss": 0.0301, + "step": 15000 + }, + { + "epoch": 14.041159962581853, + "grad_norm": 0.11040540039539337, + "learning_rate": 5.407953057840789e-05, + "loss": 0.0297, + "step": 15010 + }, + { + "epoch": 14.050514499532273, + "grad_norm": 0.10712536424398422, + "learning_rate": 5.4024596210014853e-05, + "loss": 0.03, + "step": 15020 + }, + { + "epoch": 14.059869036482693, + "grad_norm": 0.12697161734104156, + "learning_rate": 5.3969656951357935e-05, + "loss": 0.0297, + "step": 15030 + }, + { + "epoch": 14.069223573433115, + "grad_norm": 0.09568972140550613, + "learning_rate": 5.3914712869193504e-05, + "loss": 0.0278, + "step": 15040 + }, + { + "epoch": 14.078578110383535, + "grad_norm": 0.10352250188589096, + "learning_rate": 5.385976403028381e-05, + "loss": 0.0286, + "step": 15050 + }, + { + "epoch": 14.087932647333957, + "grad_norm": 0.08315485715866089, + "learning_rate": 5.3804810501396875e-05, + "loss": 0.0294, + "step": 15060 + }, + { + "epoch": 14.097287184284378, + "grad_norm": 0.11575990915298462, + "learning_rate": 5.374985234930639e-05, + "loss": 0.0292, + "step": 15070 + }, + { + "epoch": 14.1066417212348, + "grad_norm": 0.11637338250875473, + "learning_rate": 5.3694889640791724e-05, + "loss": 0.0297, + "step": 15080 + }, + { + "epoch": 14.11599625818522, + "grad_norm": 0.12624038755893707, + "learning_rate": 5.3639922442637736e-05, + "loss": 0.0292, + "step": 15090 + }, + { + "epoch": 14.12535079513564, + "grad_norm": 0.16808509826660156, + "learning_rate": 5.358495082163476e-05, + "loss": 0.032, + "step": 15100 + }, + { + "epoch": 14.134705332086062, + "grad_norm": 0.10720854997634888, + "learning_rate": 5.35299748445785e-05, + "loss": 0.031, + "step": 15110 + }, + { + "epoch": 14.144059869036482, + "grad_norm": 0.10397827625274658, + "learning_rate": 5.3474994578269944e-05, + "loss": 0.0308, + "step": 15120 + }, + { + "epoch": 14.153414405986904, + "grad_norm": 0.1454198658466339, + "learning_rate": 5.34200100895153e-05, + "loss": 0.03, + "step": 15130 + }, + { + "epoch": 14.162768942937324, + "grad_norm": 0.11211475729942322, + "learning_rate": 5.3365021445125916e-05, + "loss": 0.031, + "step": 15140 + }, + { + "epoch": 14.172123479887745, + "grad_norm": 0.1217656284570694, + "learning_rate": 5.331002871191817e-05, + "loss": 0.0288, + "step": 15150 + }, + { + "epoch": 14.181478016838167, + "grad_norm": 0.11883813887834549, + "learning_rate": 5.3255031956713443e-05, + "loss": 0.0299, + "step": 15160 + }, + { + "epoch": 14.190832553788587, + "grad_norm": 0.11174040287733078, + "learning_rate": 5.320003124633795e-05, + "loss": 0.0307, + "step": 15170 + }, + { + "epoch": 14.200187090739009, + "grad_norm": 0.09339461475610733, + "learning_rate": 5.314502664762274e-05, + "loss": 0.0291, + "step": 15180 + }, + { + "epoch": 14.209541627689429, + "grad_norm": 0.0974826067686081, + "learning_rate": 5.3090018227403604e-05, + "loss": 0.029, + "step": 15190 + }, + { + "epoch": 14.218896164639851, + "grad_norm": 0.08332479745149612, + "learning_rate": 5.3035006052520955e-05, + "loss": 0.0298, + "step": 15200 + }, + { + "epoch": 14.228250701590271, + "grad_norm": 0.09656623750925064, + "learning_rate": 5.297999018981976e-05, + "loss": 0.0301, + "step": 15210 + }, + { + "epoch": 14.237605238540691, + "grad_norm": 0.13277652859687805, + "learning_rate": 5.2924970706149505e-05, + "loss": 0.03, + "step": 15220 + }, + { + "epoch": 14.246959775491113, + "grad_norm": 0.08676670491695404, + "learning_rate": 5.2869947668364014e-05, + "loss": 0.0275, + "step": 15230 + }, + { + "epoch": 14.256314312441534, + "grad_norm": 0.0912419855594635, + "learning_rate": 5.2814921143321504e-05, + "loss": 0.0296, + "step": 15240 + }, + { + "epoch": 14.265668849391956, + "grad_norm": 0.12421807646751404, + "learning_rate": 5.275989119788436e-05, + "loss": 0.0295, + "step": 15250 + }, + { + "epoch": 14.275023386342376, + "grad_norm": 0.10631117224693298, + "learning_rate": 5.270485789891919e-05, + "loss": 0.0271, + "step": 15260 + }, + { + "epoch": 14.284377923292798, + "grad_norm": 0.11224720627069473, + "learning_rate": 5.264982131329661e-05, + "loss": 0.0303, + "step": 15270 + }, + { + "epoch": 14.293732460243218, + "grad_norm": 0.1390332579612732, + "learning_rate": 5.259478150789128e-05, + "loss": 0.0295, + "step": 15280 + }, + { + "epoch": 14.303086997193638, + "grad_norm": 0.12175801396369934, + "learning_rate": 5.253973854958173e-05, + "loss": 0.029, + "step": 15290 + }, + { + "epoch": 14.31244153414406, + "grad_norm": 0.11188352853059769, + "learning_rate": 5.2484692505250376e-05, + "loss": 0.0296, + "step": 15300 + }, + { + "epoch": 14.32179607109448, + "grad_norm": 0.10211096704006195, + "learning_rate": 5.242964344178333e-05, + "loss": 0.0292, + "step": 15310 + }, + { + "epoch": 14.331150608044902, + "grad_norm": 0.11897807568311691, + "learning_rate": 5.237459142607041e-05, + "loss": 0.0311, + "step": 15320 + }, + { + "epoch": 14.340505144995323, + "grad_norm": 0.11550690978765488, + "learning_rate": 5.231953652500498e-05, + "loss": 0.0278, + "step": 15330 + }, + { + "epoch": 14.349859681945743, + "grad_norm": 0.08300000429153442, + "learning_rate": 5.2264478805483976e-05, + "loss": 0.0288, + "step": 15340 + }, + { + "epoch": 14.359214218896165, + "grad_norm": 0.10417672991752625, + "learning_rate": 5.220941833440768e-05, + "loss": 0.0301, + "step": 15350 + }, + { + "epoch": 14.368568755846585, + "grad_norm": 0.11818017065525055, + "learning_rate": 5.215435517867977e-05, + "loss": 0.0271, + "step": 15360 + }, + { + "epoch": 14.377923292797007, + "grad_norm": 0.09437957406044006, + "learning_rate": 5.209928940520719e-05, + "loss": 0.0291, + "step": 15370 + }, + { + "epoch": 14.387277829747427, + "grad_norm": 0.14524319767951965, + "learning_rate": 5.204422108090004e-05, + "loss": 0.0295, + "step": 15380 + }, + { + "epoch": 14.39663236669785, + "grad_norm": 0.13440974056720734, + "learning_rate": 5.19891502726715e-05, + "loss": 0.0281, + "step": 15390 + }, + { + "epoch": 14.40598690364827, + "grad_norm": 0.1076737493276596, + "learning_rate": 5.193407704743782e-05, + "loss": 0.0305, + "step": 15400 + }, + { + "epoch": 14.41534144059869, + "grad_norm": 0.11568264663219452, + "learning_rate": 5.187900147211815e-05, + "loss": 0.0283, + "step": 15410 + }, + { + "epoch": 14.424695977549112, + "grad_norm": 0.14016364514827728, + "learning_rate": 5.182392361363453e-05, + "loss": 0.0275, + "step": 15420 + }, + { + "epoch": 14.434050514499532, + "grad_norm": 0.10792753100395203, + "learning_rate": 5.176884353891172e-05, + "loss": 0.0293, + "step": 15430 + }, + { + "epoch": 14.443405051449954, + "grad_norm": 0.14311933517456055, + "learning_rate": 5.171376131487722e-05, + "loss": 0.0285, + "step": 15440 + }, + { + "epoch": 14.452759588400374, + "grad_norm": 0.10407029092311859, + "learning_rate": 5.165867700846113e-05, + "loss": 0.0298, + "step": 15450 + }, + { + "epoch": 14.462114125350794, + "grad_norm": 0.12859675288200378, + "learning_rate": 5.160359068659606e-05, + "loss": 0.0292, + "step": 15460 + }, + { + "epoch": 14.471468662301216, + "grad_norm": 0.1080128401517868, + "learning_rate": 5.154850241621712e-05, + "loss": 0.0325, + "step": 15470 + }, + { + "epoch": 14.480823199251637, + "grad_norm": 0.11993195861577988, + "learning_rate": 5.149341226426172e-05, + "loss": 0.0304, + "step": 15480 + }, + { + "epoch": 14.490177736202059, + "grad_norm": 0.09895459562540054, + "learning_rate": 5.14383202976696e-05, + "loss": 0.0287, + "step": 15490 + }, + { + "epoch": 14.499532273152479, + "grad_norm": 0.1398068070411682, + "learning_rate": 5.1383226583382684e-05, + "loss": 0.03, + "step": 15500 + }, + { + "epoch": 14.5088868101029, + "grad_norm": 0.12690424919128418, + "learning_rate": 5.132813118834504e-05, + "loss": 0.0281, + "step": 15510 + }, + { + "epoch": 14.518241347053321, + "grad_norm": 0.12256427109241486, + "learning_rate": 5.1273034179502777e-05, + "loss": 0.0285, + "step": 15520 + }, + { + "epoch": 14.527595884003741, + "grad_norm": 0.15759648382663727, + "learning_rate": 5.1217935623803945e-05, + "loss": 0.0299, + "step": 15530 + }, + { + "epoch": 14.536950420954163, + "grad_norm": 0.1250290870666504, + "learning_rate": 5.1162835588198476e-05, + "loss": 0.0277, + "step": 15540 + }, + { + "epoch": 14.546304957904583, + "grad_norm": 0.10902635008096695, + "learning_rate": 5.110773413963813e-05, + "loss": 0.0288, + "step": 15550 + }, + { + "epoch": 14.555659494855005, + "grad_norm": 0.10318208485841751, + "learning_rate": 5.105263134507636e-05, + "loss": 0.0296, + "step": 15560 + }, + { + "epoch": 14.565014031805426, + "grad_norm": 0.10247565060853958, + "learning_rate": 5.099752727146824e-05, + "loss": 0.0284, + "step": 15570 + }, + { + "epoch": 14.574368568755848, + "grad_norm": 0.1224914938211441, + "learning_rate": 5.094242198577042e-05, + "loss": 0.0303, + "step": 15580 + }, + { + "epoch": 14.583723105706268, + "grad_norm": 0.09940296411514282, + "learning_rate": 5.088731555494102e-05, + "loss": 0.0279, + "step": 15590 + }, + { + "epoch": 14.593077642656688, + "grad_norm": 0.12693490087985992, + "learning_rate": 5.0832208045939556e-05, + "loss": 0.0304, + "step": 15600 + }, + { + "epoch": 14.60243217960711, + "grad_norm": 0.12439035624265671, + "learning_rate": 5.0777099525726844e-05, + "loss": 0.0291, + "step": 15610 + }, + { + "epoch": 14.61178671655753, + "grad_norm": 0.10505542159080505, + "learning_rate": 5.072199006126494e-05, + "loss": 0.0295, + "step": 15620 + }, + { + "epoch": 14.621141253507952, + "grad_norm": 0.13932694494724274, + "learning_rate": 5.0666879719517026e-05, + "loss": 0.0293, + "step": 15630 + }, + { + "epoch": 14.630495790458372, + "grad_norm": 0.08999025821685791, + "learning_rate": 5.061176856744737e-05, + "loss": 0.0304, + "step": 15640 + }, + { + "epoch": 14.639850327408793, + "grad_norm": 0.10507291555404663, + "learning_rate": 5.0556656672021205e-05, + "loss": 0.0301, + "step": 15650 + }, + { + "epoch": 14.649204864359215, + "grad_norm": 0.09555795788764954, + "learning_rate": 5.050154410020472e-05, + "loss": 0.0283, + "step": 15660 + }, + { + "epoch": 14.658559401309635, + "grad_norm": 0.0927099958062172, + "learning_rate": 5.044643091896485e-05, + "loss": 0.0298, + "step": 15670 + }, + { + "epoch": 14.667913938260057, + "grad_norm": 0.08058756589889526, + "learning_rate": 5.039131719526932e-05, + "loss": 0.0286, + "step": 15680 + }, + { + "epoch": 14.677268475210477, + "grad_norm": 0.10847169160842896, + "learning_rate": 5.03362029960865e-05, + "loss": 0.0283, + "step": 15690 + }, + { + "epoch": 14.686623012160897, + "grad_norm": 0.09744765609502792, + "learning_rate": 5.028108838838533e-05, + "loss": 0.0307, + "step": 15700 + }, + { + "epoch": 14.69597754911132, + "grad_norm": 0.12795257568359375, + "learning_rate": 5.0225973439135276e-05, + "loss": 0.0296, + "step": 15710 + }, + { + "epoch": 14.70533208606174, + "grad_norm": 0.110349141061306, + "learning_rate": 5.017085821530617e-05, + "loss": 0.0286, + "step": 15720 + }, + { + "epoch": 14.714686623012161, + "grad_norm": 0.10738422721624374, + "learning_rate": 5.011574278386822e-05, + "loss": 0.0275, + "step": 15730 + }, + { + "epoch": 14.724041159962582, + "grad_norm": 0.11518588662147522, + "learning_rate": 5.006062721179189e-05, + "loss": 0.0297, + "step": 15740 + }, + { + "epoch": 14.733395696913004, + "grad_norm": 0.11813641339540482, + "learning_rate": 5.000551156604777e-05, + "loss": 0.0283, + "step": 15750 + }, + { + "epoch": 14.742750233863424, + "grad_norm": 0.11836912482976913, + "learning_rate": 4.9950395913606594e-05, + "loss": 0.0296, + "step": 15760 + }, + { + "epoch": 14.752104770813844, + "grad_norm": 0.13130950927734375, + "learning_rate": 4.989528032143903e-05, + "loss": 0.0304, + "step": 15770 + }, + { + "epoch": 14.761459307764266, + "grad_norm": 0.1233530193567276, + "learning_rate": 4.984016485651578e-05, + "loss": 0.0283, + "step": 15780 + }, + { + "epoch": 14.770813844714686, + "grad_norm": 0.18366940319538116, + "learning_rate": 4.9785049585807274e-05, + "loss": 0.029, + "step": 15790 + }, + { + "epoch": 14.780168381665108, + "grad_norm": 0.14362047612667084, + "learning_rate": 4.972993457628381e-05, + "loss": 0.0301, + "step": 15800 + }, + { + "epoch": 14.789522918615528, + "grad_norm": 0.12225142866373062, + "learning_rate": 4.9674819894915306e-05, + "loss": 0.0282, + "step": 15810 + }, + { + "epoch": 14.79887745556595, + "grad_norm": 0.09377244859933853, + "learning_rate": 4.9619705608671265e-05, + "loss": 0.0301, + "step": 15820 + }, + { + "epoch": 14.80823199251637, + "grad_norm": 0.10035162419080734, + "learning_rate": 4.956459178452079e-05, + "loss": 0.0282, + "step": 15830 + }, + { + "epoch": 14.81758652946679, + "grad_norm": 0.09661868214607239, + "learning_rate": 4.950947848943235e-05, + "loss": 0.0294, + "step": 15840 + }, + { + "epoch": 14.826941066417213, + "grad_norm": 0.10419896990060806, + "learning_rate": 4.9454365790373805e-05, + "loss": 0.0282, + "step": 15850 + }, + { + "epoch": 14.836295603367633, + "grad_norm": 0.14405328035354614, + "learning_rate": 4.939925375431226e-05, + "loss": 0.0307, + "step": 15860 + }, + { + "epoch": 14.845650140318055, + "grad_norm": 0.11490169167518616, + "learning_rate": 4.9344142448214046e-05, + "loss": 0.0294, + "step": 15870 + }, + { + "epoch": 14.855004677268475, + "grad_norm": 0.1346285045146942, + "learning_rate": 4.928903193904461e-05, + "loss": 0.0284, + "step": 15880 + }, + { + "epoch": 14.864359214218895, + "grad_norm": 0.12248275429010391, + "learning_rate": 4.923392229376842e-05, + "loss": 0.0287, + "step": 15890 + }, + { + "epoch": 14.873713751169317, + "grad_norm": 0.16939391195774078, + "learning_rate": 4.9178813579348865e-05, + "loss": 0.0285, + "step": 15900 + }, + { + "epoch": 14.883068288119738, + "grad_norm": 0.12080096453428268, + "learning_rate": 4.9123705862748253e-05, + "loss": 0.0283, + "step": 15910 + }, + { + "epoch": 14.89242282507016, + "grad_norm": 0.12014861404895782, + "learning_rate": 4.9068599210927627e-05, + "loss": 0.0286, + "step": 15920 + }, + { + "epoch": 14.90177736202058, + "grad_norm": 0.1116277202963829, + "learning_rate": 4.901349369084681e-05, + "loss": 0.0294, + "step": 15930 + }, + { + "epoch": 14.911131898971, + "grad_norm": 0.11297733336687088, + "learning_rate": 4.8958389369464156e-05, + "loss": 0.0282, + "step": 15940 + }, + { + "epoch": 14.920486435921422, + "grad_norm": 0.11478397250175476, + "learning_rate": 4.890328631373666e-05, + "loss": 0.0303, + "step": 15950 + }, + { + "epoch": 14.929840972871842, + "grad_norm": 0.09207708388566971, + "learning_rate": 4.88481845906197e-05, + "loss": 0.0288, + "step": 15960 + }, + { + "epoch": 14.939195509822264, + "grad_norm": 0.08408761769533157, + "learning_rate": 4.879308426706707e-05, + "loss": 0.0297, + "step": 15970 + }, + { + "epoch": 14.948550046772684, + "grad_norm": 0.08862496167421341, + "learning_rate": 4.873798541003084e-05, + "loss": 0.0298, + "step": 15980 + }, + { + "epoch": 14.957904583723106, + "grad_norm": 0.10012205690145493, + "learning_rate": 4.868288808646136e-05, + "loss": 0.0302, + "step": 15990 + }, + { + "epoch": 14.967259120673527, + "grad_norm": 0.10514376312494278, + "learning_rate": 4.862779236330705e-05, + "loss": 0.0279, + "step": 16000 + }, + { + "epoch": 14.976613657623947, + "grad_norm": 0.10931345075368881, + "learning_rate": 4.8572698307514395e-05, + "loss": 0.0294, + "step": 16010 + }, + { + "epoch": 14.985968194574369, + "grad_norm": 0.09755481034517288, + "learning_rate": 4.85176059860279e-05, + "loss": 0.0284, + "step": 16020 + }, + { + "epoch": 14.995322731524789, + "grad_norm": 0.09648314863443375, + "learning_rate": 4.846251546578989e-05, + "loss": 0.0293, + "step": 16030 + }, + { + "epoch": 15.004677268475211, + "grad_norm": 0.12306049466133118, + "learning_rate": 4.840742681374058e-05, + "loss": 0.0295, + "step": 16040 + }, + { + "epoch": 15.014031805425631, + "grad_norm": 0.10140618681907654, + "learning_rate": 4.835234009681787e-05, + "loss": 0.0275, + "step": 16050 + }, + { + "epoch": 15.023386342376053, + "grad_norm": 0.09081056714057922, + "learning_rate": 4.8297255381957296e-05, + "loss": 0.0293, + "step": 16060 + }, + { + "epoch": 15.032740879326473, + "grad_norm": 0.12630151212215424, + "learning_rate": 4.824217273609198e-05, + "loss": 0.0276, + "step": 16070 + }, + { + "epoch": 15.042095416276894, + "grad_norm": 0.09689115732908249, + "learning_rate": 4.8187092226152555e-05, + "loss": 0.0266, + "step": 16080 + }, + { + "epoch": 15.051449953227316, + "grad_norm": 0.12554019689559937, + "learning_rate": 4.8132013919067016e-05, + "loss": 0.0274, + "step": 16090 + }, + { + "epoch": 15.060804490177736, + "grad_norm": 0.13684770464897156, + "learning_rate": 4.807693788176071e-05, + "loss": 0.0283, + "step": 16100 + }, + { + "epoch": 15.070159027128158, + "grad_norm": 0.12485510855913162, + "learning_rate": 4.8021864181156214e-05, + "loss": 0.0295, + "step": 16110 + }, + { + "epoch": 15.079513564078578, + "grad_norm": 0.13979622721672058, + "learning_rate": 4.796679288417326e-05, + "loss": 0.0287, + "step": 16120 + }, + { + "epoch": 15.088868101028998, + "grad_norm": 0.1389569342136383, + "learning_rate": 4.791172405772866e-05, + "loss": 0.0268, + "step": 16130 + }, + { + "epoch": 15.09822263797942, + "grad_norm": 0.10504399240016937, + "learning_rate": 4.785665776873625e-05, + "loss": 0.0272, + "step": 16140 + }, + { + "epoch": 15.10757717492984, + "grad_norm": 0.14527082443237305, + "learning_rate": 4.7801594084106763e-05, + "loss": 0.0282, + "step": 16150 + }, + { + "epoch": 15.116931711880262, + "grad_norm": 0.12301290780305862, + "learning_rate": 4.774653307074775e-05, + "loss": 0.0278, + "step": 16160 + }, + { + "epoch": 15.126286248830683, + "grad_norm": 0.10067757964134216, + "learning_rate": 4.769147479556355e-05, + "loss": 0.0263, + "step": 16170 + }, + { + "epoch": 15.135640785781105, + "grad_norm": 0.15546873211860657, + "learning_rate": 4.763641932545515e-05, + "loss": 0.0271, + "step": 16180 + }, + { + "epoch": 15.144995322731525, + "grad_norm": 0.11660245805978775, + "learning_rate": 4.758136672732013e-05, + "loss": 0.0294, + "step": 16190 + }, + { + "epoch": 15.154349859681945, + "grad_norm": 0.09455422312021255, + "learning_rate": 4.752631706805261e-05, + "loss": 0.0275, + "step": 16200 + }, + { + "epoch": 15.163704396632367, + "grad_norm": 0.10767024755477905, + "learning_rate": 4.7471270414543114e-05, + "loss": 0.028, + "step": 16210 + }, + { + "epoch": 15.173058933582787, + "grad_norm": 0.10102754831314087, + "learning_rate": 4.741622683367849e-05, + "loss": 0.0278, + "step": 16220 + }, + { + "epoch": 15.18241347053321, + "grad_norm": 0.10369256883859634, + "learning_rate": 4.736118639234191e-05, + "loss": 0.0282, + "step": 16230 + }, + { + "epoch": 15.19176800748363, + "grad_norm": 0.103811115026474, + "learning_rate": 4.730614915741267e-05, + "loss": 0.0247, + "step": 16240 + }, + { + "epoch": 15.20112254443405, + "grad_norm": 0.1081847995519638, + "learning_rate": 4.7251115195766234e-05, + "loss": 0.0278, + "step": 16250 + }, + { + "epoch": 15.210477081384472, + "grad_norm": 0.0926133468747139, + "learning_rate": 4.719608457427404e-05, + "loss": 0.0273, + "step": 16260 + }, + { + "epoch": 15.219831618334892, + "grad_norm": 0.12715569138526917, + "learning_rate": 4.714105735980347e-05, + "loss": 0.0287, + "step": 16270 + }, + { + "epoch": 15.229186155285314, + "grad_norm": 0.0896797701716423, + "learning_rate": 4.70860336192178e-05, + "loss": 0.0263, + "step": 16280 + }, + { + "epoch": 15.238540692235734, + "grad_norm": 0.09811137616634369, + "learning_rate": 4.7031013419376034e-05, + "loss": 0.0261, + "step": 16290 + }, + { + "epoch": 15.247895229186156, + "grad_norm": 0.11212066560983658, + "learning_rate": 4.6975996827132926e-05, + "loss": 0.0264, + "step": 16300 + }, + { + "epoch": 15.257249766136576, + "grad_norm": 0.11843258887529373, + "learning_rate": 4.692098390933883e-05, + "loss": 0.0279, + "step": 16310 + }, + { + "epoch": 15.266604303086996, + "grad_norm": 0.12494231760501862, + "learning_rate": 4.6865974732839615e-05, + "loss": 0.0289, + "step": 16320 + }, + { + "epoch": 15.275958840037418, + "grad_norm": 0.11646255850791931, + "learning_rate": 4.6810969364476615e-05, + "loss": 0.0304, + "step": 16330 + }, + { + "epoch": 15.285313376987839, + "grad_norm": 0.1413363218307495, + "learning_rate": 4.675596787108653e-05, + "loss": 0.0289, + "step": 16340 + }, + { + "epoch": 15.29466791393826, + "grad_norm": 0.12902455031871796, + "learning_rate": 4.670097031950139e-05, + "loss": 0.0281, + "step": 16350 + }, + { + "epoch": 15.30402245088868, + "grad_norm": 0.10286447405815125, + "learning_rate": 4.664597677654838e-05, + "loss": 0.0279, + "step": 16360 + }, + { + "epoch": 15.313376987839103, + "grad_norm": 0.11890028417110443, + "learning_rate": 4.659098730904986e-05, + "loss": 0.0289, + "step": 16370 + }, + { + "epoch": 15.322731524789523, + "grad_norm": 0.10286647826433182, + "learning_rate": 4.6536001983823204e-05, + "loss": 0.0272, + "step": 16380 + }, + { + "epoch": 15.332086061739943, + "grad_norm": 0.1282748579978943, + "learning_rate": 4.648102086768078e-05, + "loss": 0.0261, + "step": 16390 + }, + { + "epoch": 15.341440598690365, + "grad_norm": 0.11092905700206757, + "learning_rate": 4.6426044027429786e-05, + "loss": 0.0274, + "step": 16400 + }, + { + "epoch": 15.350795135640785, + "grad_norm": 0.08809957653284073, + "learning_rate": 4.637107152987234e-05, + "loss": 0.0252, + "step": 16410 + }, + { + "epoch": 15.360149672591207, + "grad_norm": 0.10656575113534927, + "learning_rate": 4.631610344180515e-05, + "loss": 0.0285, + "step": 16420 + }, + { + "epoch": 15.369504209541628, + "grad_norm": 0.11615124344825745, + "learning_rate": 4.626113983001965e-05, + "loss": 0.0256, + "step": 16430 + }, + { + "epoch": 15.378858746492048, + "grad_norm": 0.09795251488685608, + "learning_rate": 4.620618076130182e-05, + "loss": 0.0273, + "step": 16440 + }, + { + "epoch": 15.38821328344247, + "grad_norm": 0.08386653661727905, + "learning_rate": 4.6151226302432074e-05, + "loss": 0.0285, + "step": 16450 + }, + { + "epoch": 15.39756782039289, + "grad_norm": 0.11953435838222504, + "learning_rate": 4.6096276520185304e-05, + "loss": 0.0288, + "step": 16460 + }, + { + "epoch": 15.406922357343312, + "grad_norm": 0.11382607370615005, + "learning_rate": 4.604133148133066e-05, + "loss": 0.0273, + "step": 16470 + }, + { + "epoch": 15.416276894293732, + "grad_norm": 0.14728614687919617, + "learning_rate": 4.598639125263155e-05, + "loss": 0.0267, + "step": 16480 + }, + { + "epoch": 15.425631431244154, + "grad_norm": 0.1378527581691742, + "learning_rate": 4.593145590084553e-05, + "loss": 0.0281, + "step": 16490 + }, + { + "epoch": 15.434985968194574, + "grad_norm": 0.10877767950296402, + "learning_rate": 4.58765254927242e-05, + "loss": 0.0267, + "step": 16500 + }, + { + "epoch": 15.444340505144995, + "grad_norm": 0.1033591777086258, + "learning_rate": 4.582160009501323e-05, + "loss": 0.0265, + "step": 16510 + }, + { + "epoch": 15.453695042095417, + "grad_norm": 0.10076534003019333, + "learning_rate": 4.5766679774452143e-05, + "loss": 0.0272, + "step": 16520 + }, + { + "epoch": 15.463049579045837, + "grad_norm": 0.11455047130584717, + "learning_rate": 4.571176459777431e-05, + "loss": 0.0275, + "step": 16530 + }, + { + "epoch": 15.472404115996259, + "grad_norm": 0.09832341223955154, + "learning_rate": 4.5656854631706846e-05, + "loss": 0.0267, + "step": 16540 + }, + { + "epoch": 15.481758652946679, + "grad_norm": 0.08906640857458115, + "learning_rate": 4.560194994297054e-05, + "loss": 0.0282, + "step": 16550 + }, + { + "epoch": 15.4911131898971, + "grad_norm": 0.11092483252286911, + "learning_rate": 4.554705059827974e-05, + "loss": 0.0251, + "step": 16560 + }, + { + "epoch": 15.500467726847521, + "grad_norm": 0.10633400082588196, + "learning_rate": 4.5492156664342365e-05, + "loss": 0.0276, + "step": 16570 + }, + { + "epoch": 15.509822263797941, + "grad_norm": 0.11467976868152618, + "learning_rate": 4.5437268207859695e-05, + "loss": 0.0276, + "step": 16580 + }, + { + "epoch": 15.519176800748363, + "grad_norm": 0.09382355213165283, + "learning_rate": 4.538238529552641e-05, + "loss": 0.0274, + "step": 16590 + }, + { + "epoch": 15.528531337698784, + "grad_norm": 0.09542705863714218, + "learning_rate": 4.5327507994030394e-05, + "loss": 0.0267, + "step": 16600 + }, + { + "epoch": 15.537885874649206, + "grad_norm": 0.10896793752908707, + "learning_rate": 4.527263637005273e-05, + "loss": 0.027, + "step": 16610 + }, + { + "epoch": 15.547240411599626, + "grad_norm": 0.10030421614646912, + "learning_rate": 4.521777049026766e-05, + "loss": 0.0268, + "step": 16620 + }, + { + "epoch": 15.556594948550046, + "grad_norm": 0.11234647035598755, + "learning_rate": 4.5162910421342386e-05, + "loss": 0.0264, + "step": 16630 + }, + { + "epoch": 15.565949485500468, + "grad_norm": 0.13056717813014984, + "learning_rate": 4.510805622993706e-05, + "loss": 0.0267, + "step": 16640 + }, + { + "epoch": 15.575304022450888, + "grad_norm": 0.13448718190193176, + "learning_rate": 4.505320798270467e-05, + "loss": 0.0282, + "step": 16650 + }, + { + "epoch": 15.58465855940131, + "grad_norm": 0.0894070640206337, + "learning_rate": 4.499836574629105e-05, + "loss": 0.0262, + "step": 16660 + }, + { + "epoch": 15.59401309635173, + "grad_norm": 0.15914587676525116, + "learning_rate": 4.494352958733465e-05, + "loss": 0.027, + "step": 16670 + }, + { + "epoch": 15.603367633302152, + "grad_norm": 0.09242130815982819, + "learning_rate": 4.488869957246663e-05, + "loss": 0.0276, + "step": 16680 + }, + { + "epoch": 15.612722170252573, + "grad_norm": 0.11158415675163269, + "learning_rate": 4.4833875768310575e-05, + "loss": 0.0255, + "step": 16690 + }, + { + "epoch": 15.622076707202993, + "grad_norm": 0.11467357724905014, + "learning_rate": 4.47790582414826e-05, + "loss": 0.0268, + "step": 16700 + }, + { + "epoch": 15.631431244153415, + "grad_norm": 0.09036324173212051, + "learning_rate": 4.472424705859114e-05, + "loss": 0.0276, + "step": 16710 + }, + { + "epoch": 15.640785781103835, + "grad_norm": 0.1364080160856247, + "learning_rate": 4.466944228623701e-05, + "loss": 0.028, + "step": 16720 + }, + { + "epoch": 15.650140318054257, + "grad_norm": 0.12057606875896454, + "learning_rate": 4.461464399101312e-05, + "loss": 0.027, + "step": 16730 + }, + { + "epoch": 15.659494855004677, + "grad_norm": 0.11236447840929031, + "learning_rate": 4.45598522395046e-05, + "loss": 0.0282, + "step": 16740 + }, + { + "epoch": 15.668849391955098, + "grad_norm": 0.10109613835811615, + "learning_rate": 4.4505067098288577e-05, + "loss": 0.0276, + "step": 16750 + }, + { + "epoch": 15.67820392890552, + "grad_norm": 0.1218290776014328, + "learning_rate": 4.445028863393417e-05, + "loss": 0.0279, + "step": 16760 + }, + { + "epoch": 15.68755846585594, + "grad_norm": 0.11199501156806946, + "learning_rate": 4.439551691300236e-05, + "loss": 0.0252, + "step": 16770 + }, + { + "epoch": 15.696913002806362, + "grad_norm": 0.08269467204809189, + "learning_rate": 4.434075200204599e-05, + "loss": 0.0254, + "step": 16780 + }, + { + "epoch": 15.706267539756782, + "grad_norm": 0.09786317497491837, + "learning_rate": 4.428599396760956e-05, + "loss": 0.0254, + "step": 16790 + }, + { + "epoch": 15.715622076707202, + "grad_norm": 0.11273376643657684, + "learning_rate": 4.423124287622926e-05, + "loss": 0.0275, + "step": 16800 + }, + { + "epoch": 15.724976613657624, + "grad_norm": 0.11324811726808548, + "learning_rate": 4.417649879443282e-05, + "loss": 0.0275, + "step": 16810 + }, + { + "epoch": 15.734331150608044, + "grad_norm": 0.0898279994726181, + "learning_rate": 4.4121761788739444e-05, + "loss": 0.0264, + "step": 16820 + }, + { + "epoch": 15.743685687558466, + "grad_norm": 0.09257712215185165, + "learning_rate": 4.4067031925659805e-05, + "loss": 0.0272, + "step": 16830 + }, + { + "epoch": 15.753040224508887, + "grad_norm": 0.1116727888584137, + "learning_rate": 4.4012309271695816e-05, + "loss": 0.0261, + "step": 16840 + }, + { + "epoch": 15.762394761459309, + "grad_norm": 0.11643209308385849, + "learning_rate": 4.395759389334067e-05, + "loss": 0.0259, + "step": 16850 + }, + { + "epoch": 15.771749298409729, + "grad_norm": 0.09429363906383514, + "learning_rate": 4.3902885857078685e-05, + "loss": 0.0256, + "step": 16860 + }, + { + "epoch": 15.781103835360149, + "grad_norm": 0.09689604490995407, + "learning_rate": 4.384818522938531e-05, + "loss": 0.0265, + "step": 16870 + }, + { + "epoch": 15.790458372310571, + "grad_norm": 0.11878792196512222, + "learning_rate": 4.379349207672695e-05, + "loss": 0.0284, + "step": 16880 + }, + { + "epoch": 15.799812909260991, + "grad_norm": 0.12943269312381744, + "learning_rate": 4.373880646556098e-05, + "loss": 0.0266, + "step": 16890 + }, + { + "epoch": 15.809167446211413, + "grad_norm": 0.13453423976898193, + "learning_rate": 4.3684128462335533e-05, + "loss": 0.0269, + "step": 16900 + }, + { + "epoch": 15.818521983161833, + "grad_norm": 0.09809520840644836, + "learning_rate": 4.362945813348955e-05, + "loss": 0.0258, + "step": 16910 + }, + { + "epoch": 15.827876520112255, + "grad_norm": 0.13846296072006226, + "learning_rate": 4.357479554545262e-05, + "loss": 0.0268, + "step": 16920 + }, + { + "epoch": 15.837231057062676, + "grad_norm": 0.11622422188520432, + "learning_rate": 4.352014076464499e-05, + "loss": 0.0265, + "step": 16930 + }, + { + "epoch": 15.846585594013096, + "grad_norm": 0.11822165548801422, + "learning_rate": 4.346549385747734e-05, + "loss": 0.0269, + "step": 16940 + }, + { + "epoch": 15.855940130963518, + "grad_norm": 0.10285288095474243, + "learning_rate": 4.34108548903508e-05, + "loss": 0.0274, + "step": 16950 + }, + { + "epoch": 15.865294667913938, + "grad_norm": 0.09692919254302979, + "learning_rate": 4.335622392965689e-05, + "loss": 0.0273, + "step": 16960 + }, + { + "epoch": 15.87464920486436, + "grad_norm": 0.09765734523534775, + "learning_rate": 4.330160104177738e-05, + "loss": 0.0278, + "step": 16970 + }, + { + "epoch": 15.88400374181478, + "grad_norm": 0.10356617718935013, + "learning_rate": 4.32469862930842e-05, + "loss": 0.0268, + "step": 16980 + }, + { + "epoch": 15.8933582787652, + "grad_norm": 0.10761883109807968, + "learning_rate": 4.319237974993946e-05, + "loss": 0.0279, + "step": 16990 + }, + { + "epoch": 15.902712815715622, + "grad_norm": 0.11484523862600327, + "learning_rate": 4.3137781478695236e-05, + "loss": 0.0278, + "step": 17000 + }, + { + "epoch": 15.912067352666043, + "grad_norm": 0.09719397872686386, + "learning_rate": 4.308319154569358e-05, + "loss": 0.0282, + "step": 17010 + }, + { + "epoch": 15.921421889616465, + "grad_norm": 0.0839078351855278, + "learning_rate": 4.302861001726641e-05, + "loss": 0.0259, + "step": 17020 + }, + { + "epoch": 15.930776426566885, + "grad_norm": 0.09209036827087402, + "learning_rate": 4.2974036959735415e-05, + "loss": 0.0273, + "step": 17030 + }, + { + "epoch": 15.940130963517305, + "grad_norm": 0.11010012030601501, + "learning_rate": 4.2919472439412034e-05, + "loss": 0.0275, + "step": 17040 + }, + { + "epoch": 15.949485500467727, + "grad_norm": 0.10843954235315323, + "learning_rate": 4.286491652259729e-05, + "loss": 0.0255, + "step": 17050 + }, + { + "epoch": 15.958840037418147, + "grad_norm": 0.12943518161773682, + "learning_rate": 4.281036927558178e-05, + "loss": 0.0293, + "step": 17060 + }, + { + "epoch": 15.96819457436857, + "grad_norm": 0.14629028737545013, + "learning_rate": 4.275583076464552e-05, + "loss": 0.0269, + "step": 17070 + }, + { + "epoch": 15.97754911131899, + "grad_norm": 0.10514497756958008, + "learning_rate": 4.270130105605794e-05, + "loss": 0.0265, + "step": 17080 + }, + { + "epoch": 15.986903648269411, + "grad_norm": 0.1286412924528122, + "learning_rate": 4.264678021607782e-05, + "loss": 0.027, + "step": 17090 + }, + { + "epoch": 15.996258185219832, + "grad_norm": 0.09809909015893936, + "learning_rate": 4.25922683109531e-05, + "loss": 0.0278, + "step": 17100 + }, + { + "epoch": 16.00561272217025, + "grad_norm": 0.09121309220790863, + "learning_rate": 4.25377654069209e-05, + "loss": 0.0258, + "step": 17110 + }, + { + "epoch": 16.014967259120674, + "grad_norm": 0.11123327165842056, + "learning_rate": 4.248327157020737e-05, + "loss": 0.0294, + "step": 17120 + }, + { + "epoch": 16.024321796071096, + "grad_norm": 0.12101279199123383, + "learning_rate": 4.242878686702763e-05, + "loss": 0.0248, + "step": 17130 + }, + { + "epoch": 16.033676333021514, + "grad_norm": 0.10340498387813568, + "learning_rate": 4.23743113635858e-05, + "loss": 0.025, + "step": 17140 + }, + { + "epoch": 16.043030869971936, + "grad_norm": 0.09436459839344025, + "learning_rate": 4.2319845126074705e-05, + "loss": 0.0264, + "step": 17150 + }, + { + "epoch": 16.052385406922358, + "grad_norm": 0.1138983964920044, + "learning_rate": 4.226538822067598e-05, + "loss": 0.0252, + "step": 17160 + }, + { + "epoch": 16.061739943872777, + "grad_norm": 0.13314960896968842, + "learning_rate": 4.2210940713559896e-05, + "loss": 0.0267, + "step": 17170 + }, + { + "epoch": 16.0710944808232, + "grad_norm": 0.116920106112957, + "learning_rate": 4.21565026708853e-05, + "loss": 0.026, + "step": 17180 + }, + { + "epoch": 16.08044901777362, + "grad_norm": 0.08916042745113373, + "learning_rate": 4.2102074158799535e-05, + "loss": 0.024, + "step": 17190 + }, + { + "epoch": 16.089803554724043, + "grad_norm": 0.09522920101881027, + "learning_rate": 4.204765524343841e-05, + "loss": 0.0253, + "step": 17200 + }, + { + "epoch": 16.09915809167446, + "grad_norm": 0.11098500341176987, + "learning_rate": 4.1993245990926036e-05, + "loss": 0.0255, + "step": 17210 + }, + { + "epoch": 16.108512628624883, + "grad_norm": 0.10756856203079224, + "learning_rate": 4.193884646737474e-05, + "loss": 0.0261, + "step": 17220 + }, + { + "epoch": 16.117867165575305, + "grad_norm": 0.10224852710962296, + "learning_rate": 4.1884456738885124e-05, + "loss": 0.0255, + "step": 17230 + }, + { + "epoch": 16.127221702525723, + "grad_norm": 0.12184663861989975, + "learning_rate": 4.1830076871545795e-05, + "loss": 0.0264, + "step": 17240 + }, + { + "epoch": 16.136576239476145, + "grad_norm": 0.27198150753974915, + "learning_rate": 4.177570693143346e-05, + "loss": 0.0268, + "step": 17250 + }, + { + "epoch": 16.145930776426567, + "grad_norm": 0.1424790471792221, + "learning_rate": 4.172134698461271e-05, + "loss": 0.0274, + "step": 17260 + }, + { + "epoch": 16.15528531337699, + "grad_norm": 0.13160862028598785, + "learning_rate": 4.166699709713599e-05, + "loss": 0.0252, + "step": 17270 + }, + { + "epoch": 16.164639850327408, + "grad_norm": 0.13029436767101288, + "learning_rate": 4.1612657335043555e-05, + "loss": 0.0272, + "step": 17280 + }, + { + "epoch": 16.17399438727783, + "grad_norm": 0.12097881734371185, + "learning_rate": 4.155832776436331e-05, + "loss": 0.0269, + "step": 17290 + }, + { + "epoch": 16.18334892422825, + "grad_norm": 0.1283729523420334, + "learning_rate": 4.1504008451110845e-05, + "loss": 0.0275, + "step": 17300 + }, + { + "epoch": 16.19270346117867, + "grad_norm": 0.13940902054309845, + "learning_rate": 4.1449699461289225e-05, + "loss": 0.0275, + "step": 17310 + }, + { + "epoch": 16.202057998129092, + "grad_norm": 0.09848513454198837, + "learning_rate": 4.139540086088901e-05, + "loss": 0.0263, + "step": 17320 + }, + { + "epoch": 16.211412535079514, + "grad_norm": 0.11827866733074188, + "learning_rate": 4.1341112715888106e-05, + "loss": 0.0273, + "step": 17330 + }, + { + "epoch": 16.220767072029936, + "grad_norm": 0.1261780709028244, + "learning_rate": 4.128683509225172e-05, + "loss": 0.0251, + "step": 17340 + }, + { + "epoch": 16.230121608980355, + "grad_norm": 0.11968354135751724, + "learning_rate": 4.123256805593231e-05, + "loss": 0.0274, + "step": 17350 + }, + { + "epoch": 16.239476145930777, + "grad_norm": 0.09011780470609665, + "learning_rate": 4.117831167286943e-05, + "loss": 0.0259, + "step": 17360 + }, + { + "epoch": 16.2488306828812, + "grad_norm": 0.09353289008140564, + "learning_rate": 4.1124066008989685e-05, + "loss": 0.0271, + "step": 17370 + }, + { + "epoch": 16.258185219831617, + "grad_norm": 0.09542922675609589, + "learning_rate": 4.106983113020669e-05, + "loss": 0.0272, + "step": 17380 + }, + { + "epoch": 16.26753975678204, + "grad_norm": 0.10923241823911667, + "learning_rate": 4.101560710242094e-05, + "loss": 0.026, + "step": 17390 + }, + { + "epoch": 16.27689429373246, + "grad_norm": 0.09629962593317032, + "learning_rate": 4.096139399151971e-05, + "loss": 0.0278, + "step": 17400 + }, + { + "epoch": 16.28624883068288, + "grad_norm": 0.1073133647441864, + "learning_rate": 4.090719186337709e-05, + "loss": 0.026, + "step": 17410 + }, + { + "epoch": 16.2956033676333, + "grad_norm": 0.09753438830375671, + "learning_rate": 4.0853000783853746e-05, + "loss": 0.0259, + "step": 17420 + }, + { + "epoch": 16.304957904583723, + "grad_norm": 0.15282180905342102, + "learning_rate": 4.0798820818796956e-05, + "loss": 0.0257, + "step": 17430 + }, + { + "epoch": 16.314312441534145, + "grad_norm": 0.11660387367010117, + "learning_rate": 4.074465203404048e-05, + "loss": 0.0242, + "step": 17440 + }, + { + "epoch": 16.323666978484564, + "grad_norm": 0.09772027283906937, + "learning_rate": 4.0690494495404495e-05, + "loss": 0.0276, + "step": 17450 + }, + { + "epoch": 16.333021515434986, + "grad_norm": 0.10616499185562134, + "learning_rate": 4.0636348268695535e-05, + "loss": 0.0245, + "step": 17460 + }, + { + "epoch": 16.342376052385408, + "grad_norm": 0.11578645557165146, + "learning_rate": 4.058221341970637e-05, + "loss": 0.0258, + "step": 17470 + }, + { + "epoch": 16.351730589335826, + "grad_norm": 0.0983530804514885, + "learning_rate": 4.0528090014215945e-05, + "loss": 0.0274, + "step": 17480 + }, + { + "epoch": 16.36108512628625, + "grad_norm": 0.1545923501253128, + "learning_rate": 4.047397811798929e-05, + "loss": 0.0273, + "step": 17490 + }, + { + "epoch": 16.37043966323667, + "grad_norm": 0.10137578845024109, + "learning_rate": 4.041987779677745e-05, + "loss": 0.0266, + "step": 17500 + }, + { + "epoch": 16.379794200187092, + "grad_norm": 0.08431147783994675, + "learning_rate": 4.036578911631745e-05, + "loss": 0.0268, + "step": 17510 + }, + { + "epoch": 16.38914873713751, + "grad_norm": 0.1096780076622963, + "learning_rate": 4.031171214233211e-05, + "loss": 0.0259, + "step": 17520 + }, + { + "epoch": 16.398503274087933, + "grad_norm": 0.14874425530433655, + "learning_rate": 4.025764694053008e-05, + "loss": 0.0245, + "step": 17530 + }, + { + "epoch": 16.407857811038355, + "grad_norm": 0.08784742653369904, + "learning_rate": 4.020359357660566e-05, + "loss": 0.0239, + "step": 17540 + }, + { + "epoch": 16.417212347988773, + "grad_norm": 0.1184820830821991, + "learning_rate": 4.014955211623875e-05, + "loss": 0.0264, + "step": 17550 + }, + { + "epoch": 16.426566884939195, + "grad_norm": 0.10876142233610153, + "learning_rate": 4.0095522625094895e-05, + "loss": 0.0247, + "step": 17560 + }, + { + "epoch": 16.435921421889617, + "grad_norm": 0.09136316180229187, + "learning_rate": 4.004150516882497e-05, + "loss": 0.0258, + "step": 17570 + }, + { + "epoch": 16.44527595884004, + "grad_norm": 0.12056794762611389, + "learning_rate": 3.99874998130653e-05, + "loss": 0.0274, + "step": 17580 + }, + { + "epoch": 16.454630495790457, + "grad_norm": 0.20109039545059204, + "learning_rate": 3.9933506623437455e-05, + "loss": 0.0262, + "step": 17590 + }, + { + "epoch": 16.46398503274088, + "grad_norm": 0.09917932748794556, + "learning_rate": 3.9879525665548276e-05, + "loss": 0.025, + "step": 17600 + }, + { + "epoch": 16.4733395696913, + "grad_norm": 0.13553963601589203, + "learning_rate": 3.9825557004989704e-05, + "loss": 0.0261, + "step": 17610 + }, + { + "epoch": 16.48269410664172, + "grad_norm": 0.09056556224822998, + "learning_rate": 3.977160070733877e-05, + "loss": 0.0249, + "step": 17620 + }, + { + "epoch": 16.492048643592142, + "grad_norm": 0.0986814945936203, + "learning_rate": 3.971765683815746e-05, + "loss": 0.0279, + "step": 17630 + }, + { + "epoch": 16.501403180542564, + "grad_norm": 0.14174170792102814, + "learning_rate": 3.966372546299265e-05, + "loss": 0.0255, + "step": 17640 + }, + { + "epoch": 16.510757717492986, + "grad_norm": 0.12027225643396378, + "learning_rate": 3.960980664737604e-05, + "loss": 0.0252, + "step": 17650 + }, + { + "epoch": 16.520112254443404, + "grad_norm": 0.11430548131465912, + "learning_rate": 3.955590045682408e-05, + "loss": 0.0261, + "step": 17660 + }, + { + "epoch": 16.529466791393826, + "grad_norm": 0.10125879943370819, + "learning_rate": 3.950200695683788e-05, + "loss": 0.0252, + "step": 17670 + }, + { + "epoch": 16.53882132834425, + "grad_norm": 0.12570475041866302, + "learning_rate": 3.944812621290314e-05, + "loss": 0.0254, + "step": 17680 + }, + { + "epoch": 16.548175865294667, + "grad_norm": 0.12225227057933807, + "learning_rate": 3.939425829049002e-05, + "loss": 0.0268, + "step": 17690 + }, + { + "epoch": 16.55753040224509, + "grad_norm": 0.1153135895729065, + "learning_rate": 3.9340403255053135e-05, + "loss": 0.026, + "step": 17700 + }, + { + "epoch": 16.56688493919551, + "grad_norm": 0.11171157658100128, + "learning_rate": 3.9286561172031407e-05, + "loss": 0.0242, + "step": 17710 + }, + { + "epoch": 16.57623947614593, + "grad_norm": 0.10812030732631683, + "learning_rate": 3.923273210684809e-05, + "loss": 0.0249, + "step": 17720 + }, + { + "epoch": 16.58559401309635, + "grad_norm": 0.10791466385126114, + "learning_rate": 3.9178916124910555e-05, + "loss": 0.0247, + "step": 17730 + }, + { + "epoch": 16.594948550046773, + "grad_norm": 0.13375389575958252, + "learning_rate": 3.9125113291610274e-05, + "loss": 0.0254, + "step": 17740 + }, + { + "epoch": 16.604303086997195, + "grad_norm": 0.11671683937311172, + "learning_rate": 3.907132367232278e-05, + "loss": 0.0259, + "step": 17750 + }, + { + "epoch": 16.613657623947613, + "grad_norm": 0.10972900688648224, + "learning_rate": 3.901754733240752e-05, + "loss": 0.0255, + "step": 17760 + }, + { + "epoch": 16.623012160898035, + "grad_norm": 0.10026650875806808, + "learning_rate": 3.896378433720785e-05, + "loss": 0.024, + "step": 17770 + }, + { + "epoch": 16.632366697848457, + "grad_norm": 0.09088455140590668, + "learning_rate": 3.891003475205086e-05, + "loss": 0.0252, + "step": 17780 + }, + { + "epoch": 16.641721234798876, + "grad_norm": 0.10377226024866104, + "learning_rate": 3.885629864224736e-05, + "loss": 0.0265, + "step": 17790 + }, + { + "epoch": 16.651075771749298, + "grad_norm": 0.11577580869197845, + "learning_rate": 3.880257607309178e-05, + "loss": 0.0258, + "step": 17800 + }, + { + "epoch": 16.66043030869972, + "grad_norm": 0.21582289040088654, + "learning_rate": 3.874886710986213e-05, + "loss": 0.0259, + "step": 17810 + }, + { + "epoch": 16.669784845650142, + "grad_norm": 0.1041279062628746, + "learning_rate": 3.8695171817819834e-05, + "loss": 0.0255, + "step": 17820 + }, + { + "epoch": 16.67913938260056, + "grad_norm": 0.09846679121255875, + "learning_rate": 3.8641490262209774e-05, + "loss": 0.0255, + "step": 17830 + }, + { + "epoch": 16.688493919550982, + "grad_norm": 0.11503301560878754, + "learning_rate": 3.8587822508260084e-05, + "loss": 0.0245, + "step": 17840 + }, + { + "epoch": 16.697848456501404, + "grad_norm": 0.0923042967915535, + "learning_rate": 3.853416862118214e-05, + "loss": 0.0254, + "step": 17850 + }, + { + "epoch": 16.707202993451823, + "grad_norm": 0.10986673831939697, + "learning_rate": 3.848052866617049e-05, + "loss": 0.0257, + "step": 17860 + }, + { + "epoch": 16.716557530402245, + "grad_norm": 0.11353036761283875, + "learning_rate": 3.84269027084027e-05, + "loss": 0.0272, + "step": 17870 + }, + { + "epoch": 16.725912067352667, + "grad_norm": 0.09423886239528656, + "learning_rate": 3.83732908130394e-05, + "loss": 0.0243, + "step": 17880 + }, + { + "epoch": 16.73526660430309, + "grad_norm": 0.10866851359605789, + "learning_rate": 3.831969304522409e-05, + "loss": 0.0261, + "step": 17890 + }, + { + "epoch": 16.744621141253507, + "grad_norm": 0.08451307564973831, + "learning_rate": 3.826610947008312e-05, + "loss": 0.0244, + "step": 17900 + }, + { + "epoch": 16.75397567820393, + "grad_norm": 0.11784396320581436, + "learning_rate": 3.821254015272559e-05, + "loss": 0.0245, + "step": 17910 + }, + { + "epoch": 16.76333021515435, + "grad_norm": 0.09189967066049576, + "learning_rate": 3.8158985158243214e-05, + "loss": 0.0231, + "step": 17920 + }, + { + "epoch": 16.77268475210477, + "grad_norm": 0.15893985331058502, + "learning_rate": 3.810544455171044e-05, + "loss": 0.0258, + "step": 17930 + }, + { + "epoch": 16.78203928905519, + "grad_norm": 0.11730008572340012, + "learning_rate": 3.8051918398184114e-05, + "loss": 0.0256, + "step": 17940 + }, + { + "epoch": 16.791393826005613, + "grad_norm": 0.11458665877580643, + "learning_rate": 3.799840676270356e-05, + "loss": 0.0249, + "step": 17950 + }, + { + "epoch": 16.800748362956035, + "grad_norm": 0.13336366415023804, + "learning_rate": 3.794490971029048e-05, + "loss": 0.0248, + "step": 17960 + }, + { + "epoch": 16.810102899906454, + "grad_norm": 0.17085300385951996, + "learning_rate": 3.789142730594881e-05, + "loss": 0.0232, + "step": 17970 + }, + { + "epoch": 16.819457436856876, + "grad_norm": 0.14723485708236694, + "learning_rate": 3.783795961466471e-05, + "loss": 0.0266, + "step": 17980 + }, + { + "epoch": 16.828811973807298, + "grad_norm": 0.13877572119235992, + "learning_rate": 3.778450670140651e-05, + "loss": 0.025, + "step": 17990 + }, + { + "epoch": 16.838166510757716, + "grad_norm": 0.12359818071126938, + "learning_rate": 3.773106863112451e-05, + "loss": 0.0243, + "step": 18000 + }, + { + "epoch": 16.84752104770814, + "grad_norm": 0.13685615360736847, + "learning_rate": 3.7677645468751e-05, + "loss": 0.0273, + "step": 18010 + }, + { + "epoch": 16.85687558465856, + "grad_norm": 0.1297154426574707, + "learning_rate": 3.762423727920018e-05, + "loss": 0.0273, + "step": 18020 + }, + { + "epoch": 16.86623012160898, + "grad_norm": 0.11237145960330963, + "learning_rate": 3.7570844127367995e-05, + "loss": 0.0246, + "step": 18030 + }, + { + "epoch": 16.8755846585594, + "grad_norm": 0.10159710049629211, + "learning_rate": 3.751746607813221e-05, + "loss": 0.0265, + "step": 18040 + }, + { + "epoch": 16.884939195509823, + "grad_norm": 0.12002746760845184, + "learning_rate": 3.746410319635217e-05, + "loss": 0.0247, + "step": 18050 + }, + { + "epoch": 16.894293732460245, + "grad_norm": 0.11600366979837418, + "learning_rate": 3.7410755546868806e-05, + "loss": 0.0244, + "step": 18060 + }, + { + "epoch": 16.903648269410663, + "grad_norm": 0.09233459085226059, + "learning_rate": 3.735742319450454e-05, + "loss": 0.0247, + "step": 18070 + }, + { + "epoch": 16.913002806361085, + "grad_norm": 0.10719960182905197, + "learning_rate": 3.7304106204063184e-05, + "loss": 0.0257, + "step": 18080 + }, + { + "epoch": 16.922357343311507, + "grad_norm": 0.11539484560489655, + "learning_rate": 3.725080464032996e-05, + "loss": 0.0256, + "step": 18090 + }, + { + "epoch": 16.931711880261926, + "grad_norm": 0.1177683100104332, + "learning_rate": 3.719751856807125e-05, + "loss": 0.0237, + "step": 18100 + }, + { + "epoch": 16.941066417212348, + "grad_norm": 0.1270788609981537, + "learning_rate": 3.71442480520347e-05, + "loss": 0.0252, + "step": 18110 + }, + { + "epoch": 16.95042095416277, + "grad_norm": 0.09835278987884521, + "learning_rate": 3.709099315694897e-05, + "loss": 0.026, + "step": 18120 + }, + { + "epoch": 16.95977549111319, + "grad_norm": 0.09467820078134537, + "learning_rate": 3.703775394752378e-05, + "loss": 0.0263, + "step": 18130 + }, + { + "epoch": 16.96913002806361, + "grad_norm": 0.08896292001008987, + "learning_rate": 3.698453048844983e-05, + "loss": 0.024, + "step": 18140 + }, + { + "epoch": 16.978484565014032, + "grad_norm": 0.11796364933252335, + "learning_rate": 3.693132284439861e-05, + "loss": 0.0263, + "step": 18150 + }, + { + "epoch": 16.987839101964454, + "grad_norm": 0.11376012861728668, + "learning_rate": 3.6878131080022414e-05, + "loss": 0.0253, + "step": 18160 + }, + { + "epoch": 16.997193638914872, + "grad_norm": 0.1595875322818756, + "learning_rate": 3.682495525995429e-05, + "loss": 0.0259, + "step": 18170 + }, + { + "epoch": 17.006548175865294, + "grad_norm": 0.11746098846197128, + "learning_rate": 3.6771795448807846e-05, + "loss": 0.0268, + "step": 18180 + }, + { + "epoch": 17.015902712815716, + "grad_norm": 0.09393419325351715, + "learning_rate": 3.671865171117724e-05, + "loss": 0.0227, + "step": 18190 + }, + { + "epoch": 17.02525724976614, + "grad_norm": 0.10590061545372009, + "learning_rate": 3.666552411163718e-05, + "loss": 0.0249, + "step": 18200 + }, + { + "epoch": 17.034611786716557, + "grad_norm": 0.10770703852176666, + "learning_rate": 3.661241271474269e-05, + "loss": 0.0248, + "step": 18210 + }, + { + "epoch": 17.04396632366698, + "grad_norm": 0.10657784342765808, + "learning_rate": 3.6559317585029116e-05, + "loss": 0.0228, + "step": 18220 + }, + { + "epoch": 17.0533208606174, + "grad_norm": 0.10549715906381607, + "learning_rate": 3.650623878701204e-05, + "loss": 0.0237, + "step": 18230 + }, + { + "epoch": 17.06267539756782, + "grad_norm": 0.09794581681489944, + "learning_rate": 3.645317638518721e-05, + "loss": 0.0245, + "step": 18240 + }, + { + "epoch": 17.07202993451824, + "grad_norm": 0.11690180748701096, + "learning_rate": 3.640013044403046e-05, + "loss": 0.0245, + "step": 18250 + }, + { + "epoch": 17.081384471468663, + "grad_norm": 0.1357942819595337, + "learning_rate": 3.634710102799761e-05, + "loss": 0.0258, + "step": 18260 + }, + { + "epoch": 17.09073900841908, + "grad_norm": 0.11421654373407364, + "learning_rate": 3.6294088201524394e-05, + "loss": 0.0237, + "step": 18270 + }, + { + "epoch": 17.100093545369504, + "grad_norm": 0.12442762404680252, + "learning_rate": 3.62410920290264e-05, + "loss": 0.025, + "step": 18280 + }, + { + "epoch": 17.109448082319926, + "grad_norm": 0.12654206156730652, + "learning_rate": 3.6188112574898954e-05, + "loss": 0.0244, + "step": 18290 + }, + { + "epoch": 17.118802619270348, + "grad_norm": 0.11136934906244278, + "learning_rate": 3.6135149903517115e-05, + "loss": 0.0257, + "step": 18300 + }, + { + "epoch": 17.128157156220766, + "grad_norm": 0.12205179780721664, + "learning_rate": 3.608220407923552e-05, + "loss": 0.0258, + "step": 18310 + }, + { + "epoch": 17.137511693171188, + "grad_norm": 0.1056164801120758, + "learning_rate": 3.602927516638833e-05, + "loss": 0.0248, + "step": 18320 + }, + { + "epoch": 17.14686623012161, + "grad_norm": 0.10666582733392715, + "learning_rate": 3.5976363229289165e-05, + "loss": 0.0225, + "step": 18330 + }, + { + "epoch": 17.15622076707203, + "grad_norm": 0.10013696551322937, + "learning_rate": 3.5923468332231e-05, + "loss": 0.0237, + "step": 18340 + }, + { + "epoch": 17.16557530402245, + "grad_norm": 0.0917302668094635, + "learning_rate": 3.587059053948616e-05, + "loss": 0.0241, + "step": 18350 + }, + { + "epoch": 17.174929840972872, + "grad_norm": 0.11684954911470413, + "learning_rate": 3.5817729915306134e-05, + "loss": 0.0262, + "step": 18360 + }, + { + "epoch": 17.184284377923294, + "grad_norm": 0.12787939608097076, + "learning_rate": 3.5764886523921566e-05, + "loss": 0.0232, + "step": 18370 + }, + { + "epoch": 17.193638914873713, + "grad_norm": 0.11229825019836426, + "learning_rate": 3.571206042954214e-05, + "loss": 0.0251, + "step": 18380 + }, + { + "epoch": 17.202993451824135, + "grad_norm": 0.11359237879514694, + "learning_rate": 3.5659251696356566e-05, + "loss": 0.024, + "step": 18390 + }, + { + "epoch": 17.212347988774557, + "grad_norm": 0.09416086226701736, + "learning_rate": 3.56064603885324e-05, + "loss": 0.0231, + "step": 18400 + }, + { + "epoch": 17.221702525724975, + "grad_norm": 0.12469806522130966, + "learning_rate": 3.5553686570216115e-05, + "loss": 0.0243, + "step": 18410 + }, + { + "epoch": 17.231057062675397, + "grad_norm": 0.09574753046035767, + "learning_rate": 3.550093030553284e-05, + "loss": 0.0251, + "step": 18420 + }, + { + "epoch": 17.24041159962582, + "grad_norm": 0.09414605051279068, + "learning_rate": 3.544819165858642e-05, + "loss": 0.0246, + "step": 18430 + }, + { + "epoch": 17.24976613657624, + "grad_norm": 0.1029398962855339, + "learning_rate": 3.539547069345926e-05, + "loss": 0.0248, + "step": 18440 + }, + { + "epoch": 17.25912067352666, + "grad_norm": 0.10648071765899658, + "learning_rate": 3.5342767474212344e-05, + "loss": 0.0246, + "step": 18450 + }, + { + "epoch": 17.26847521047708, + "grad_norm": 0.10064904391765594, + "learning_rate": 3.529008206488502e-05, + "loss": 0.0238, + "step": 18460 + }, + { + "epoch": 17.277829747427504, + "grad_norm": 0.09764087200164795, + "learning_rate": 3.5237414529495055e-05, + "loss": 0.0236, + "step": 18470 + }, + { + "epoch": 17.287184284377922, + "grad_norm": 0.11484817415475845, + "learning_rate": 3.5184764932038454e-05, + "loss": 0.022, + "step": 18480 + }, + { + "epoch": 17.296538821328344, + "grad_norm": 0.09589976072311401, + "learning_rate": 3.513213333648945e-05, + "loss": 0.0252, + "step": 18490 + }, + { + "epoch": 17.305893358278766, + "grad_norm": 0.10473038256168365, + "learning_rate": 3.5079519806800374e-05, + "loss": 0.0231, + "step": 18500 + }, + { + "epoch": 17.315247895229184, + "grad_norm": 0.12810517847537994, + "learning_rate": 3.502692440690165e-05, + "loss": 0.0248, + "step": 18510 + }, + { + "epoch": 17.324602432179606, + "grad_norm": 0.10345223546028137, + "learning_rate": 3.497434720070165e-05, + "loss": 0.0246, + "step": 18520 + }, + { + "epoch": 17.33395696913003, + "grad_norm": 0.08830534666776657, + "learning_rate": 3.4921788252086616e-05, + "loss": 0.0242, + "step": 18530 + }, + { + "epoch": 17.34331150608045, + "grad_norm": 0.12636710703372955, + "learning_rate": 3.486924762492065e-05, + "loss": 0.0237, + "step": 18540 + }, + { + "epoch": 17.35266604303087, + "grad_norm": 0.08746535331010818, + "learning_rate": 3.4816725383045534e-05, + "loss": 0.0239, + "step": 18550 + }, + { + "epoch": 17.36202057998129, + "grad_norm": 0.09817158430814743, + "learning_rate": 3.476422159028079e-05, + "loss": 0.0249, + "step": 18560 + }, + { + "epoch": 17.371375116931713, + "grad_norm": 0.13169318437576294, + "learning_rate": 3.471173631042345e-05, + "loss": 0.0231, + "step": 18570 + }, + { + "epoch": 17.38072965388213, + "grad_norm": 0.12494181096553802, + "learning_rate": 3.465926960724808e-05, + "loss": 0.0242, + "step": 18580 + }, + { + "epoch": 17.390084190832553, + "grad_norm": 0.11758223176002502, + "learning_rate": 3.460682154450666e-05, + "loss": 0.0228, + "step": 18590 + }, + { + "epoch": 17.399438727782975, + "grad_norm": 0.13640515506267548, + "learning_rate": 3.4554392185928564e-05, + "loss": 0.0247, + "step": 18600 + }, + { + "epoch": 17.408793264733397, + "grad_norm": 0.11857741326093674, + "learning_rate": 3.450198159522037e-05, + "loss": 0.0251, + "step": 18610 + }, + { + "epoch": 17.418147801683816, + "grad_norm": 0.09729048609733582, + "learning_rate": 3.444958983606592e-05, + "loss": 0.0226, + "step": 18620 + }, + { + "epoch": 17.427502338634238, + "grad_norm": 0.17510351538658142, + "learning_rate": 3.439721697212612e-05, + "loss": 0.0245, + "step": 18630 + }, + { + "epoch": 17.43685687558466, + "grad_norm": 0.09264717251062393, + "learning_rate": 3.4344863067038954e-05, + "loss": 0.0228, + "step": 18640 + }, + { + "epoch": 17.446211412535078, + "grad_norm": 0.09508772194385529, + "learning_rate": 3.429252818441935e-05, + "loss": 0.0243, + "step": 18650 + }, + { + "epoch": 17.4555659494855, + "grad_norm": 0.08568405359983444, + "learning_rate": 3.4240212387859094e-05, + "loss": 0.0248, + "step": 18660 + }, + { + "epoch": 17.464920486435922, + "grad_norm": 0.10113746672868729, + "learning_rate": 3.418791574092686e-05, + "loss": 0.0254, + "step": 18670 + }, + { + "epoch": 17.474275023386344, + "grad_norm": 0.094841867685318, + "learning_rate": 3.413563830716796e-05, + "loss": 0.0235, + "step": 18680 + }, + { + "epoch": 17.483629560336762, + "grad_norm": 0.11303136497735977, + "learning_rate": 3.408338015010445e-05, + "loss": 0.0246, + "step": 18690 + }, + { + "epoch": 17.492984097287184, + "grad_norm": 0.09346971660852432, + "learning_rate": 3.40311413332349e-05, + "loss": 0.0247, + "step": 18700 + }, + { + "epoch": 17.502338634237606, + "grad_norm": 0.09625741094350815, + "learning_rate": 3.3978921920034365e-05, + "loss": 0.0231, + "step": 18710 + }, + { + "epoch": 17.511693171188025, + "grad_norm": 0.10541938245296478, + "learning_rate": 3.392672197395441e-05, + "loss": 0.0224, + "step": 18720 + }, + { + "epoch": 17.521047708138447, + "grad_norm": 0.1446390599012375, + "learning_rate": 3.387454155842287e-05, + "loss": 0.0225, + "step": 18730 + }, + { + "epoch": 17.53040224508887, + "grad_norm": 0.10333513468503952, + "learning_rate": 3.382238073684386e-05, + "loss": 0.0231, + "step": 18740 + }, + { + "epoch": 17.53975678203929, + "grad_norm": 0.10767033696174622, + "learning_rate": 3.377023957259771e-05, + "loss": 0.0227, + "step": 18750 + }, + { + "epoch": 17.54911131898971, + "grad_norm": 0.09932056069374084, + "learning_rate": 3.3718118129040835e-05, + "loss": 0.0237, + "step": 18760 + }, + { + "epoch": 17.55846585594013, + "grad_norm": 0.08855428546667099, + "learning_rate": 3.3666016469505724e-05, + "loss": 0.0219, + "step": 18770 + }, + { + "epoch": 17.567820392890553, + "grad_norm": 0.09900003671646118, + "learning_rate": 3.361393465730079e-05, + "loss": 0.0224, + "step": 18780 + }, + { + "epoch": 17.57717492984097, + "grad_norm": 0.11112621426582336, + "learning_rate": 3.3561872755710366e-05, + "loss": 0.0261, + "step": 18790 + }, + { + "epoch": 17.586529466791394, + "grad_norm": 0.09415270388126373, + "learning_rate": 3.350983082799456e-05, + "loss": 0.0238, + "step": 18800 + }, + { + "epoch": 17.595884003741816, + "grad_norm": 0.0960991233587265, + "learning_rate": 3.34578089373892e-05, + "loss": 0.0221, + "step": 18810 + }, + { + "epoch": 17.605238540692234, + "grad_norm": 0.12685459852218628, + "learning_rate": 3.340580714710581e-05, + "loss": 0.022, + "step": 18820 + }, + { + "epoch": 17.614593077642656, + "grad_norm": 0.14948469400405884, + "learning_rate": 3.3353825520331466e-05, + "loss": 0.0234, + "step": 18830 + }, + { + "epoch": 17.623947614593078, + "grad_norm": 0.09000156074762344, + "learning_rate": 3.330186412022876e-05, + "loss": 0.0226, + "step": 18840 + }, + { + "epoch": 17.6333021515435, + "grad_norm": 0.12989512085914612, + "learning_rate": 3.324992300993568e-05, + "loss": 0.0218, + "step": 18850 + }, + { + "epoch": 17.64265668849392, + "grad_norm": 0.10145548731088638, + "learning_rate": 3.319800225256556e-05, + "loss": 0.0235, + "step": 18860 + }, + { + "epoch": 17.65201122544434, + "grad_norm": 0.12022850662469864, + "learning_rate": 3.314610191120702e-05, + "loss": 0.0236, + "step": 18870 + }, + { + "epoch": 17.661365762394762, + "grad_norm": 0.12618158757686615, + "learning_rate": 3.30942220489239e-05, + "loss": 0.024, + "step": 18880 + }, + { + "epoch": 17.67072029934518, + "grad_norm": 0.1087852194905281, + "learning_rate": 3.3042362728755086e-05, + "loss": 0.0239, + "step": 18890 + }, + { + "epoch": 17.680074836295603, + "grad_norm": 0.08846551179885864, + "learning_rate": 3.299052401371456e-05, + "loss": 0.0237, + "step": 18900 + }, + { + "epoch": 17.689429373246025, + "grad_norm": 0.11084562540054321, + "learning_rate": 3.293870596679125e-05, + "loss": 0.0226, + "step": 18910 + }, + { + "epoch": 17.698783910196447, + "grad_norm": 0.1386171281337738, + "learning_rate": 3.288690865094895e-05, + "loss": 0.0248, + "step": 18920 + }, + { + "epoch": 17.708138447146865, + "grad_norm": 0.12426763772964478, + "learning_rate": 3.283513212912632e-05, + "loss": 0.0248, + "step": 18930 + }, + { + "epoch": 17.717492984097287, + "grad_norm": 0.08629313856363297, + "learning_rate": 3.2783376464236684e-05, + "loss": 0.0241, + "step": 18940 + }, + { + "epoch": 17.72684752104771, + "grad_norm": 0.11496111005544662, + "learning_rate": 3.273164171916806e-05, + "loss": 0.0226, + "step": 18950 + }, + { + "epoch": 17.736202057998128, + "grad_norm": 0.0999266654253006, + "learning_rate": 3.267992795678306e-05, + "loss": 0.0239, + "step": 18960 + }, + { + "epoch": 17.74555659494855, + "grad_norm": 0.08921069651842117, + "learning_rate": 3.2628235239918744e-05, + "loss": 0.0237, + "step": 18970 + }, + { + "epoch": 17.75491113189897, + "grad_norm": 0.10825586318969727, + "learning_rate": 3.2576563631386695e-05, + "loss": 0.0239, + "step": 18980 + }, + { + "epoch": 17.764265668849394, + "grad_norm": 0.13652630150318146, + "learning_rate": 3.252491319397275e-05, + "loss": 0.0231, + "step": 18990 + }, + { + "epoch": 17.773620205799812, + "grad_norm": 0.14705751836299896, + "learning_rate": 3.247328399043706e-05, + "loss": 0.0239, + "step": 19000 + }, + { + "epoch": 17.782974742750234, + "grad_norm": 0.12562358379364014, + "learning_rate": 3.242167608351399e-05, + "loss": 0.0229, + "step": 19010 + }, + { + "epoch": 17.792329279700656, + "grad_norm": 0.09829214960336685, + "learning_rate": 3.2370089535911986e-05, + "loss": 0.0237, + "step": 19020 + }, + { + "epoch": 17.801683816651074, + "grad_norm": 0.13177233934402466, + "learning_rate": 3.23185244103136e-05, + "loss": 0.0243, + "step": 19030 + }, + { + "epoch": 17.811038353601496, + "grad_norm": 0.16110090911388397, + "learning_rate": 3.22669807693753e-05, + "loss": 0.0245, + "step": 19040 + }, + { + "epoch": 17.82039289055192, + "grad_norm": 0.10010693967342377, + "learning_rate": 3.2215458675727495e-05, + "loss": 0.026, + "step": 19050 + }, + { + "epoch": 17.82974742750234, + "grad_norm": 0.1197299212217331, + "learning_rate": 3.216395819197438e-05, + "loss": 0.024, + "step": 19060 + }, + { + "epoch": 17.83910196445276, + "grad_norm": 0.20880722999572754, + "learning_rate": 3.211247938069387e-05, + "loss": 0.023, + "step": 19070 + }, + { + "epoch": 17.84845650140318, + "grad_norm": 0.09808726608753204, + "learning_rate": 3.206102230443759e-05, + "loss": 0.0241, + "step": 19080 + }, + { + "epoch": 17.857811038353603, + "grad_norm": 0.14565420150756836, + "learning_rate": 3.2009587025730764e-05, + "loss": 0.0235, + "step": 19090 + }, + { + "epoch": 17.86716557530402, + "grad_norm": 0.11683481931686401, + "learning_rate": 3.195817360707207e-05, + "loss": 0.023, + "step": 19100 + }, + { + "epoch": 17.876520112254443, + "grad_norm": 0.07745768129825592, + "learning_rate": 3.19067821109337e-05, + "loss": 0.0216, + "step": 19110 + }, + { + "epoch": 17.885874649204865, + "grad_norm": 0.09911632537841797, + "learning_rate": 3.185541259976114e-05, + "loss": 0.0234, + "step": 19120 + }, + { + "epoch": 17.895229186155284, + "grad_norm": 0.11215824633836746, + "learning_rate": 3.180406513597316e-05, + "loss": 0.023, + "step": 19130 + }, + { + "epoch": 17.904583723105706, + "grad_norm": 0.10246024280786514, + "learning_rate": 3.1752739781961835e-05, + "loss": 0.0244, + "step": 19140 + }, + { + "epoch": 17.913938260056128, + "grad_norm": 0.0929674357175827, + "learning_rate": 3.170143660009228e-05, + "loss": 0.0248, + "step": 19150 + }, + { + "epoch": 17.92329279700655, + "grad_norm": 0.09476432204246521, + "learning_rate": 3.16501556527027e-05, + "loss": 0.023, + "step": 19160 + }, + { + "epoch": 17.932647333956968, + "grad_norm": 0.07995381951332092, + "learning_rate": 3.1598897002104265e-05, + "loss": 0.0231, + "step": 19170 + }, + { + "epoch": 17.94200187090739, + "grad_norm": 0.11293531954288483, + "learning_rate": 3.154766071058108e-05, + "loss": 0.0227, + "step": 19180 + }, + { + "epoch": 17.951356407857812, + "grad_norm": 0.10986506938934326, + "learning_rate": 3.149644684039008e-05, + "loss": 0.0227, + "step": 19190 + }, + { + "epoch": 17.96071094480823, + "grad_norm": 0.09298524260520935, + "learning_rate": 3.144525545376095e-05, + "loss": 0.0236, + "step": 19200 + }, + { + "epoch": 17.970065481758652, + "grad_norm": 0.08612339198589325, + "learning_rate": 3.139408661289603e-05, + "loss": 0.0225, + "step": 19210 + }, + { + "epoch": 17.979420018709074, + "grad_norm": 0.11383558809757233, + "learning_rate": 3.134294037997032e-05, + "loss": 0.0225, + "step": 19220 + }, + { + "epoch": 17.988774555659496, + "grad_norm": 0.14123934507369995, + "learning_rate": 3.129181681713127e-05, + "loss": 0.0228, + "step": 19230 + }, + { + "epoch": 17.998129092609915, + "grad_norm": 0.13595333695411682, + "learning_rate": 3.1240715986498855e-05, + "loss": 0.024, + "step": 19240 + }, + { + "epoch": 18.007483629560337, + "grad_norm": 0.1292736530303955, + "learning_rate": 3.1189637950165394e-05, + "loss": 0.0244, + "step": 19250 + }, + { + "epoch": 18.01683816651076, + "grad_norm": 0.09553281217813492, + "learning_rate": 3.1138582770195544e-05, + "loss": 0.0232, + "step": 19260 + }, + { + "epoch": 18.026192703461177, + "grad_norm": 0.07895135879516602, + "learning_rate": 3.108755050862615e-05, + "loss": 0.0235, + "step": 19270 + }, + { + "epoch": 18.0355472404116, + "grad_norm": 0.1994856297969818, + "learning_rate": 3.1036541227466204e-05, + "loss": 0.025, + "step": 19280 + }, + { + "epoch": 18.04490177736202, + "grad_norm": 0.10569664090871811, + "learning_rate": 3.0985554988696786e-05, + "loss": 0.0234, + "step": 19290 + }, + { + "epoch": 18.054256314312443, + "grad_norm": 0.1113586500287056, + "learning_rate": 3.093459185427102e-05, + "loss": 0.0236, + "step": 19300 + }, + { + "epoch": 18.06361085126286, + "grad_norm": 0.09407474845647812, + "learning_rate": 3.0883651886113905e-05, + "loss": 0.0224, + "step": 19310 + }, + { + "epoch": 18.072965388213284, + "grad_norm": 0.0979062169790268, + "learning_rate": 3.0832735146122294e-05, + "loss": 0.0241, + "step": 19320 + }, + { + "epoch": 18.082319925163706, + "grad_norm": 0.10022933781147003, + "learning_rate": 3.078184169616485e-05, + "loss": 0.0239, + "step": 19330 + }, + { + "epoch": 18.091674462114124, + "grad_norm": 0.10329962521791458, + "learning_rate": 3.073097159808187e-05, + "loss": 0.0238, + "step": 19340 + }, + { + "epoch": 18.101028999064546, + "grad_norm": 0.08552655577659607, + "learning_rate": 3.068012491368537e-05, + "loss": 0.0215, + "step": 19350 + }, + { + "epoch": 18.110383536014968, + "grad_norm": 0.09971963614225388, + "learning_rate": 3.062930170475885e-05, + "loss": 0.0233, + "step": 19360 + }, + { + "epoch": 18.119738072965387, + "grad_norm": 0.09614203125238419, + "learning_rate": 3.057850203305729e-05, + "loss": 0.0227, + "step": 19370 + }, + { + "epoch": 18.12909260991581, + "grad_norm": 0.09411577880382538, + "learning_rate": 3.052772596030708e-05, + "loss": 0.0228, + "step": 19380 + }, + { + "epoch": 18.13844714686623, + "grad_norm": 0.08121943473815918, + "learning_rate": 3.0476973548205943e-05, + "loss": 0.0225, + "step": 19390 + }, + { + "epoch": 18.147801683816652, + "grad_norm": 0.10293836146593094, + "learning_rate": 3.0426244858422847e-05, + "loss": 0.0239, + "step": 19400 + }, + { + "epoch": 18.15715622076707, + "grad_norm": 0.10310167819261551, + "learning_rate": 3.0375539952597943e-05, + "loss": 0.0223, + "step": 19410 + }, + { + "epoch": 18.166510757717493, + "grad_norm": 0.10165230929851532, + "learning_rate": 3.0324858892342468e-05, + "loss": 0.0208, + "step": 19420 + }, + { + "epoch": 18.175865294667915, + "grad_norm": 0.09884517639875412, + "learning_rate": 3.0274201739238672e-05, + "loss": 0.0224, + "step": 19430 + }, + { + "epoch": 18.185219831618333, + "grad_norm": 0.10888682305812836, + "learning_rate": 3.0223568554839786e-05, + "loss": 0.0219, + "step": 19440 + }, + { + "epoch": 18.194574368568755, + "grad_norm": 0.09159612655639648, + "learning_rate": 3.0172959400669886e-05, + "loss": 0.0217, + "step": 19450 + }, + { + "epoch": 18.203928905519177, + "grad_norm": 0.14415772259235382, + "learning_rate": 3.0122374338223902e-05, + "loss": 0.022, + "step": 19460 + }, + { + "epoch": 18.2132834424696, + "grad_norm": 0.08522551506757736, + "learning_rate": 3.0071813428967427e-05, + "loss": 0.023, + "step": 19470 + }, + { + "epoch": 18.222637979420018, + "grad_norm": 0.08122102171182632, + "learning_rate": 3.0021276734336746e-05, + "loss": 0.0228, + "step": 19480 + }, + { + "epoch": 18.23199251637044, + "grad_norm": 0.11952750384807587, + "learning_rate": 2.997076431573871e-05, + "loss": 0.0212, + "step": 19490 + }, + { + "epoch": 18.24134705332086, + "grad_norm": 0.09793171286582947, + "learning_rate": 2.9920276234550636e-05, + "loss": 0.0228, + "step": 19500 + }, + { + "epoch": 18.25070159027128, + "grad_norm": 0.11412924528121948, + "learning_rate": 2.986981255212035e-05, + "loss": 0.0238, + "step": 19510 + }, + { + "epoch": 18.260056127221702, + "grad_norm": 0.09833517670631409, + "learning_rate": 2.9819373329765977e-05, + "loss": 0.0243, + "step": 19520 + }, + { + "epoch": 18.269410664172124, + "grad_norm": 0.10769926011562347, + "learning_rate": 2.9768958628775902e-05, + "loss": 0.0207, + "step": 19530 + }, + { + "epoch": 18.278765201122546, + "grad_norm": 0.09200825542211533, + "learning_rate": 2.9718568510408762e-05, + "loss": 0.0209, + "step": 19540 + }, + { + "epoch": 18.288119738072965, + "grad_norm": 0.1128585934638977, + "learning_rate": 2.9668203035893272e-05, + "loss": 0.0238, + "step": 19550 + }, + { + "epoch": 18.297474275023387, + "grad_norm": 0.11047454178333282, + "learning_rate": 2.9617862266428287e-05, + "loss": 0.0234, + "step": 19560 + }, + { + "epoch": 18.30682881197381, + "grad_norm": 0.09089895337820053, + "learning_rate": 2.9567546263182556e-05, + "loss": 0.023, + "step": 19570 + }, + { + "epoch": 18.316183348924227, + "grad_norm": 0.11584652215242386, + "learning_rate": 2.951725508729476e-05, + "loss": 0.0246, + "step": 19580 + }, + { + "epoch": 18.32553788587465, + "grad_norm": 0.10395365953445435, + "learning_rate": 2.946698879987344e-05, + "loss": 0.0228, + "step": 19590 + }, + { + "epoch": 18.33489242282507, + "grad_norm": 0.10671160370111465, + "learning_rate": 2.9416747461996853e-05, + "loss": 0.0232, + "step": 19600 + }, + { + "epoch": 18.34424695977549, + "grad_norm": 0.10771423578262329, + "learning_rate": 2.9366531134712973e-05, + "loss": 0.0227, + "step": 19610 + }, + { + "epoch": 18.35360149672591, + "grad_norm": 0.11061373353004456, + "learning_rate": 2.9316339879039367e-05, + "loss": 0.022, + "step": 19620 + }, + { + "epoch": 18.362956033676333, + "grad_norm": 0.10432365536689758, + "learning_rate": 2.9266173755963167e-05, + "loss": 0.0216, + "step": 19630 + }, + { + "epoch": 18.372310570626755, + "grad_norm": 0.09262114763259888, + "learning_rate": 2.9216032826440926e-05, + "loss": 0.0215, + "step": 19640 + }, + { + "epoch": 18.381665107577174, + "grad_norm": 0.10323993861675262, + "learning_rate": 2.9165917151398592e-05, + "loss": 0.0224, + "step": 19650 + }, + { + "epoch": 18.391019644527596, + "grad_norm": 0.0790882483124733, + "learning_rate": 2.9115826791731428e-05, + "loss": 0.0229, + "step": 19660 + }, + { + "epoch": 18.400374181478018, + "grad_norm": 0.09315479546785355, + "learning_rate": 2.906576180830398e-05, + "loss": 0.023, + "step": 19670 + }, + { + "epoch": 18.409728718428436, + "grad_norm": 0.11779627948999405, + "learning_rate": 2.9015722261949917e-05, + "loss": 0.0216, + "step": 19680 + }, + { + "epoch": 18.419083255378858, + "grad_norm": 0.13132105767726898, + "learning_rate": 2.8965708213471986e-05, + "loss": 0.023, + "step": 19690 + }, + { + "epoch": 18.42843779232928, + "grad_norm": 0.1252312958240509, + "learning_rate": 2.8915719723641975e-05, + "loss": 0.0221, + "step": 19700 + }, + { + "epoch": 18.437792329279702, + "grad_norm": 0.11798927187919617, + "learning_rate": 2.8865756853200604e-05, + "loss": 0.0219, + "step": 19710 + }, + { + "epoch": 18.44714686623012, + "grad_norm": 0.13365936279296875, + "learning_rate": 2.8815819662857503e-05, + "loss": 0.0216, + "step": 19720 + }, + { + "epoch": 18.456501403180543, + "grad_norm": 0.18230538070201874, + "learning_rate": 2.876590821329105e-05, + "loss": 0.0238, + "step": 19730 + }, + { + "epoch": 18.465855940130965, + "grad_norm": 0.12557648122310638, + "learning_rate": 2.871602256514836e-05, + "loss": 0.0236, + "step": 19740 + }, + { + "epoch": 18.475210477081383, + "grad_norm": 0.13812892138957977, + "learning_rate": 2.8666162779045203e-05, + "loss": 0.0206, + "step": 19750 + }, + { + "epoch": 18.484565014031805, + "grad_norm": 0.1191243901848793, + "learning_rate": 2.8616328915565904e-05, + "loss": 0.0224, + "step": 19760 + }, + { + "epoch": 18.493919550982227, + "grad_norm": 0.10707562416791916, + "learning_rate": 2.856652103526334e-05, + "loss": 0.0232, + "step": 19770 + }, + { + "epoch": 18.50327408793265, + "grad_norm": 0.11759920418262482, + "learning_rate": 2.8516739198658755e-05, + "loss": 0.022, + "step": 19780 + }, + { + "epoch": 18.512628624883067, + "grad_norm": 0.10668724775314331, + "learning_rate": 2.846698346624177e-05, + "loss": 0.0215, + "step": 19790 + }, + { + "epoch": 18.52198316183349, + "grad_norm": 0.141646146774292, + "learning_rate": 2.841725389847032e-05, + "loss": 0.0203, + "step": 19800 + }, + { + "epoch": 18.53133769878391, + "grad_norm": 0.09324415028095245, + "learning_rate": 2.8367550555770506e-05, + "loss": 0.0226, + "step": 19810 + }, + { + "epoch": 18.54069223573433, + "grad_norm": 0.11934925615787506, + "learning_rate": 2.831787349853655e-05, + "loss": 0.0216, + "step": 19820 + }, + { + "epoch": 18.55004677268475, + "grad_norm": 0.1161758303642273, + "learning_rate": 2.8268222787130806e-05, + "loss": 0.0215, + "step": 19830 + }, + { + "epoch": 18.559401309635174, + "grad_norm": 0.10357234627008438, + "learning_rate": 2.821859848188355e-05, + "loss": 0.0233, + "step": 19840 + }, + { + "epoch": 18.568755846585596, + "grad_norm": 0.10480707883834839, + "learning_rate": 2.816900064309299e-05, + "loss": 0.0224, + "step": 19850 + }, + { + "epoch": 18.578110383536014, + "grad_norm": 0.13888755440711975, + "learning_rate": 2.811942933102517e-05, + "loss": 0.0243, + "step": 19860 + }, + { + "epoch": 18.587464920486436, + "grad_norm": 0.14998915791511536, + "learning_rate": 2.806988460591391e-05, + "loss": 0.0215, + "step": 19870 + }, + { + "epoch": 18.596819457436858, + "grad_norm": 0.11460047215223312, + "learning_rate": 2.802036652796074e-05, + "loss": 0.0229, + "step": 19880 + }, + { + "epoch": 18.606173994387277, + "grad_norm": 0.0859718769788742, + "learning_rate": 2.797087515733478e-05, + "loss": 0.0211, + "step": 19890 + }, + { + "epoch": 18.6155285313377, + "grad_norm": 0.10778064280748367, + "learning_rate": 2.7921410554172723e-05, + "loss": 0.0223, + "step": 19900 + }, + { + "epoch": 18.62488306828812, + "grad_norm": 0.09928350895643234, + "learning_rate": 2.787197277857871e-05, + "loss": 0.0238, + "step": 19910 + }, + { + "epoch": 18.63423760523854, + "grad_norm": 0.09747382253408432, + "learning_rate": 2.782256189062429e-05, + "loss": 0.0223, + "step": 19920 + }, + { + "epoch": 18.64359214218896, + "grad_norm": 0.08208134770393372, + "learning_rate": 2.777317795034839e-05, + "loss": 0.0222, + "step": 19930 + }, + { + "epoch": 18.652946679139383, + "grad_norm": 0.10189083218574524, + "learning_rate": 2.7723821017757112e-05, + "loss": 0.0223, + "step": 19940 + }, + { + "epoch": 18.662301216089805, + "grad_norm": 0.1303674578666687, + "learning_rate": 2.7674491152823822e-05, + "loss": 0.0231, + "step": 19950 + }, + { + "epoch": 18.671655753040223, + "grad_norm": 0.11224333196878433, + "learning_rate": 2.7625188415488944e-05, + "loss": 0.0205, + "step": 19960 + }, + { + "epoch": 18.681010289990645, + "grad_norm": 0.0914028212428093, + "learning_rate": 2.7575912865659924e-05, + "loss": 0.023, + "step": 19970 + }, + { + "epoch": 18.690364826941067, + "grad_norm": 0.08604051172733307, + "learning_rate": 2.7526664563211245e-05, + "loss": 0.0234, + "step": 19980 + }, + { + "epoch": 18.699719363891486, + "grad_norm": 0.10985862463712692, + "learning_rate": 2.7477443567984224e-05, + "loss": 0.0227, + "step": 19990 + }, + { + "epoch": 18.709073900841908, + "grad_norm": 0.09777473658323288, + "learning_rate": 2.7428249939787e-05, + "loss": 0.0219, + "step": 20000 + }, + { + "epoch": 18.71842843779233, + "grad_norm": 0.12506628036499023, + "learning_rate": 2.7379083738394484e-05, + "loss": 0.0217, + "step": 20010 + }, + { + "epoch": 18.72778297474275, + "grad_norm": 0.26030921936035156, + "learning_rate": 2.732994502354823e-05, + "loss": 0.0233, + "step": 20020 + }, + { + "epoch": 18.73713751169317, + "grad_norm": 0.1702270656824112, + "learning_rate": 2.72808338549564e-05, + "loss": 0.0227, + "step": 20030 + }, + { + "epoch": 18.746492048643592, + "grad_norm": 0.09317564964294434, + "learning_rate": 2.723175029229374e-05, + "loss": 0.0211, + "step": 20040 + }, + { + "epoch": 18.755846585594014, + "grad_norm": 0.11448801308870316, + "learning_rate": 2.718269439520138e-05, + "loss": 0.0214, + "step": 20050 + }, + { + "epoch": 18.765201122544433, + "grad_norm": 0.14502690732479095, + "learning_rate": 2.7133666223286858e-05, + "loss": 0.0217, + "step": 20060 + }, + { + "epoch": 18.774555659494855, + "grad_norm": 0.1651087999343872, + "learning_rate": 2.7084665836124006e-05, + "loss": 0.0213, + "step": 20070 + }, + { + "epoch": 18.783910196445277, + "grad_norm": 0.1032470166683197, + "learning_rate": 2.703569329325296e-05, + "loss": 0.0208, + "step": 20080 + }, + { + "epoch": 18.7932647333957, + "grad_norm": 0.1410512626171112, + "learning_rate": 2.698674865417994e-05, + "loss": 0.0213, + "step": 20090 + }, + { + "epoch": 18.802619270346117, + "grad_norm": 0.10483431816101074, + "learning_rate": 2.6937831978377325e-05, + "loss": 0.0221, + "step": 20100 + }, + { + "epoch": 18.81197380729654, + "grad_norm": 0.10098552703857422, + "learning_rate": 2.6888943325283485e-05, + "loss": 0.0221, + "step": 20110 + }, + { + "epoch": 18.82132834424696, + "grad_norm": 0.09979008883237839, + "learning_rate": 2.6840082754302733e-05, + "loss": 0.0232, + "step": 20120 + }, + { + "epoch": 18.83068288119738, + "grad_norm": 0.1040005311369896, + "learning_rate": 2.679125032480525e-05, + "loss": 0.0226, + "step": 20130 + }, + { + "epoch": 18.8400374181478, + "grad_norm": 0.09047936648130417, + "learning_rate": 2.674244609612708e-05, + "loss": 0.0214, + "step": 20140 + }, + { + "epoch": 18.849391955098223, + "grad_norm": 0.11633528023958206, + "learning_rate": 2.6693670127569958e-05, + "loss": 0.0203, + "step": 20150 + }, + { + "epoch": 18.858746492048645, + "grad_norm": 0.08971504867076874, + "learning_rate": 2.6644922478401268e-05, + "loss": 0.0211, + "step": 20160 + }, + { + "epoch": 18.868101028999064, + "grad_norm": 0.09432937204837799, + "learning_rate": 2.6596203207854004e-05, + "loss": 0.0226, + "step": 20170 + }, + { + "epoch": 18.877455565949486, + "grad_norm": 0.091232068836689, + "learning_rate": 2.654751237512666e-05, + "loss": 0.0218, + "step": 20180 + }, + { + "epoch": 18.886810102899908, + "grad_norm": 0.1257847547531128, + "learning_rate": 2.649885003938323e-05, + "loss": 0.0232, + "step": 20190 + }, + { + "epoch": 18.896164639850326, + "grad_norm": 0.13534480333328247, + "learning_rate": 2.6450216259753e-05, + "loss": 0.0209, + "step": 20200 + }, + { + "epoch": 18.90551917680075, + "grad_norm": 0.0834658294916153, + "learning_rate": 2.640161109533063e-05, + "loss": 0.02, + "step": 20210 + }, + { + "epoch": 18.91487371375117, + "grad_norm": 0.1792343109846115, + "learning_rate": 2.6353034605175936e-05, + "loss": 0.0227, + "step": 20220 + }, + { + "epoch": 18.92422825070159, + "grad_norm": 0.11637423187494278, + "learning_rate": 2.630448684831398e-05, + "loss": 0.0247, + "step": 20230 + }, + { + "epoch": 18.93358278765201, + "grad_norm": 0.16332389414310455, + "learning_rate": 2.625596788373482e-05, + "loss": 0.0237, + "step": 20240 + }, + { + "epoch": 18.942937324602433, + "grad_norm": 0.10136125981807709, + "learning_rate": 2.620747777039363e-05, + "loss": 0.0233, + "step": 20250 + }, + { + "epoch": 18.952291861552855, + "grad_norm": 0.11780984699726105, + "learning_rate": 2.6159016567210424e-05, + "loss": 0.0205, + "step": 20260 + }, + { + "epoch": 18.961646398503273, + "grad_norm": 0.0841916874051094, + "learning_rate": 2.6110584333070153e-05, + "loss": 0.0206, + "step": 20270 + }, + { + "epoch": 18.971000935453695, + "grad_norm": 0.09956260025501251, + "learning_rate": 2.6062181126822537e-05, + "loss": 0.0218, + "step": 20280 + }, + { + "epoch": 18.980355472404117, + "grad_norm": 0.11908255517482758, + "learning_rate": 2.601380700728203e-05, + "loss": 0.0233, + "step": 20290 + }, + { + "epoch": 18.989710009354535, + "grad_norm": 0.12568792700767517, + "learning_rate": 2.596546203322777e-05, + "loss": 0.0226, + "step": 20300 + }, + { + "epoch": 18.999064546304957, + "grad_norm": 0.09411133080720901, + "learning_rate": 2.5917146263403457e-05, + "loss": 0.0207, + "step": 20310 + }, + { + "epoch": 19.00841908325538, + "grad_norm": 0.0922100767493248, + "learning_rate": 2.5868859756517296e-05, + "loss": 0.0201, + "step": 20320 + }, + { + "epoch": 19.0177736202058, + "grad_norm": 0.09825152903795242, + "learning_rate": 2.5820602571241947e-05, + "loss": 0.0218, + "step": 20330 + }, + { + "epoch": 19.02712815715622, + "grad_norm": 0.07891186326742172, + "learning_rate": 2.577237476621442e-05, + "loss": 0.0213, + "step": 20340 + }, + { + "epoch": 19.036482694106642, + "grad_norm": 0.1068585067987442, + "learning_rate": 2.572417640003609e-05, + "loss": 0.0212, + "step": 20350 + }, + { + "epoch": 19.045837231057064, + "grad_norm": 0.0902169719338417, + "learning_rate": 2.5676007531272473e-05, + "loss": 0.0194, + "step": 20360 + }, + { + "epoch": 19.055191768007482, + "grad_norm": 0.09852419793605804, + "learning_rate": 2.5627868218453332e-05, + "loss": 0.0218, + "step": 20370 + }, + { + "epoch": 19.064546304957904, + "grad_norm": 0.12577608227729797, + "learning_rate": 2.5579758520072443e-05, + "loss": 0.0209, + "step": 20380 + }, + { + "epoch": 19.073900841908326, + "grad_norm": 0.09490997344255447, + "learning_rate": 2.5531678494587615e-05, + "loss": 0.0214, + "step": 20390 + }, + { + "epoch": 19.08325537885875, + "grad_norm": 0.11135203391313553, + "learning_rate": 2.5483628200420644e-05, + "loss": 0.0208, + "step": 20400 + }, + { + "epoch": 19.092609915809167, + "grad_norm": 0.11882328242063522, + "learning_rate": 2.5435607695957154e-05, + "loss": 0.0213, + "step": 20410 + }, + { + "epoch": 19.10196445275959, + "grad_norm": 0.10949230939149857, + "learning_rate": 2.5387617039546586e-05, + "loss": 0.0216, + "step": 20420 + }, + { + "epoch": 19.11131898971001, + "grad_norm": 0.07901153713464737, + "learning_rate": 2.5339656289502106e-05, + "loss": 0.0211, + "step": 20430 + }, + { + "epoch": 19.12067352666043, + "grad_norm": 0.09438318759202957, + "learning_rate": 2.529172550410056e-05, + "loss": 0.0211, + "step": 20440 + }, + { + "epoch": 19.13002806361085, + "grad_norm": 0.15391477942466736, + "learning_rate": 2.524382474158234e-05, + "loss": 0.0217, + "step": 20450 + }, + { + "epoch": 19.139382600561273, + "grad_norm": 0.11206519603729248, + "learning_rate": 2.5195954060151433e-05, + "loss": 0.0231, + "step": 20460 + }, + { + "epoch": 19.14873713751169, + "grad_norm": 0.10798647254705429, + "learning_rate": 2.5148113517975212e-05, + "loss": 0.0223, + "step": 20470 + }, + { + "epoch": 19.158091674462113, + "grad_norm": 0.10044363141059875, + "learning_rate": 2.5100303173184447e-05, + "loss": 0.0223, + "step": 20480 + }, + { + "epoch": 19.167446211412535, + "grad_norm": 0.09566289186477661, + "learning_rate": 2.5052523083873196e-05, + "loss": 0.0204, + "step": 20490 + }, + { + "epoch": 19.176800748362957, + "grad_norm": 0.10252513736486435, + "learning_rate": 2.500477330809881e-05, + "loss": 0.0207, + "step": 20500 + }, + { + "epoch": 19.186155285313376, + "grad_norm": 0.08606024086475372, + "learning_rate": 2.4957053903881733e-05, + "loss": 0.0216, + "step": 20510 + }, + { + "epoch": 19.195509822263798, + "grad_norm": 0.09668371826410294, + "learning_rate": 2.4909364929205576e-05, + "loss": 0.0226, + "step": 20520 + }, + { + "epoch": 19.20486435921422, + "grad_norm": 0.1227608248591423, + "learning_rate": 2.4861706442016923e-05, + "loss": 0.0206, + "step": 20530 + }, + { + "epoch": 19.21421889616464, + "grad_norm": 0.09673717617988586, + "learning_rate": 2.481407850022533e-05, + "loss": 0.0209, + "step": 20540 + }, + { + "epoch": 19.22357343311506, + "grad_norm": 0.09499616920948029, + "learning_rate": 2.4766481161703213e-05, + "loss": 0.0223, + "step": 20550 + }, + { + "epoch": 19.232927970065482, + "grad_norm": 0.08810952305793762, + "learning_rate": 2.4718914484285876e-05, + "loss": 0.0202, + "step": 20560 + }, + { + "epoch": 19.242282507015904, + "grad_norm": 0.12277407199144363, + "learning_rate": 2.467137852577129e-05, + "loss": 0.0201, + "step": 20570 + }, + { + "epoch": 19.251637043966323, + "grad_norm": 0.1155209019780159, + "learning_rate": 2.4623873343920123e-05, + "loss": 0.0219, + "step": 20580 + }, + { + "epoch": 19.260991580916745, + "grad_norm": 0.10212285816669464, + "learning_rate": 2.4576398996455656e-05, + "loss": 0.0214, + "step": 20590 + }, + { + "epoch": 19.270346117867167, + "grad_norm": 0.09594476222991943, + "learning_rate": 2.452895554106368e-05, + "loss": 0.0222, + "step": 20600 + }, + { + "epoch": 19.279700654817585, + "grad_norm": 0.08502819389104843, + "learning_rate": 2.4481543035392506e-05, + "loss": 0.0217, + "step": 20610 + }, + { + "epoch": 19.289055191768007, + "grad_norm": 0.12159715592861176, + "learning_rate": 2.4434161537052774e-05, + "loss": 0.0209, + "step": 20620 + }, + { + "epoch": 19.29840972871843, + "grad_norm": 0.09120092540979385, + "learning_rate": 2.4386811103617474e-05, + "loss": 0.0215, + "step": 20630 + }, + { + "epoch": 19.30776426566885, + "grad_norm": 0.10762335360050201, + "learning_rate": 2.4339491792621833e-05, + "loss": 0.0213, + "step": 20640 + }, + { + "epoch": 19.31711880261927, + "grad_norm": 0.10282313078641891, + "learning_rate": 2.4292203661563312e-05, + "loss": 0.0206, + "step": 20650 + }, + { + "epoch": 19.32647333956969, + "grad_norm": 0.1328924000263214, + "learning_rate": 2.424494676790141e-05, + "loss": 0.0215, + "step": 20660 + }, + { + "epoch": 19.335827876520113, + "grad_norm": 0.08520356565713882, + "learning_rate": 2.4197721169057745e-05, + "loss": 0.0219, + "step": 20670 + }, + { + "epoch": 19.345182413470532, + "grad_norm": 0.09762613475322723, + "learning_rate": 2.4150526922415857e-05, + "loss": 0.0208, + "step": 20680 + }, + { + "epoch": 19.354536950420954, + "grad_norm": 0.09718504548072815, + "learning_rate": 2.41033640853212e-05, + "loss": 0.0217, + "step": 20690 + }, + { + "epoch": 19.363891487371376, + "grad_norm": 0.09717850387096405, + "learning_rate": 2.405623271508108e-05, + "loss": 0.0197, + "step": 20700 + }, + { + "epoch": 19.373246024321794, + "grad_norm": 0.10750795155763626, + "learning_rate": 2.4009132868964522e-05, + "loss": 0.0196, + "step": 20710 + }, + { + "epoch": 19.382600561272216, + "grad_norm": 0.11168777197599411, + "learning_rate": 2.3962064604202327e-05, + "loss": 0.0219, + "step": 20720 + }, + { + "epoch": 19.39195509822264, + "grad_norm": 0.08937503397464752, + "learning_rate": 2.3915027977986858e-05, + "loss": 0.02, + "step": 20730 + }, + { + "epoch": 19.40130963517306, + "grad_norm": 0.0940517708659172, + "learning_rate": 2.386802304747205e-05, + "loss": 0.0226, + "step": 20740 + }, + { + "epoch": 19.41066417212348, + "grad_norm": 0.0860116109251976, + "learning_rate": 2.382104986977332e-05, + "loss": 0.0214, + "step": 20750 + }, + { + "epoch": 19.4200187090739, + "grad_norm": 0.08368221670389175, + "learning_rate": 2.377410850196749e-05, + "loss": 0.0214, + "step": 20760 + }, + { + "epoch": 19.429373246024323, + "grad_norm": 0.13880755007266998, + "learning_rate": 2.3727199001092797e-05, + "loss": 0.0225, + "step": 20770 + }, + { + "epoch": 19.43872778297474, + "grad_norm": 0.11357133835554123, + "learning_rate": 2.3680321424148677e-05, + "loss": 0.0198, + "step": 20780 + }, + { + "epoch": 19.448082319925163, + "grad_norm": 0.0996224582195282, + "learning_rate": 2.3633475828095793e-05, + "loss": 0.0217, + "step": 20790 + }, + { + "epoch": 19.457436856875585, + "grad_norm": 0.12815655767917633, + "learning_rate": 2.358666226985599e-05, + "loss": 0.0215, + "step": 20800 + }, + { + "epoch": 19.466791393826007, + "grad_norm": 0.07925259321928024, + "learning_rate": 2.353988080631213e-05, + "loss": 0.0204, + "step": 20810 + }, + { + "epoch": 19.476145930776426, + "grad_norm": 0.0956224873661995, + "learning_rate": 2.3493131494308142e-05, + "loss": 0.02, + "step": 20820 + }, + { + "epoch": 19.485500467726848, + "grad_norm": 0.08891874551773071, + "learning_rate": 2.344641439064881e-05, + "loss": 0.0205, + "step": 20830 + }, + { + "epoch": 19.49485500467727, + "grad_norm": 0.1116684228181839, + "learning_rate": 2.339972955209984e-05, + "loss": 0.0203, + "step": 20840 + }, + { + "epoch": 19.504209541627688, + "grad_norm": 0.10237757861614227, + "learning_rate": 2.335307703538771e-05, + "loss": 0.0225, + "step": 20850 + }, + { + "epoch": 19.51356407857811, + "grad_norm": 0.09451070427894592, + "learning_rate": 2.330645689719962e-05, + "loss": 0.0226, + "step": 20860 + }, + { + "epoch": 19.522918615528532, + "grad_norm": 0.12820030748844147, + "learning_rate": 2.3259869194183414e-05, + "loss": 0.0209, + "step": 20870 + }, + { + "epoch": 19.532273152478954, + "grad_norm": 0.10701628029346466, + "learning_rate": 2.321331398294759e-05, + "loss": 0.0192, + "step": 20880 + }, + { + "epoch": 19.541627689429372, + "grad_norm": 0.15042021870613098, + "learning_rate": 2.3166791320061094e-05, + "loss": 0.0203, + "step": 20890 + }, + { + "epoch": 19.550982226379794, + "grad_norm": 0.10584831982851028, + "learning_rate": 2.312030126205335e-05, + "loss": 0.0198, + "step": 20900 + }, + { + "epoch": 19.560336763330216, + "grad_norm": 0.08928065001964569, + "learning_rate": 2.3073843865414162e-05, + "loss": 0.0197, + "step": 20910 + }, + { + "epoch": 19.569691300280635, + "grad_norm": 0.14889995753765106, + "learning_rate": 2.302741918659363e-05, + "loss": 0.0212, + "step": 20920 + }, + { + "epoch": 19.579045837231057, + "grad_norm": 0.10204529762268066, + "learning_rate": 2.2981027282002154e-05, + "loss": 0.0198, + "step": 20930 + }, + { + "epoch": 19.58840037418148, + "grad_norm": 0.08846580237150192, + "learning_rate": 2.2934668208010236e-05, + "loss": 0.0202, + "step": 20940 + }, + { + "epoch": 19.5977549111319, + "grad_norm": 0.11722885072231293, + "learning_rate": 2.2888342020948555e-05, + "loss": 0.0207, + "step": 20950 + }, + { + "epoch": 19.60710944808232, + "grad_norm": 0.14112910628318787, + "learning_rate": 2.2842048777107783e-05, + "loss": 0.0204, + "step": 20960 + }, + { + "epoch": 19.61646398503274, + "grad_norm": 0.10160181671380997, + "learning_rate": 2.2795788532738553e-05, + "loss": 0.0195, + "step": 20970 + }, + { + "epoch": 19.625818521983163, + "grad_norm": 0.11987055838108063, + "learning_rate": 2.2749561344051468e-05, + "loss": 0.0215, + "step": 20980 + }, + { + "epoch": 19.63517305893358, + "grad_norm": 0.1424076408147812, + "learning_rate": 2.2703367267216896e-05, + "loss": 0.0207, + "step": 20990 + }, + { + "epoch": 19.644527595884004, + "grad_norm": 0.09118375927209854, + "learning_rate": 2.2657206358364997e-05, + "loss": 0.0197, + "step": 21000 + }, + { + "epoch": 19.653882132834426, + "grad_norm": 0.1097148209810257, + "learning_rate": 2.261107867358563e-05, + "loss": 0.0212, + "step": 21010 + }, + { + "epoch": 19.663236669784844, + "grad_norm": 0.11314303427934647, + "learning_rate": 2.2564984268928263e-05, + "loss": 0.0204, + "step": 21020 + }, + { + "epoch": 19.672591206735266, + "grad_norm": 0.0994732454419136, + "learning_rate": 2.251892320040198e-05, + "loss": 0.0221, + "step": 21030 + }, + { + "epoch": 19.681945743685688, + "grad_norm": 0.10399306565523148, + "learning_rate": 2.2472895523975312e-05, + "loss": 0.02, + "step": 21040 + }, + { + "epoch": 19.69130028063611, + "grad_norm": 0.0792497843503952, + "learning_rate": 2.2426901295576212e-05, + "loss": 0.0207, + "step": 21050 + }, + { + "epoch": 19.70065481758653, + "grad_norm": 0.09935227781534195, + "learning_rate": 2.2380940571092013e-05, + "loss": 0.0201, + "step": 21060 + }, + { + "epoch": 19.71000935453695, + "grad_norm": 0.10047006607055664, + "learning_rate": 2.2335013406369302e-05, + "loss": 0.0219, + "step": 21070 + }, + { + "epoch": 19.719363891487372, + "grad_norm": 0.12027740478515625, + "learning_rate": 2.228911985721397e-05, + "loss": 0.0208, + "step": 21080 + }, + { + "epoch": 19.72871842843779, + "grad_norm": 0.09645137190818787, + "learning_rate": 2.224325997939095e-05, + "loss": 0.0204, + "step": 21090 + }, + { + "epoch": 19.738072965388213, + "grad_norm": 0.11893565207719803, + "learning_rate": 2.219743382862437e-05, + "loss": 0.022, + "step": 21100 + }, + { + "epoch": 19.747427502338635, + "grad_norm": 0.09801563620567322, + "learning_rate": 2.2151641460597294e-05, + "loss": 0.0209, + "step": 21110 + }, + { + "epoch": 19.756782039289057, + "grad_norm": 0.10484343767166138, + "learning_rate": 2.210588293095177e-05, + "loss": 0.0182, + "step": 21120 + }, + { + "epoch": 19.766136576239475, + "grad_norm": 0.08628833293914795, + "learning_rate": 2.2060158295288714e-05, + "loss": 0.0218, + "step": 21130 + }, + { + "epoch": 19.775491113189897, + "grad_norm": 0.09437987953424454, + "learning_rate": 2.2014467609167905e-05, + "loss": 0.0203, + "step": 21140 + }, + { + "epoch": 19.78484565014032, + "grad_norm": 0.12608477473258972, + "learning_rate": 2.1968810928107806e-05, + "loss": 0.0201, + "step": 21150 + }, + { + "epoch": 19.794200187090738, + "grad_norm": 0.18764735758304596, + "learning_rate": 2.1923188307585606e-05, + "loss": 0.0204, + "step": 21160 + }, + { + "epoch": 19.80355472404116, + "grad_norm": 0.10863140970468521, + "learning_rate": 2.187759980303708e-05, + "loss": 0.0199, + "step": 21170 + }, + { + "epoch": 19.81290926099158, + "grad_norm": 0.13684895634651184, + "learning_rate": 2.1832045469856545e-05, + "loss": 0.0226, + "step": 21180 + }, + { + "epoch": 19.822263797942004, + "grad_norm": 0.10980749130249023, + "learning_rate": 2.1786525363396844e-05, + "loss": 0.0204, + "step": 21190 + }, + { + "epoch": 19.831618334892422, + "grad_norm": 0.10881796479225159, + "learning_rate": 2.1741039538969183e-05, + "loss": 0.0208, + "step": 21200 + }, + { + "epoch": 19.840972871842844, + "grad_norm": 0.10299596190452576, + "learning_rate": 2.169558805184313e-05, + "loss": 0.0205, + "step": 21210 + }, + { + "epoch": 19.850327408793266, + "grad_norm": 0.09240270406007767, + "learning_rate": 2.165017095724651e-05, + "loss": 0.0214, + "step": 21220 + }, + { + "epoch": 19.859681945743684, + "grad_norm": 0.10747649520635605, + "learning_rate": 2.1604788310365405e-05, + "loss": 0.0206, + "step": 21230 + }, + { + "epoch": 19.869036482694106, + "grad_norm": 0.09222710877656937, + "learning_rate": 2.155944016634398e-05, + "loss": 0.0185, + "step": 21240 + }, + { + "epoch": 19.87839101964453, + "grad_norm": 0.11671841889619827, + "learning_rate": 2.1514126580284538e-05, + "loss": 0.019, + "step": 21250 + }, + { + "epoch": 19.88774555659495, + "grad_norm": 0.10156218707561493, + "learning_rate": 2.1468847607247344e-05, + "loss": 0.0192, + "step": 21260 + }, + { + "epoch": 19.89710009354537, + "grad_norm": 0.10610312223434448, + "learning_rate": 2.1423603302250623e-05, + "loss": 0.0197, + "step": 21270 + }, + { + "epoch": 19.90645463049579, + "grad_norm": 0.2461995780467987, + "learning_rate": 2.1378393720270468e-05, + "loss": 0.021, + "step": 21280 + }, + { + "epoch": 19.915809167446213, + "grad_norm": 0.11791475862264633, + "learning_rate": 2.133321891624076e-05, + "loss": 0.0207, + "step": 21290 + }, + { + "epoch": 19.92516370439663, + "grad_norm": 0.0960438922047615, + "learning_rate": 2.1288078945053193e-05, + "loss": 0.0208, + "step": 21300 + }, + { + "epoch": 19.934518241347053, + "grad_norm": 0.07985570281744003, + "learning_rate": 2.1242973861557064e-05, + "loss": 0.0192, + "step": 21310 + }, + { + "epoch": 19.943872778297475, + "grad_norm": 0.10603805631399155, + "learning_rate": 2.1197903720559304e-05, + "loss": 0.0192, + "step": 21320 + }, + { + "epoch": 19.953227315247894, + "grad_norm": 0.1044333204627037, + "learning_rate": 2.115286857682438e-05, + "loss": 0.0198, + "step": 21330 + }, + { + "epoch": 19.962581852198316, + "grad_norm": 0.10565482825040817, + "learning_rate": 2.1107868485074228e-05, + "loss": 0.0218, + "step": 21340 + }, + { + "epoch": 19.971936389148738, + "grad_norm": 0.1490161120891571, + "learning_rate": 2.1062903499988234e-05, + "loss": 0.023, + "step": 21350 + }, + { + "epoch": 19.98129092609916, + "grad_norm": 0.08068308979272842, + "learning_rate": 2.101797367620308e-05, + "loss": 0.0191, + "step": 21360 + }, + { + "epoch": 19.990645463049578, + "grad_norm": 0.10338008403778076, + "learning_rate": 2.0973079068312713e-05, + "loss": 0.0204, + "step": 21370 + }, + { + "epoch": 20.0, + "grad_norm": 0.18480387330055237, + "learning_rate": 2.0928219730868358e-05, + "loss": 0.0219, + "step": 21380 + }, + { + "epoch": 20.009354536950422, + "grad_norm": 0.18141770362854004, + "learning_rate": 2.0883395718378302e-05, + "loss": 0.0212, + "step": 21390 + }, + { + "epoch": 20.01870907390084, + "grad_norm": 0.09878724068403244, + "learning_rate": 2.083860708530798e-05, + "loss": 0.0193, + "step": 21400 + }, + { + "epoch": 20.028063610851262, + "grad_norm": 0.09211669862270355, + "learning_rate": 2.0793853886079796e-05, + "loss": 0.0211, + "step": 21410 + }, + { + "epoch": 20.037418147801684, + "grad_norm": 0.14600704610347748, + "learning_rate": 2.074913617507309e-05, + "loss": 0.0192, + "step": 21420 + }, + { + "epoch": 20.046772684752106, + "grad_norm": 0.12374904006719589, + "learning_rate": 2.070445400662411e-05, + "loss": 0.0205, + "step": 21430 + }, + { + "epoch": 20.056127221702525, + "grad_norm": 0.11039812117815018, + "learning_rate": 2.0659807435025907e-05, + "loss": 0.0187, + "step": 21440 + }, + { + "epoch": 20.065481758652947, + "grad_norm": 0.09807253628969193, + "learning_rate": 2.061519651452825e-05, + "loss": 0.0191, + "step": 21450 + }, + { + "epoch": 20.07483629560337, + "grad_norm": 0.09786837548017502, + "learning_rate": 2.0570621299337656e-05, + "loss": 0.0192, + "step": 21460 + }, + { + "epoch": 20.084190832553787, + "grad_norm": 0.09513227641582489, + "learning_rate": 2.0526081843617183e-05, + "loss": 0.0211, + "step": 21470 + }, + { + "epoch": 20.09354536950421, + "grad_norm": 0.11439526826143265, + "learning_rate": 2.0481578201486485e-05, + "loss": 0.021, + "step": 21480 + }, + { + "epoch": 20.10289990645463, + "grad_norm": 0.1009141281247139, + "learning_rate": 2.0437110427021677e-05, + "loss": 0.0178, + "step": 21490 + }, + { + "epoch": 20.112254443405053, + "grad_norm": 0.11139452457427979, + "learning_rate": 2.0392678574255282e-05, + "loss": 0.0191, + "step": 21500 + }, + { + "epoch": 20.12160898035547, + "grad_norm": 0.08793548494577408, + "learning_rate": 2.0348282697176217e-05, + "loss": 0.0199, + "step": 21510 + }, + { + "epoch": 20.130963517305894, + "grad_norm": 0.09392986446619034, + "learning_rate": 2.030392284972964e-05, + "loss": 0.0208, + "step": 21520 + }, + { + "epoch": 20.140318054256316, + "grad_norm": 0.08160200715065002, + "learning_rate": 2.0259599085816973e-05, + "loss": 0.0191, + "step": 21530 + }, + { + "epoch": 20.149672591206734, + "grad_norm": 0.11076461523771286, + "learning_rate": 2.0215311459295755e-05, + "loss": 0.0201, + "step": 21540 + }, + { + "epoch": 20.159027128157156, + "grad_norm": 0.09423565119504929, + "learning_rate": 2.0171060023979606e-05, + "loss": 0.0208, + "step": 21550 + }, + { + "epoch": 20.168381665107578, + "grad_norm": 0.10989199578762054, + "learning_rate": 2.012684483363823e-05, + "loss": 0.0193, + "step": 21560 + }, + { + "epoch": 20.177736202057996, + "grad_norm": 0.10999991744756699, + "learning_rate": 2.0082665941997237e-05, + "loss": 0.0186, + "step": 21570 + }, + { + "epoch": 20.18709073900842, + "grad_norm": 0.10994143038988113, + "learning_rate": 2.0038523402738146e-05, + "loss": 0.02, + "step": 21580 + }, + { + "epoch": 20.19644527595884, + "grad_norm": 0.10704898834228516, + "learning_rate": 1.99944172694983e-05, + "loss": 0.0193, + "step": 21590 + }, + { + "epoch": 20.205799812909262, + "grad_norm": 0.1269759237766266, + "learning_rate": 1.99503475958708e-05, + "loss": 0.0208, + "step": 21600 + }, + { + "epoch": 20.21515434985968, + "grad_norm": 0.12267933040857315, + "learning_rate": 1.9906314435404484e-05, + "loss": 0.02, + "step": 21610 + }, + { + "epoch": 20.224508886810103, + "grad_norm": 0.08367317169904709, + "learning_rate": 1.986231784160378e-05, + "loss": 0.0197, + "step": 21620 + }, + { + "epoch": 20.233863423760525, + "grad_norm": 0.10818494111299515, + "learning_rate": 1.9818357867928693e-05, + "loss": 0.0205, + "step": 21630 + }, + { + "epoch": 20.243217960710943, + "grad_norm": 0.15171582996845245, + "learning_rate": 1.977443456779474e-05, + "loss": 0.0209, + "step": 21640 + }, + { + "epoch": 20.252572497661365, + "grad_norm": 0.08446688205003738, + "learning_rate": 1.9730547994572858e-05, + "loss": 0.0207, + "step": 21650 + }, + { + "epoch": 20.261927034611787, + "grad_norm": 0.10946033895015717, + "learning_rate": 1.9686698201589393e-05, + "loss": 0.0205, + "step": 21660 + }, + { + "epoch": 20.27128157156221, + "grad_norm": 0.1099410429596901, + "learning_rate": 1.9642885242125964e-05, + "loss": 0.0206, + "step": 21670 + }, + { + "epoch": 20.280636108512628, + "grad_norm": 0.09328887611627579, + "learning_rate": 1.9599109169419466e-05, + "loss": 0.0202, + "step": 21680 + }, + { + "epoch": 20.28999064546305, + "grad_norm": 0.12244077026844025, + "learning_rate": 1.9555370036661948e-05, + "loss": 0.0198, + "step": 21690 + }, + { + "epoch": 20.29934518241347, + "grad_norm": 0.09630709141492844, + "learning_rate": 1.9511667897000574e-05, + "loss": 0.0192, + "step": 21700 + }, + { + "epoch": 20.30869971936389, + "grad_norm": 0.11579165607690811, + "learning_rate": 1.946800280353755e-05, + "loss": 0.0201, + "step": 21710 + }, + { + "epoch": 20.318054256314312, + "grad_norm": 0.10358992964029312, + "learning_rate": 1.9424374809330114e-05, + "loss": 0.0186, + "step": 21720 + }, + { + "epoch": 20.327408793264734, + "grad_norm": 0.08745963871479034, + "learning_rate": 1.9380783967390382e-05, + "loss": 0.0203, + "step": 21730 + }, + { + "epoch": 20.336763330215156, + "grad_norm": 0.11027371883392334, + "learning_rate": 1.933723033068533e-05, + "loss": 0.019, + "step": 21740 + }, + { + "epoch": 20.346117867165574, + "grad_norm": 0.13410426676273346, + "learning_rate": 1.929371395213674e-05, + "loss": 0.0198, + "step": 21750 + }, + { + "epoch": 20.355472404115996, + "grad_norm": 0.11063597351312637, + "learning_rate": 1.9250234884621092e-05, + "loss": 0.0188, + "step": 21760 + }, + { + "epoch": 20.36482694106642, + "grad_norm": 0.07540000975131989, + "learning_rate": 1.920679318096959e-05, + "loss": 0.0195, + "step": 21770 + }, + { + "epoch": 20.374181478016837, + "grad_norm": 0.18346576392650604, + "learning_rate": 1.9163388893967982e-05, + "loss": 0.0209, + "step": 21780 + }, + { + "epoch": 20.38353601496726, + "grad_norm": 0.1092219427227974, + "learning_rate": 1.9120022076356575e-05, + "loss": 0.0203, + "step": 21790 + }, + { + "epoch": 20.39289055191768, + "grad_norm": 0.07728087157011032, + "learning_rate": 1.9076692780830114e-05, + "loss": 0.0194, + "step": 21800 + }, + { + "epoch": 20.4022450888681, + "grad_norm": 0.11606065928936005, + "learning_rate": 1.903340106003782e-05, + "loss": 0.0184, + "step": 21810 + }, + { + "epoch": 20.41159962581852, + "grad_norm": 0.17486946284770966, + "learning_rate": 1.8990146966583183e-05, + "loss": 0.0199, + "step": 21820 + }, + { + "epoch": 20.420954162768943, + "grad_norm": 0.10397126525640488, + "learning_rate": 1.8946930553024035e-05, + "loss": 0.0204, + "step": 21830 + }, + { + "epoch": 20.430308699719365, + "grad_norm": 0.16120849549770355, + "learning_rate": 1.8903751871872378e-05, + "loss": 0.0206, + "step": 21840 + }, + { + "epoch": 20.439663236669784, + "grad_norm": 0.10796065628528595, + "learning_rate": 1.8860610975594382e-05, + "loss": 0.0194, + "step": 21850 + }, + { + "epoch": 20.449017773620206, + "grad_norm": 0.09980682283639908, + "learning_rate": 1.8817507916610307e-05, + "loss": 0.0198, + "step": 21860 + }, + { + "epoch": 20.458372310570628, + "grad_norm": 0.10099607706069946, + "learning_rate": 1.8774442747294407e-05, + "loss": 0.0216, + "step": 21870 + }, + { + "epoch": 20.467726847521046, + "grad_norm": 0.1506156176328659, + "learning_rate": 1.8731415519974965e-05, + "loss": 0.0215, + "step": 21880 + }, + { + "epoch": 20.477081384471468, + "grad_norm": 0.13527894020080566, + "learning_rate": 1.86884262869341e-05, + "loss": 0.0196, + "step": 21890 + }, + { + "epoch": 20.48643592142189, + "grad_norm": 0.09690440446138382, + "learning_rate": 1.8645475100407788e-05, + "loss": 0.0197, + "step": 21900 + }, + { + "epoch": 20.495790458372312, + "grad_norm": 0.11399360746145248, + "learning_rate": 1.8602562012585768e-05, + "loss": 0.0194, + "step": 21910 + }, + { + "epoch": 20.50514499532273, + "grad_norm": 0.17598049342632294, + "learning_rate": 1.8559687075611466e-05, + "loss": 0.0209, + "step": 21920 + }, + { + "epoch": 20.514499532273152, + "grad_norm": 0.08864104747772217, + "learning_rate": 1.8516850341582017e-05, + "loss": 0.0209, + "step": 21930 + }, + { + "epoch": 20.523854069223574, + "grad_norm": 0.12757755815982819, + "learning_rate": 1.847405186254807e-05, + "loss": 0.0189, + "step": 21940 + }, + { + "epoch": 20.533208606173993, + "grad_norm": 0.10495421290397644, + "learning_rate": 1.843129169051379e-05, + "loss": 0.0195, + "step": 21950 + }, + { + "epoch": 20.542563143124415, + "grad_norm": 0.10776083171367645, + "learning_rate": 1.8388569877436863e-05, + "loss": 0.0186, + "step": 21960 + }, + { + "epoch": 20.551917680074837, + "grad_norm": 0.0809934213757515, + "learning_rate": 1.834588647522828e-05, + "loss": 0.0196, + "step": 21970 + }, + { + "epoch": 20.56127221702526, + "grad_norm": 0.09610341489315033, + "learning_rate": 1.8303241535752435e-05, + "loss": 0.0189, + "step": 21980 + }, + { + "epoch": 20.570626753975677, + "grad_norm": 0.09493596851825714, + "learning_rate": 1.8260635110826934e-05, + "loss": 0.0189, + "step": 21990 + }, + { + "epoch": 20.5799812909261, + "grad_norm": 0.10548492521047592, + "learning_rate": 1.8218067252222597e-05, + "loss": 0.0194, + "step": 22000 + }, + { + "epoch": 20.58933582787652, + "grad_norm": 0.17615847289562225, + "learning_rate": 1.817553801166339e-05, + "loss": 0.0189, + "step": 22010 + }, + { + "epoch": 20.59869036482694, + "grad_norm": 0.13766953349113464, + "learning_rate": 1.8133047440826333e-05, + "loss": 0.0195, + "step": 22020 + }, + { + "epoch": 20.60804490177736, + "grad_norm": 0.11135493218898773, + "learning_rate": 1.809059559134151e-05, + "loss": 0.0191, + "step": 22030 + }, + { + "epoch": 20.617399438727784, + "grad_norm": 0.09426905959844589, + "learning_rate": 1.80481825147919e-05, + "loss": 0.0207, + "step": 22040 + }, + { + "epoch": 20.626753975678206, + "grad_norm": 0.09713336825370789, + "learning_rate": 1.8005808262713396e-05, + "loss": 0.0205, + "step": 22050 + }, + { + "epoch": 20.636108512628624, + "grad_norm": 0.07885406911373138, + "learning_rate": 1.7963472886594714e-05, + "loss": 0.0192, + "step": 22060 + }, + { + "epoch": 20.645463049579046, + "grad_norm": 0.09653136134147644, + "learning_rate": 1.7921176437877302e-05, + "loss": 0.0195, + "step": 22070 + }, + { + "epoch": 20.654817586529468, + "grad_norm": 0.07434327900409698, + "learning_rate": 1.7878918967955366e-05, + "loss": 0.0196, + "step": 22080 + }, + { + "epoch": 20.664172123479887, + "grad_norm": 0.10229024291038513, + "learning_rate": 1.7836700528175693e-05, + "loss": 0.0186, + "step": 22090 + }, + { + "epoch": 20.67352666043031, + "grad_norm": 0.10638707876205444, + "learning_rate": 1.779452116983769e-05, + "loss": 0.0194, + "step": 22100 + }, + { + "epoch": 20.68288119738073, + "grad_norm": 0.1253228634595871, + "learning_rate": 1.775238094419325e-05, + "loss": 0.02, + "step": 22110 + }, + { + "epoch": 20.69223573433115, + "grad_norm": 0.08600974082946777, + "learning_rate": 1.7710279902446708e-05, + "loss": 0.0191, + "step": 22120 + }, + { + "epoch": 20.70159027128157, + "grad_norm": 0.12865108251571655, + "learning_rate": 1.7668218095754795e-05, + "loss": 0.0199, + "step": 22130 + }, + { + "epoch": 20.710944808231993, + "grad_norm": 0.13735589385032654, + "learning_rate": 1.7626195575226594e-05, + "loss": 0.0192, + "step": 22140 + }, + { + "epoch": 20.720299345182415, + "grad_norm": 0.10327208042144775, + "learning_rate": 1.758421239192343e-05, + "loss": 0.02, + "step": 22150 + }, + { + "epoch": 20.729653882132833, + "grad_norm": 0.17941391468048096, + "learning_rate": 1.7542268596858814e-05, + "loss": 0.0206, + "step": 22160 + }, + { + "epoch": 20.739008419083255, + "grad_norm": 0.08753502368927002, + "learning_rate": 1.750036424099841e-05, + "loss": 0.0197, + "step": 22170 + }, + { + "epoch": 20.748362956033677, + "grad_norm": 0.10117019712924957, + "learning_rate": 1.7458499375259956e-05, + "loss": 0.0175, + "step": 22180 + }, + { + "epoch": 20.757717492984096, + "grad_norm": 0.07567552477121353, + "learning_rate": 1.7416674050513245e-05, + "loss": 0.0195, + "step": 22190 + }, + { + "epoch": 20.767072029934518, + "grad_norm": 0.12224148213863373, + "learning_rate": 1.737488831757997e-05, + "loss": 0.0211, + "step": 22200 + }, + { + "epoch": 20.77642656688494, + "grad_norm": 0.09356853365898132, + "learning_rate": 1.733314222723373e-05, + "loss": 0.0191, + "step": 22210 + }, + { + "epoch": 20.78578110383536, + "grad_norm": 0.1042744368314743, + "learning_rate": 1.7291435830199954e-05, + "loss": 0.0187, + "step": 22220 + }, + { + "epoch": 20.79513564078578, + "grad_norm": 0.09086854010820389, + "learning_rate": 1.7249769177155878e-05, + "loss": 0.0209, + "step": 22230 + }, + { + "epoch": 20.804490177736202, + "grad_norm": 0.10012494772672653, + "learning_rate": 1.720814231873038e-05, + "loss": 0.0211, + "step": 22240 + }, + { + "epoch": 20.813844714686624, + "grad_norm": 0.10949936509132385, + "learning_rate": 1.716655530550405e-05, + "loss": 0.0206, + "step": 22250 + }, + { + "epoch": 20.823199251637043, + "grad_norm": 0.11790119111537933, + "learning_rate": 1.7125008188009017e-05, + "loss": 0.0202, + "step": 22260 + }, + { + "epoch": 20.832553788587465, + "grad_norm": 0.09160090982913971, + "learning_rate": 1.708350101672894e-05, + "loss": 0.0192, + "step": 22270 + }, + { + "epoch": 20.841908325537887, + "grad_norm": 0.10340537875890732, + "learning_rate": 1.7042033842098957e-05, + "loss": 0.0205, + "step": 22280 + }, + { + "epoch": 20.85126286248831, + "grad_norm": 0.13859912753105164, + "learning_rate": 1.7000606714505567e-05, + "loss": 0.0211, + "step": 22290 + }, + { + "epoch": 20.860617399438727, + "grad_norm": 0.10262228548526764, + "learning_rate": 1.695921968428668e-05, + "loss": 0.021, + "step": 22300 + }, + { + "epoch": 20.86997193638915, + "grad_norm": 0.10511855781078339, + "learning_rate": 1.6917872801731416e-05, + "loss": 0.0181, + "step": 22310 + }, + { + "epoch": 20.87932647333957, + "grad_norm": 0.078679658472538, + "learning_rate": 1.687656611708014e-05, + "loss": 0.0195, + "step": 22320 + }, + { + "epoch": 20.88868101028999, + "grad_norm": 0.08434329181909561, + "learning_rate": 1.6835299680524368e-05, + "loss": 0.0204, + "step": 22330 + }, + { + "epoch": 20.89803554724041, + "grad_norm": 0.1033724769949913, + "learning_rate": 1.679407354220669e-05, + "loss": 0.0186, + "step": 22340 + }, + { + "epoch": 20.907390084190833, + "grad_norm": 0.10570456087589264, + "learning_rate": 1.6752887752220793e-05, + "loss": 0.0177, + "step": 22350 + }, + { + "epoch": 20.916744621141255, + "grad_norm": 0.11558851599693298, + "learning_rate": 1.6711742360611277e-05, + "loss": 0.0175, + "step": 22360 + }, + { + "epoch": 20.926099158091674, + "grad_norm": 0.1129690408706665, + "learning_rate": 1.6670637417373652e-05, + "loss": 0.019, + "step": 22370 + }, + { + "epoch": 20.935453695042096, + "grad_norm": 0.10607770085334778, + "learning_rate": 1.6629572972454333e-05, + "loss": 0.0204, + "step": 22380 + }, + { + "epoch": 20.944808231992518, + "grad_norm": 0.10798069089651108, + "learning_rate": 1.6588549075750464e-05, + "loss": 0.0179, + "step": 22390 + }, + { + "epoch": 20.954162768942936, + "grad_norm": 0.10243552923202515, + "learning_rate": 1.6547565777109976e-05, + "loss": 0.0187, + "step": 22400 + }, + { + "epoch": 20.963517305893358, + "grad_norm": 0.08566383272409439, + "learning_rate": 1.650662312633143e-05, + "loss": 0.0187, + "step": 22410 + }, + { + "epoch": 20.97287184284378, + "grad_norm": 0.08127189427614212, + "learning_rate": 1.6465721173164002e-05, + "loss": 0.0191, + "step": 22420 + }, + { + "epoch": 20.9822263797942, + "grad_norm": 0.1140742376446724, + "learning_rate": 1.6424859967307428e-05, + "loss": 0.0198, + "step": 22430 + }, + { + "epoch": 20.99158091674462, + "grad_norm": 0.1006663516163826, + "learning_rate": 1.6384039558411903e-05, + "loss": 0.0177, + "step": 22440 + }, + { + "epoch": 21.000935453695043, + "grad_norm": 0.14648619294166565, + "learning_rate": 1.634325999607811e-05, + "loss": 0.0189, + "step": 22450 + }, + { + "epoch": 21.010289990645465, + "grad_norm": 0.12301567941904068, + "learning_rate": 1.6302521329857045e-05, + "loss": 0.0198, + "step": 22460 + }, + { + "epoch": 21.019644527595883, + "grad_norm": 0.12487765401601791, + "learning_rate": 1.6261823609250027e-05, + "loss": 0.0204, + "step": 22470 + }, + { + "epoch": 21.028999064546305, + "grad_norm": 0.0916091725230217, + "learning_rate": 1.6221166883708627e-05, + "loss": 0.0173, + "step": 22480 + }, + { + "epoch": 21.038353601496727, + "grad_norm": 0.11328453570604324, + "learning_rate": 1.6180551202634603e-05, + "loss": 0.0193, + "step": 22490 + }, + { + "epoch": 21.047708138447145, + "grad_norm": 0.10955538600683212, + "learning_rate": 1.613997661537981e-05, + "loss": 0.0181, + "step": 22500 + }, + { + "epoch": 21.057062675397567, + "grad_norm": 0.11160684376955032, + "learning_rate": 1.609944317124624e-05, + "loss": 0.0187, + "step": 22510 + }, + { + "epoch": 21.06641721234799, + "grad_norm": 0.13585300743579865, + "learning_rate": 1.605895091948582e-05, + "loss": 0.0187, + "step": 22520 + }, + { + "epoch": 21.07577174929841, + "grad_norm": 0.11003801971673965, + "learning_rate": 1.6018499909300477e-05, + "loss": 0.0186, + "step": 22530 + }, + { + "epoch": 21.08512628624883, + "grad_norm": 0.1171100065112114, + "learning_rate": 1.597809018984199e-05, + "loss": 0.018, + "step": 22540 + }, + { + "epoch": 21.09448082319925, + "grad_norm": 0.11199506372213364, + "learning_rate": 1.593772181021196e-05, + "loss": 0.0191, + "step": 22550 + }, + { + "epoch": 21.103835360149674, + "grad_norm": 0.08112820237874985, + "learning_rate": 1.5897394819461813e-05, + "loss": 0.019, + "step": 22560 + }, + { + "epoch": 21.113189897100092, + "grad_norm": 0.0963926613330841, + "learning_rate": 1.5857109266592625e-05, + "loss": 0.0179, + "step": 22570 + }, + { + "epoch": 21.122544434050514, + "grad_norm": 0.09001055359840393, + "learning_rate": 1.581686520055514e-05, + "loss": 0.0195, + "step": 22580 + }, + { + "epoch": 21.131898971000936, + "grad_norm": 0.11890050023794174, + "learning_rate": 1.5776662670249704e-05, + "loss": 0.0202, + "step": 22590 + }, + { + "epoch": 21.141253507951358, + "grad_norm": 0.1261187642812729, + "learning_rate": 1.573650172452615e-05, + "loss": 0.0189, + "step": 22600 + }, + { + "epoch": 21.150608044901777, + "grad_norm": 0.09495454281568527, + "learning_rate": 1.5696382412183852e-05, + "loss": 0.0176, + "step": 22610 + }, + { + "epoch": 21.1599625818522, + "grad_norm": 0.09930730611085892, + "learning_rate": 1.565630478197155e-05, + "loss": 0.0191, + "step": 22620 + }, + { + "epoch": 21.16931711880262, + "grad_norm": 0.10469990968704224, + "learning_rate": 1.5616268882587332e-05, + "loss": 0.0197, + "step": 22630 + }, + { + "epoch": 21.17867165575304, + "grad_norm": 0.09243344515562057, + "learning_rate": 1.5576274762678594e-05, + "loss": 0.0191, + "step": 22640 + }, + { + "epoch": 21.18802619270346, + "grad_norm": 0.09167467057704926, + "learning_rate": 1.5536322470841952e-05, + "loss": 0.0182, + "step": 22650 + }, + { + "epoch": 21.197380729653883, + "grad_norm": 0.10187838971614838, + "learning_rate": 1.549641205562324e-05, + "loss": 0.0199, + "step": 22660 + }, + { + "epoch": 21.2067352666043, + "grad_norm": 0.09599979966878891, + "learning_rate": 1.5456543565517334e-05, + "loss": 0.0192, + "step": 22670 + }, + { + "epoch": 21.216089803554723, + "grad_norm": 0.08948732912540436, + "learning_rate": 1.541671704896825e-05, + "loss": 0.0187, + "step": 22680 + }, + { + "epoch": 21.225444340505145, + "grad_norm": 0.1688317507505417, + "learning_rate": 1.5376932554368938e-05, + "loss": 0.02, + "step": 22690 + }, + { + "epoch": 21.234798877455567, + "grad_norm": 0.11011917889118195, + "learning_rate": 1.5337190130061318e-05, + "loss": 0.0186, + "step": 22700 + }, + { + "epoch": 21.244153414405986, + "grad_norm": 0.09207035601139069, + "learning_rate": 1.5297489824336165e-05, + "loss": 0.0178, + "step": 22710 + }, + { + "epoch": 21.253507951356408, + "grad_norm": 0.11757734417915344, + "learning_rate": 1.5257831685433121e-05, + "loss": 0.0174, + "step": 22720 + }, + { + "epoch": 21.26286248830683, + "grad_norm": 0.10419217497110367, + "learning_rate": 1.521821576154055e-05, + "loss": 0.0182, + "step": 22730 + }, + { + "epoch": 21.27221702525725, + "grad_norm": 0.087380051612854, + "learning_rate": 1.5178642100795542e-05, + "loss": 0.0177, + "step": 22740 + }, + { + "epoch": 21.28157156220767, + "grad_norm": 0.1004861518740654, + "learning_rate": 1.5139110751283819e-05, + "loss": 0.0184, + "step": 22750 + }, + { + "epoch": 21.290926099158092, + "grad_norm": 0.09941688179969788, + "learning_rate": 1.5099621761039683e-05, + "loss": 0.0211, + "step": 22760 + }, + { + "epoch": 21.300280636108514, + "grad_norm": 0.0917167142033577, + "learning_rate": 1.5060175178046016e-05, + "loss": 0.0192, + "step": 22770 + }, + { + "epoch": 21.309635173058933, + "grad_norm": 0.09632261097431183, + "learning_rate": 1.5020771050234117e-05, + "loss": 0.0202, + "step": 22780 + }, + { + "epoch": 21.318989710009355, + "grad_norm": 0.16709937155246735, + "learning_rate": 1.4981409425483716e-05, + "loss": 0.0188, + "step": 22790 + }, + { + "epoch": 21.328344246959777, + "grad_norm": 0.10741137713193893, + "learning_rate": 1.4942090351622883e-05, + "loss": 0.017, + "step": 22800 + }, + { + "epoch": 21.337698783910195, + "grad_norm": 0.1184607744216919, + "learning_rate": 1.490281387642804e-05, + "loss": 0.0179, + "step": 22810 + }, + { + "epoch": 21.347053320860617, + "grad_norm": 0.12825451791286469, + "learning_rate": 1.4863580047623765e-05, + "loss": 0.0179, + "step": 22820 + }, + { + "epoch": 21.35640785781104, + "grad_norm": 0.08018920570611954, + "learning_rate": 1.4824388912882897e-05, + "loss": 0.0173, + "step": 22830 + }, + { + "epoch": 21.36576239476146, + "grad_norm": 0.08402925729751587, + "learning_rate": 1.4785240519826344e-05, + "loss": 0.0182, + "step": 22840 + }, + { + "epoch": 21.37511693171188, + "grad_norm": 0.10815703868865967, + "learning_rate": 1.4746134916023097e-05, + "loss": 0.017, + "step": 22850 + }, + { + "epoch": 21.3844714686623, + "grad_norm": 0.1362774670124054, + "learning_rate": 1.4707072148990141e-05, + "loss": 0.0184, + "step": 22860 + }, + { + "epoch": 21.393826005612723, + "grad_norm": 0.10901116579771042, + "learning_rate": 1.4668052266192423e-05, + "loss": 0.019, + "step": 22870 + }, + { + "epoch": 21.403180542563142, + "grad_norm": 0.10518446564674377, + "learning_rate": 1.4629075315042795e-05, + "loss": 0.0195, + "step": 22880 + }, + { + "epoch": 21.412535079513564, + "grad_norm": 0.09167671203613281, + "learning_rate": 1.4590141342901925e-05, + "loss": 0.0194, + "step": 22890 + }, + { + "epoch": 21.421889616463986, + "grad_norm": 0.10683010518550873, + "learning_rate": 1.4551250397078253e-05, + "loss": 0.0191, + "step": 22900 + }, + { + "epoch": 21.431244153414404, + "grad_norm": 0.11639115959405899, + "learning_rate": 1.4512402524827945e-05, + "loss": 0.0174, + "step": 22910 + }, + { + "epoch": 21.440598690364826, + "grad_norm": 0.12581463158130646, + "learning_rate": 1.447359777335482e-05, + "loss": 0.0181, + "step": 22920 + }, + { + "epoch": 21.44995322731525, + "grad_norm": 0.11557396501302719, + "learning_rate": 1.4434836189810335e-05, + "loss": 0.0177, + "step": 22930 + }, + { + "epoch": 21.45930776426567, + "grad_norm": 0.0899985134601593, + "learning_rate": 1.4396117821293453e-05, + "loss": 0.0188, + "step": 22940 + }, + { + "epoch": 21.46866230121609, + "grad_norm": 0.12109667807817459, + "learning_rate": 1.4357442714850633e-05, + "loss": 0.0188, + "step": 22950 + }, + { + "epoch": 21.47801683816651, + "grad_norm": 0.11104735732078552, + "learning_rate": 1.43188109174758e-05, + "loss": 0.0182, + "step": 22960 + }, + { + "epoch": 21.487371375116933, + "grad_norm": 0.11396384239196777, + "learning_rate": 1.4280222476110206e-05, + "loss": 0.0205, + "step": 22970 + }, + { + "epoch": 21.49672591206735, + "grad_norm": 0.09046518802642822, + "learning_rate": 1.4241677437642469e-05, + "loss": 0.0183, + "step": 22980 + }, + { + "epoch": 21.506080449017773, + "grad_norm": 0.1024375781416893, + "learning_rate": 1.420317584890844e-05, + "loss": 0.0177, + "step": 22990 + }, + { + "epoch": 21.515434985968195, + "grad_norm": 0.1201573833823204, + "learning_rate": 1.4164717756691176e-05, + "loss": 0.0183, + "step": 23000 + }, + { + "epoch": 21.524789522918617, + "grad_norm": 0.12354788184165955, + "learning_rate": 1.4126303207720882e-05, + "loss": 0.0199, + "step": 23010 + }, + { + "epoch": 21.534144059869035, + "grad_norm": 0.1544833928346634, + "learning_rate": 1.408793224867484e-05, + "loss": 0.0197, + "step": 23020 + }, + { + "epoch": 21.543498596819457, + "grad_norm": 0.12908582389354706, + "learning_rate": 1.4049604926177423e-05, + "loss": 0.0195, + "step": 23030 + }, + { + "epoch": 21.55285313376988, + "grad_norm": 0.08823001384735107, + "learning_rate": 1.4011321286799916e-05, + "loss": 0.0196, + "step": 23040 + }, + { + "epoch": 21.562207670720298, + "grad_norm": 0.08952948451042175, + "learning_rate": 1.3973081377060565e-05, + "loss": 0.0175, + "step": 23050 + }, + { + "epoch": 21.57156220767072, + "grad_norm": 0.09274035692214966, + "learning_rate": 1.393488524342445e-05, + "loss": 0.0207, + "step": 23060 + }, + { + "epoch": 21.580916744621142, + "grad_norm": 0.13530386984348297, + "learning_rate": 1.3896732932303486e-05, + "loss": 0.021, + "step": 23070 + }, + { + "epoch": 21.590271281571564, + "grad_norm": 0.11035039275884628, + "learning_rate": 1.3858624490056304e-05, + "loss": 0.0187, + "step": 23080 + }, + { + "epoch": 21.599625818521982, + "grad_norm": 0.18072925508022308, + "learning_rate": 1.3820559962988299e-05, + "loss": 0.0175, + "step": 23090 + }, + { + "epoch": 21.608980355472404, + "grad_norm": 0.10733229666948318, + "learning_rate": 1.3782539397351418e-05, + "loss": 0.0187, + "step": 23100 + }, + { + "epoch": 21.618334892422826, + "grad_norm": 0.10456813871860504, + "learning_rate": 1.3744562839344266e-05, + "loss": 0.0196, + "step": 23110 + }, + { + "epoch": 21.627689429373245, + "grad_norm": 0.15697187185287476, + "learning_rate": 1.370663033511193e-05, + "loss": 0.0189, + "step": 23120 + }, + { + "epoch": 21.637043966323667, + "grad_norm": 0.13128428161144257, + "learning_rate": 1.3668741930745964e-05, + "loss": 0.0191, + "step": 23130 + }, + { + "epoch": 21.64639850327409, + "grad_norm": 0.09072232991456985, + "learning_rate": 1.3630897672284382e-05, + "loss": 0.0178, + "step": 23140 + }, + { + "epoch": 21.65575304022451, + "grad_norm": 0.07836171239614487, + "learning_rate": 1.3593097605711508e-05, + "loss": 0.018, + "step": 23150 + }, + { + "epoch": 21.66510757717493, + "grad_norm": 0.129819855093956, + "learning_rate": 1.3555341776957992e-05, + "loss": 0.0209, + "step": 23160 + }, + { + "epoch": 21.67446211412535, + "grad_norm": 0.09958767145872116, + "learning_rate": 1.3517630231900724e-05, + "loss": 0.0173, + "step": 23170 + }, + { + "epoch": 21.683816651075773, + "grad_norm": 0.09476573020219803, + "learning_rate": 1.3479963016362767e-05, + "loss": 0.0177, + "step": 23180 + }, + { + "epoch": 21.69317118802619, + "grad_norm": 0.08111115545034409, + "learning_rate": 1.3442340176113377e-05, + "loss": 0.0194, + "step": 23190 + }, + { + "epoch": 21.702525724976613, + "grad_norm": 0.12336621433496475, + "learning_rate": 1.340476175686784e-05, + "loss": 0.0198, + "step": 23200 + }, + { + "epoch": 21.711880261927035, + "grad_norm": 0.1017591804265976, + "learning_rate": 1.3367227804287469e-05, + "loss": 0.019, + "step": 23210 + }, + { + "epoch": 21.721234798877454, + "grad_norm": 0.07739519327878952, + "learning_rate": 1.332973836397956e-05, + "loss": 0.0185, + "step": 23220 + }, + { + "epoch": 21.730589335827876, + "grad_norm": 0.08102302998304367, + "learning_rate": 1.329229348149731e-05, + "loss": 0.0192, + "step": 23230 + }, + { + "epoch": 21.739943872778298, + "grad_norm": 0.10363347083330154, + "learning_rate": 1.3254893202339796e-05, + "loss": 0.0187, + "step": 23240 + }, + { + "epoch": 21.74929840972872, + "grad_norm": 0.1387765109539032, + "learning_rate": 1.3217537571951872e-05, + "loss": 0.0202, + "step": 23250 + }, + { + "epoch": 21.75865294667914, + "grad_norm": 0.10260877758264542, + "learning_rate": 1.3180226635724169e-05, + "loss": 0.0179, + "step": 23260 + }, + { + "epoch": 21.76800748362956, + "grad_norm": 0.09355608373880386, + "learning_rate": 1.314296043899298e-05, + "loss": 0.0189, + "step": 23270 + }, + { + "epoch": 21.777362020579982, + "grad_norm": 0.11438959836959839, + "learning_rate": 1.3105739027040248e-05, + "loss": 0.0184, + "step": 23280 + }, + { + "epoch": 21.7867165575304, + "grad_norm": 0.07316777110099792, + "learning_rate": 1.3068562445093491e-05, + "loss": 0.0186, + "step": 23290 + }, + { + "epoch": 21.796071094480823, + "grad_norm": 0.0884469673037529, + "learning_rate": 1.3031430738325778e-05, + "loss": 0.0194, + "step": 23300 + }, + { + "epoch": 21.805425631431245, + "grad_norm": 0.10078339278697968, + "learning_rate": 1.299434395185563e-05, + "loss": 0.0187, + "step": 23310 + }, + { + "epoch": 21.814780168381667, + "grad_norm": 0.11416361480951309, + "learning_rate": 1.295730213074699e-05, + "loss": 0.017, + "step": 23320 + }, + { + "epoch": 21.824134705332085, + "grad_norm": 0.11535978317260742, + "learning_rate": 1.2920305320009152e-05, + "loss": 0.0181, + "step": 23330 + }, + { + "epoch": 21.833489242282507, + "grad_norm": 0.09348208457231522, + "learning_rate": 1.2883353564596729e-05, + "loss": 0.018, + "step": 23340 + }, + { + "epoch": 21.84284377923293, + "grad_norm": 0.10239992290735245, + "learning_rate": 1.2846446909409604e-05, + "loss": 0.0195, + "step": 23350 + }, + { + "epoch": 21.852198316183348, + "grad_norm": 0.11578486859798431, + "learning_rate": 1.280958539929284e-05, + "loss": 0.0189, + "step": 23360 + }, + { + "epoch": 21.86155285313377, + "grad_norm": 0.0989222601056099, + "learning_rate": 1.277276907903664e-05, + "loss": 0.0176, + "step": 23370 + }, + { + "epoch": 21.87090739008419, + "grad_norm": 0.07214928418397903, + "learning_rate": 1.2735997993376298e-05, + "loss": 0.0193, + "step": 23380 + }, + { + "epoch": 21.880261927034613, + "grad_norm": 0.07451649755239487, + "learning_rate": 1.2699272186992166e-05, + "loss": 0.0173, + "step": 23390 + }, + { + "epoch": 21.889616463985032, + "grad_norm": 0.09629306197166443, + "learning_rate": 1.2662591704509547e-05, + "loss": 0.0166, + "step": 23400 + }, + { + "epoch": 21.898971000935454, + "grad_norm": 0.08081071078777313, + "learning_rate": 1.2625956590498711e-05, + "loss": 0.0193, + "step": 23410 + }, + { + "epoch": 21.908325537885876, + "grad_norm": 0.10123242437839508, + "learning_rate": 1.2589366889474757e-05, + "loss": 0.017, + "step": 23420 + }, + { + "epoch": 21.917680074836294, + "grad_norm": 0.2414381504058838, + "learning_rate": 1.2552822645897621e-05, + "loss": 0.0199, + "step": 23430 + }, + { + "epoch": 21.927034611786716, + "grad_norm": 0.12393999844789505, + "learning_rate": 1.2516323904172e-05, + "loss": 0.0184, + "step": 23440 + }, + { + "epoch": 21.93638914873714, + "grad_norm": 0.11481054127216339, + "learning_rate": 1.2479870708647324e-05, + "loss": 0.0189, + "step": 23450 + }, + { + "epoch": 21.94574368568756, + "grad_norm": 0.09458129853010178, + "learning_rate": 1.2443463103617658e-05, + "loss": 0.0188, + "step": 23460 + }, + { + "epoch": 21.95509822263798, + "grad_norm": 0.08355559408664703, + "learning_rate": 1.240710113332167e-05, + "loss": 0.0164, + "step": 23470 + }, + { + "epoch": 21.9644527595884, + "grad_norm": 0.08327646553516388, + "learning_rate": 1.2370784841942584e-05, + "loss": 0.0189, + "step": 23480 + }, + { + "epoch": 21.973807296538823, + "grad_norm": 0.10422735661268234, + "learning_rate": 1.2334514273608117e-05, + "loss": 0.0169, + "step": 23490 + }, + { + "epoch": 21.98316183348924, + "grad_norm": 0.09164910763502121, + "learning_rate": 1.2298289472390417e-05, + "loss": 0.0184, + "step": 23500 + }, + { + "epoch": 21.992516370439663, + "grad_norm": 0.09762482345104218, + "learning_rate": 1.226211048230606e-05, + "loss": 0.0184, + "step": 23510 + }, + { + "epoch": 22.001870907390085, + "grad_norm": 0.10957936197519302, + "learning_rate": 1.2225977347315921e-05, + "loss": 0.0177, + "step": 23520 + }, + { + "epoch": 22.011225444340504, + "grad_norm": 0.11986150592565536, + "learning_rate": 1.2189890111325148e-05, + "loss": 0.0189, + "step": 23530 + }, + { + "epoch": 22.020579981290926, + "grad_norm": 0.12279631942510605, + "learning_rate": 1.2153848818183161e-05, + "loss": 0.0193, + "step": 23540 + }, + { + "epoch": 22.029934518241348, + "grad_norm": 0.14103329181671143, + "learning_rate": 1.2117853511683507e-05, + "loss": 0.0175, + "step": 23550 + }, + { + "epoch": 22.03928905519177, + "grad_norm": 0.08220477402210236, + "learning_rate": 1.2081904235563906e-05, + "loss": 0.0167, + "step": 23560 + }, + { + "epoch": 22.048643592142188, + "grad_norm": 0.10802207887172699, + "learning_rate": 1.20460010335061e-05, + "loss": 0.018, + "step": 23570 + }, + { + "epoch": 22.05799812909261, + "grad_norm": 0.10338068008422852, + "learning_rate": 1.2010143949135865e-05, + "loss": 0.0178, + "step": 23580 + }, + { + "epoch": 22.067352666043032, + "grad_norm": 0.09948498755693436, + "learning_rate": 1.1974333026022938e-05, + "loss": 0.0184, + "step": 23590 + }, + { + "epoch": 22.07670720299345, + "grad_norm": 0.10511161386966705, + "learning_rate": 1.1938568307680964e-05, + "loss": 0.0197, + "step": 23600 + }, + { + "epoch": 22.086061739943872, + "grad_norm": 0.1224958524107933, + "learning_rate": 1.1902849837567464e-05, + "loss": 0.0166, + "step": 23610 + }, + { + "epoch": 22.095416276894294, + "grad_norm": 0.09961209446191788, + "learning_rate": 1.1867177659083739e-05, + "loss": 0.0179, + "step": 23620 + }, + { + "epoch": 22.104770813844716, + "grad_norm": 0.09068106859922409, + "learning_rate": 1.1831551815574848e-05, + "loss": 0.0188, + "step": 23630 + }, + { + "epoch": 22.114125350795135, + "grad_norm": 0.1103479266166687, + "learning_rate": 1.1795972350329554e-05, + "loss": 0.0186, + "step": 23640 + }, + { + "epoch": 22.123479887745557, + "grad_norm": 0.09107474237680435, + "learning_rate": 1.176043930658024e-05, + "loss": 0.0182, + "step": 23650 + }, + { + "epoch": 22.13283442469598, + "grad_norm": 0.08742805570363998, + "learning_rate": 1.1724952727502942e-05, + "loss": 0.0182, + "step": 23660 + }, + { + "epoch": 22.142188961646397, + "grad_norm": 0.09301389008760452, + "learning_rate": 1.1689512656217178e-05, + "loss": 0.0186, + "step": 23670 + }, + { + "epoch": 22.15154349859682, + "grad_norm": 0.13531196117401123, + "learning_rate": 1.1654119135785962e-05, + "loss": 0.0187, + "step": 23680 + }, + { + "epoch": 22.16089803554724, + "grad_norm": 0.1148374080657959, + "learning_rate": 1.1618772209215794e-05, + "loss": 0.0183, + "step": 23690 + }, + { + "epoch": 22.170252572497663, + "grad_norm": 0.10466115176677704, + "learning_rate": 1.1583471919456506e-05, + "loss": 0.017, + "step": 23700 + }, + { + "epoch": 22.17960710944808, + "grad_norm": 0.11165876686573029, + "learning_rate": 1.1548218309401266e-05, + "loss": 0.0173, + "step": 23710 + }, + { + "epoch": 22.188961646398504, + "grad_norm": 0.09419534355401993, + "learning_rate": 1.1513011421886555e-05, + "loss": 0.0173, + "step": 23720 + }, + { + "epoch": 22.198316183348926, + "grad_norm": 0.1654801219701767, + "learning_rate": 1.1477851299692056e-05, + "loss": 0.0158, + "step": 23730 + }, + { + "epoch": 22.207670720299344, + "grad_norm": 0.13835643231868744, + "learning_rate": 1.144273798554063e-05, + "loss": 0.0176, + "step": 23740 + }, + { + "epoch": 22.217025257249766, + "grad_norm": 0.09399297833442688, + "learning_rate": 1.1407671522098262e-05, + "loss": 0.018, + "step": 23750 + }, + { + "epoch": 22.226379794200188, + "grad_norm": 0.10153693705797195, + "learning_rate": 1.1372651951974e-05, + "loss": 0.0176, + "step": 23760 + }, + { + "epoch": 22.235734331150606, + "grad_norm": 0.08461029827594757, + "learning_rate": 1.1337679317719952e-05, + "loss": 0.0171, + "step": 23770 + }, + { + "epoch": 22.24508886810103, + "grad_norm": 0.07849295437335968, + "learning_rate": 1.1302753661831151e-05, + "loss": 0.0164, + "step": 23780 + }, + { + "epoch": 22.25444340505145, + "grad_norm": 0.11201915889978409, + "learning_rate": 1.1267875026745561e-05, + "loss": 0.0172, + "step": 23790 + }, + { + "epoch": 22.263797942001872, + "grad_norm": 0.09049534052610397, + "learning_rate": 1.1233043454844016e-05, + "loss": 0.0169, + "step": 23800 + }, + { + "epoch": 22.27315247895229, + "grad_norm": 0.10403301566839218, + "learning_rate": 1.1198258988450144e-05, + "loss": 0.0186, + "step": 23810 + }, + { + "epoch": 22.282507015902713, + "grad_norm": 0.10943084955215454, + "learning_rate": 1.1163521669830368e-05, + "loss": 0.018, + "step": 23820 + }, + { + "epoch": 22.291861552853135, + "grad_norm": 0.13295336067676544, + "learning_rate": 1.1128831541193818e-05, + "loss": 0.0184, + "step": 23830 + }, + { + "epoch": 22.301216089803553, + "grad_norm": 0.11892298609018326, + "learning_rate": 1.1094188644692255e-05, + "loss": 0.0182, + "step": 23840 + }, + { + "epoch": 22.310570626753975, + "grad_norm": 0.1166999340057373, + "learning_rate": 1.1059593022420067e-05, + "loss": 0.0182, + "step": 23850 + }, + { + "epoch": 22.319925163704397, + "grad_norm": 0.09679973870515823, + "learning_rate": 1.1025044716414184e-05, + "loss": 0.0182, + "step": 23860 + }, + { + "epoch": 22.32927970065482, + "grad_norm": 0.15129061043262482, + "learning_rate": 1.0990543768654082e-05, + "loss": 0.0172, + "step": 23870 + }, + { + "epoch": 22.338634237605238, + "grad_norm": 0.09668826311826706, + "learning_rate": 1.0956090221061655e-05, + "loss": 0.0165, + "step": 23880 + }, + { + "epoch": 22.34798877455566, + "grad_norm": 0.1183723509311676, + "learning_rate": 1.0921684115501208e-05, + "loss": 0.0181, + "step": 23890 + }, + { + "epoch": 22.35734331150608, + "grad_norm": 0.10344451665878296, + "learning_rate": 1.0887325493779405e-05, + "loss": 0.0182, + "step": 23900 + }, + { + "epoch": 22.3666978484565, + "grad_norm": 0.09583460539579391, + "learning_rate": 1.0853014397645207e-05, + "loss": 0.0166, + "step": 23910 + }, + { + "epoch": 22.376052385406922, + "grad_norm": 0.1123846098780632, + "learning_rate": 1.0818750868789829e-05, + "loss": 0.0178, + "step": 23920 + }, + { + "epoch": 22.385406922357344, + "grad_norm": 0.14719028770923615, + "learning_rate": 1.0784534948846703e-05, + "loss": 0.0176, + "step": 23930 + }, + { + "epoch": 22.394761459307766, + "grad_norm": 0.1176229938864708, + "learning_rate": 1.0750366679391393e-05, + "loss": 0.0189, + "step": 23940 + }, + { + "epoch": 22.404115996258184, + "grad_norm": 0.1153511106967926, + "learning_rate": 1.0716246101941557e-05, + "loss": 0.0176, + "step": 23950 + }, + { + "epoch": 22.413470533208606, + "grad_norm": 0.10035116970539093, + "learning_rate": 1.0682173257956934e-05, + "loss": 0.0168, + "step": 23960 + }, + { + "epoch": 22.42282507015903, + "grad_norm": 0.1054350808262825, + "learning_rate": 1.064814818883922e-05, + "loss": 0.0164, + "step": 23970 + }, + { + "epoch": 22.432179607109447, + "grad_norm": 0.11868732422590256, + "learning_rate": 1.06141709359321e-05, + "loss": 0.0187, + "step": 23980 + }, + { + "epoch": 22.44153414405987, + "grad_norm": 0.10546102374792099, + "learning_rate": 1.058024154052114e-05, + "loss": 0.0167, + "step": 23990 + }, + { + "epoch": 22.45088868101029, + "grad_norm": 0.12497818470001221, + "learning_rate": 1.0546360043833747e-05, + "loss": 0.0168, + "step": 24000 + }, + { + "epoch": 22.46024321796071, + "grad_norm": 0.09603606164455414, + "learning_rate": 1.0512526487039138e-05, + "loss": 0.0185, + "step": 24010 + }, + { + "epoch": 22.46959775491113, + "grad_norm": 0.09082958102226257, + "learning_rate": 1.0478740911248258e-05, + "loss": 0.0161, + "step": 24020 + }, + { + "epoch": 22.478952291861553, + "grad_norm": 0.09464061260223389, + "learning_rate": 1.0445003357513793e-05, + "loss": 0.0166, + "step": 24030 + }, + { + "epoch": 22.488306828811975, + "grad_norm": 0.08522255718708038, + "learning_rate": 1.0411313866830042e-05, + "loss": 0.0173, + "step": 24040 + }, + { + "epoch": 22.497661365762394, + "grad_norm": 0.11001510173082352, + "learning_rate": 1.0377672480132915e-05, + "loss": 0.0159, + "step": 24050 + }, + { + "epoch": 22.507015902712816, + "grad_norm": 0.0942750945687294, + "learning_rate": 1.0344079238299864e-05, + "loss": 0.0164, + "step": 24060 + }, + { + "epoch": 22.516370439663238, + "grad_norm": 0.08601578325033188, + "learning_rate": 1.0310534182149833e-05, + "loss": 0.0174, + "step": 24070 + }, + { + "epoch": 22.525724976613656, + "grad_norm": 0.08099240809679031, + "learning_rate": 1.0277037352443258e-05, + "loss": 0.0173, + "step": 24080 + }, + { + "epoch": 22.535079513564078, + "grad_norm": 0.09021854400634766, + "learning_rate": 1.024358878988193e-05, + "loss": 0.0179, + "step": 24090 + }, + { + "epoch": 22.5444340505145, + "grad_norm": 0.11257915198802948, + "learning_rate": 1.0210188535108995e-05, + "loss": 0.0175, + "step": 24100 + }, + { + "epoch": 22.553788587464922, + "grad_norm": 0.10706590116024017, + "learning_rate": 1.0176836628708935e-05, + "loss": 0.0159, + "step": 24110 + }, + { + "epoch": 22.56314312441534, + "grad_norm": 0.1139812171459198, + "learning_rate": 1.0143533111207454e-05, + "loss": 0.0177, + "step": 24120 + }, + { + "epoch": 22.572497661365762, + "grad_norm": 0.10743840783834457, + "learning_rate": 1.0110278023071446e-05, + "loss": 0.0187, + "step": 24130 + }, + { + "epoch": 22.581852198316184, + "grad_norm": 0.13547123968601227, + "learning_rate": 1.007707140470901e-05, + "loss": 0.0178, + "step": 24140 + }, + { + "epoch": 22.591206735266603, + "grad_norm": 0.09818672388792038, + "learning_rate": 1.0043913296469298e-05, + "loss": 0.016, + "step": 24150 + }, + { + "epoch": 22.600561272217025, + "grad_norm": 0.13175137341022491, + "learning_rate": 1.001080373864255e-05, + "loss": 0.0169, + "step": 24160 + }, + { + "epoch": 22.609915809167447, + "grad_norm": 0.11457772552967072, + "learning_rate": 9.977742771459991e-06, + "loss": 0.0172, + "step": 24170 + }, + { + "epoch": 22.61927034611787, + "grad_norm": 0.09806003421545029, + "learning_rate": 9.944730435093802e-06, + "loss": 0.0182, + "step": 24180 + }, + { + "epoch": 22.628624883068287, + "grad_norm": 0.09017682820558548, + "learning_rate": 9.911766769657115e-06, + "loss": 0.0171, + "step": 24190 + }, + { + "epoch": 22.63797942001871, + "grad_norm": 0.07590380311012268, + "learning_rate": 9.878851815203882e-06, + "loss": 0.0173, + "step": 24200 + }, + { + "epoch": 22.64733395696913, + "grad_norm": 0.09886434674263, + "learning_rate": 9.845985611728864e-06, + "loss": 0.0172, + "step": 24210 + }, + { + "epoch": 22.65668849391955, + "grad_norm": 0.1812461018562317, + "learning_rate": 9.813168199167606e-06, + "loss": 0.0196, + "step": 24220 + }, + { + "epoch": 22.66604303086997, + "grad_norm": 0.09670182317495346, + "learning_rate": 9.780399617396341e-06, + "loss": 0.0196, + "step": 24230 + }, + { + "epoch": 22.675397567820394, + "grad_norm": 0.09142595529556274, + "learning_rate": 9.747679906232016e-06, + "loss": 0.0181, + "step": 24240 + }, + { + "epoch": 22.684752104770816, + "grad_norm": 0.08987047523260117, + "learning_rate": 9.715009105432138e-06, + "loss": 0.0173, + "step": 24250 + }, + { + "epoch": 22.694106641721234, + "grad_norm": 0.118256114423275, + "learning_rate": 9.682387254694835e-06, + "loss": 0.0179, + "step": 24260 + }, + { + "epoch": 22.703461178671656, + "grad_norm": 0.1133553609251976, + "learning_rate": 9.649814393658723e-06, + "loss": 0.0179, + "step": 24270 + }, + { + "epoch": 22.712815715622078, + "grad_norm": 0.16448362171649933, + "learning_rate": 9.617290561902881e-06, + "loss": 0.0188, + "step": 24280 + }, + { + "epoch": 22.722170252572496, + "grad_norm": 0.12402372062206268, + "learning_rate": 9.584815798946861e-06, + "loss": 0.0189, + "step": 24290 + }, + { + "epoch": 22.73152478952292, + "grad_norm": 0.08287736773490906, + "learning_rate": 9.55239014425055e-06, + "loss": 0.0158, + "step": 24300 + }, + { + "epoch": 22.74087932647334, + "grad_norm": 0.13155536353588104, + "learning_rate": 9.520013637214176e-06, + "loss": 0.0189, + "step": 24310 + }, + { + "epoch": 22.75023386342376, + "grad_norm": 0.10663862526416779, + "learning_rate": 9.48768631717824e-06, + "loss": 0.0173, + "step": 24320 + }, + { + "epoch": 22.75958840037418, + "grad_norm": 0.09344495087862015, + "learning_rate": 9.455408223423496e-06, + "loss": 0.017, + "step": 24330 + }, + { + "epoch": 22.768942937324603, + "grad_norm": 0.09977131336927414, + "learning_rate": 9.423179395170845e-06, + "loss": 0.0191, + "step": 24340 + }, + { + "epoch": 22.778297474275025, + "grad_norm": 0.1363287717103958, + "learning_rate": 9.390999871581391e-06, + "loss": 0.0178, + "step": 24350 + }, + { + "epoch": 22.787652011225443, + "grad_norm": 0.0980188250541687, + "learning_rate": 9.358869691756273e-06, + "loss": 0.0188, + "step": 24360 + }, + { + "epoch": 22.797006548175865, + "grad_norm": 0.08160120993852615, + "learning_rate": 9.326788894736688e-06, + "loss": 0.0174, + "step": 24370 + }, + { + "epoch": 22.806361085126287, + "grad_norm": 0.11460378766059875, + "learning_rate": 9.294757519503811e-06, + "loss": 0.0169, + "step": 24380 + }, + { + "epoch": 22.815715622076706, + "grad_norm": 0.09296955913305283, + "learning_rate": 9.262775604978819e-06, + "loss": 0.0169, + "step": 24390 + }, + { + "epoch": 22.825070159027128, + "grad_norm": 0.09721801429986954, + "learning_rate": 9.230843190022725e-06, + "loss": 0.0186, + "step": 24400 + }, + { + "epoch": 22.83442469597755, + "grad_norm": 0.08854629099369049, + "learning_rate": 9.198960313436445e-06, + "loss": 0.017, + "step": 24410 + }, + { + "epoch": 22.84377923292797, + "grad_norm": 0.0926339253783226, + "learning_rate": 9.16712701396067e-06, + "loss": 0.0169, + "step": 24420 + }, + { + "epoch": 22.85313376987839, + "grad_norm": 0.10105881839990616, + "learning_rate": 9.135343330275864e-06, + "loss": 0.0156, + "step": 24430 + }, + { + "epoch": 22.862488306828812, + "grad_norm": 0.12130571156740189, + "learning_rate": 9.10360930100218e-06, + "loss": 0.016, + "step": 24440 + }, + { + "epoch": 22.871842843779234, + "grad_norm": 0.07893040776252747, + "learning_rate": 9.07192496469949e-06, + "loss": 0.0174, + "step": 24450 + }, + { + "epoch": 22.881197380729652, + "grad_norm": 0.08009766787290573, + "learning_rate": 9.040290359867231e-06, + "loss": 0.0161, + "step": 24460 + }, + { + "epoch": 22.890551917680074, + "grad_norm": 0.09183961898088455, + "learning_rate": 9.008705524944438e-06, + "loss": 0.0181, + "step": 24470 + }, + { + "epoch": 22.899906454630496, + "grad_norm": 0.09397070109844208, + "learning_rate": 8.977170498309651e-06, + "loss": 0.0174, + "step": 24480 + }, + { + "epoch": 22.90926099158092, + "grad_norm": 0.15208852291107178, + "learning_rate": 8.945685318280916e-06, + "loss": 0.017, + "step": 24490 + }, + { + "epoch": 22.918615528531337, + "grad_norm": 0.09649123251438141, + "learning_rate": 8.914250023115672e-06, + "loss": 0.0178, + "step": 24500 + }, + { + "epoch": 22.92797006548176, + "grad_norm": 0.1022442951798439, + "learning_rate": 8.882864651010798e-06, + "loss": 0.016, + "step": 24510 + }, + { + "epoch": 22.93732460243218, + "grad_norm": 0.0881723165512085, + "learning_rate": 8.851529240102462e-06, + "loss": 0.0174, + "step": 24520 + }, + { + "epoch": 22.9466791393826, + "grad_norm": 0.1569620668888092, + "learning_rate": 8.820243828466134e-06, + "loss": 0.0183, + "step": 24530 + }, + { + "epoch": 22.95603367633302, + "grad_norm": 0.11186281591653824, + "learning_rate": 8.789008454116566e-06, + "loss": 0.0169, + "step": 24540 + }, + { + "epoch": 22.965388213283443, + "grad_norm": 0.1252214014530182, + "learning_rate": 8.757823155007655e-06, + "loss": 0.0171, + "step": 24550 + }, + { + "epoch": 22.974742750233865, + "grad_norm": 0.10152465105056763, + "learning_rate": 8.72668796903251e-06, + "loss": 0.0153, + "step": 24560 + }, + { + "epoch": 22.984097287184284, + "grad_norm": 0.08597827702760696, + "learning_rate": 8.695602934023301e-06, + "loss": 0.0176, + "step": 24570 + }, + { + "epoch": 22.993451824134706, + "grad_norm": 0.10988731682300568, + "learning_rate": 8.664568087751274e-06, + "loss": 0.0159, + "step": 24580 + }, + { + "epoch": 23.002806361085128, + "grad_norm": 0.08822999149560928, + "learning_rate": 8.633583467926697e-06, + "loss": 0.0174, + "step": 24590 + }, + { + "epoch": 23.012160898035546, + "grad_norm": 0.08680621534585953, + "learning_rate": 8.602649112198796e-06, + "loss": 0.0177, + "step": 24600 + }, + { + "epoch": 23.021515434985968, + "grad_norm": 0.13763649761676788, + "learning_rate": 8.571765058155745e-06, + "loss": 0.0182, + "step": 24610 + }, + { + "epoch": 23.03086997193639, + "grad_norm": 0.10076431185007095, + "learning_rate": 8.540931343324583e-06, + "loss": 0.0171, + "step": 24620 + }, + { + "epoch": 23.04022450888681, + "grad_norm": 0.08414866030216217, + "learning_rate": 8.51014800517117e-06, + "loss": 0.017, + "step": 24630 + }, + { + "epoch": 23.04957904583723, + "grad_norm": 0.12190833687782288, + "learning_rate": 8.479415081100167e-06, + "loss": 0.0159, + "step": 24640 + }, + { + "epoch": 23.058933582787652, + "grad_norm": 0.12511849403381348, + "learning_rate": 8.448732608454967e-06, + "loss": 0.0177, + "step": 24650 + }, + { + "epoch": 23.068288119738074, + "grad_norm": 0.16945549845695496, + "learning_rate": 8.418100624517688e-06, + "loss": 0.0171, + "step": 24660 + }, + { + "epoch": 23.077642656688493, + "grad_norm": 0.09960800409317017, + "learning_rate": 8.387519166509062e-06, + "loss": 0.0174, + "step": 24670 + }, + { + "epoch": 23.086997193638915, + "grad_norm": 0.128596693277359, + "learning_rate": 8.356988271588445e-06, + "loss": 0.0162, + "step": 24680 + }, + { + "epoch": 23.096351730589337, + "grad_norm": 0.10873308032751083, + "learning_rate": 8.326507976853765e-06, + "loss": 0.0179, + "step": 24690 + }, + { + "epoch": 23.105706267539755, + "grad_norm": 0.0972900465130806, + "learning_rate": 8.296078319341443e-06, + "loss": 0.0169, + "step": 24700 + }, + { + "epoch": 23.115060804490177, + "grad_norm": 0.082344651222229, + "learning_rate": 8.265699336026383e-06, + "loss": 0.0162, + "step": 24710 + }, + { + "epoch": 23.1244153414406, + "grad_norm": 0.17238235473632812, + "learning_rate": 8.235371063821923e-06, + "loss": 0.0171, + "step": 24720 + }, + { + "epoch": 23.13376987839102, + "grad_norm": 0.08890572190284729, + "learning_rate": 8.205093539579767e-06, + "loss": 0.0166, + "step": 24730 + }, + { + "epoch": 23.14312441534144, + "grad_norm": 0.11104540526866913, + "learning_rate": 8.174866800089963e-06, + "loss": 0.0182, + "step": 24740 + }, + { + "epoch": 23.15247895229186, + "grad_norm": 0.09357208758592606, + "learning_rate": 8.144690882080853e-06, + "loss": 0.0171, + "step": 24750 + }, + { + "epoch": 23.161833489242284, + "grad_norm": 0.09372655302286148, + "learning_rate": 8.114565822219006e-06, + "loss": 0.0171, + "step": 24760 + }, + { + "epoch": 23.171188026192702, + "grad_norm": 0.11772657930850983, + "learning_rate": 8.084491657109233e-06, + "loss": 0.0166, + "step": 24770 + }, + { + "epoch": 23.180542563143124, + "grad_norm": 0.10992902517318726, + "learning_rate": 8.054468423294476e-06, + "loss": 0.0164, + "step": 24780 + }, + { + "epoch": 23.189897100093546, + "grad_norm": 0.0993950366973877, + "learning_rate": 8.024496157255785e-06, + "loss": 0.0156, + "step": 24790 + }, + { + "epoch": 23.199251637043965, + "grad_norm": 0.0909041240811348, + "learning_rate": 7.994574895412293e-06, + "loss": 0.0177, + "step": 24800 + }, + { + "epoch": 23.208606173994387, + "grad_norm": 0.08560455590486526, + "learning_rate": 7.964704674121149e-06, + "loss": 0.0174, + "step": 24810 + }, + { + "epoch": 23.21796071094481, + "grad_norm": 0.08946217596530914, + "learning_rate": 7.934885529677505e-06, + "loss": 0.0162, + "step": 24820 + }, + { + "epoch": 23.22731524789523, + "grad_norm": 0.07441095262765884, + "learning_rate": 7.905117498314412e-06, + "loss": 0.0189, + "step": 24830 + }, + { + "epoch": 23.23666978484565, + "grad_norm": 0.11778239160776138, + "learning_rate": 7.87540061620286e-06, + "loss": 0.0166, + "step": 24840 + }, + { + "epoch": 23.24602432179607, + "grad_norm": 0.09882677346467972, + "learning_rate": 7.845734919451647e-06, + "loss": 0.0175, + "step": 24850 + }, + { + "epoch": 23.255378858746493, + "grad_norm": 0.10094765573740005, + "learning_rate": 7.816120444107383e-06, + "loss": 0.0159, + "step": 24860 + }, + { + "epoch": 23.26473339569691, + "grad_norm": 0.09555468708276749, + "learning_rate": 7.786557226154473e-06, + "loss": 0.0175, + "step": 24870 + }, + { + "epoch": 23.274087932647333, + "grad_norm": 0.11476646363735199, + "learning_rate": 7.757045301514998e-06, + "loss": 0.0189, + "step": 24880 + }, + { + "epoch": 23.283442469597755, + "grad_norm": 0.1930171549320221, + "learning_rate": 7.727584706048735e-06, + "loss": 0.017, + "step": 24890 + }, + { + "epoch": 23.292797006548177, + "grad_norm": 0.1032232716679573, + "learning_rate": 7.698175475553077e-06, + "loss": 0.0176, + "step": 24900 + }, + { + "epoch": 23.302151543498596, + "grad_norm": 0.09320598840713501, + "learning_rate": 7.668817645763021e-06, + "loss": 0.0184, + "step": 24910 + }, + { + "epoch": 23.311506080449018, + "grad_norm": 0.09210555255413055, + "learning_rate": 7.639511252351088e-06, + "loss": 0.0182, + "step": 24920 + }, + { + "epoch": 23.32086061739944, + "grad_norm": 0.11573310941457748, + "learning_rate": 7.610256330927324e-06, + "loss": 0.018, + "step": 24930 + }, + { + "epoch": 23.330215154349858, + "grad_norm": 0.0952802449464798, + "learning_rate": 7.581052917039211e-06, + "loss": 0.0161, + "step": 24940 + }, + { + "epoch": 23.33956969130028, + "grad_norm": 0.10027887672185898, + "learning_rate": 7.551901046171645e-06, + "loss": 0.0171, + "step": 24950 + }, + { + "epoch": 23.348924228250702, + "grad_norm": 0.0815582275390625, + "learning_rate": 7.522800753746895e-06, + "loss": 0.0161, + "step": 24960 + }, + { + "epoch": 23.358278765201124, + "grad_norm": 0.10161618143320084, + "learning_rate": 7.493752075124577e-06, + "loss": 0.0173, + "step": 24970 + }, + { + "epoch": 23.367633302151543, + "grad_norm": 0.11590463668107986, + "learning_rate": 7.464755045601557e-06, + "loss": 0.0163, + "step": 24980 + }, + { + "epoch": 23.376987839101965, + "grad_norm": 0.08175009489059448, + "learning_rate": 7.435809700411972e-06, + "loss": 0.0156, + "step": 24990 + }, + { + "epoch": 23.386342376052387, + "grad_norm": 0.1030154898762703, + "learning_rate": 7.40691607472715e-06, + "loss": 0.0165, + "step": 25000 + }, + { + "epoch": 23.395696913002805, + "grad_norm": 0.08523630350828171, + "learning_rate": 7.3780742036555606e-06, + "loss": 0.0162, + "step": 25010 + }, + { + "epoch": 23.405051449953227, + "grad_norm": 0.15300394594669342, + "learning_rate": 7.349284122242783e-06, + "loss": 0.0172, + "step": 25020 + }, + { + "epoch": 23.41440598690365, + "grad_norm": 0.152284175157547, + "learning_rate": 7.320545865471512e-06, + "loss": 0.0164, + "step": 25030 + }, + { + "epoch": 23.42376052385407, + "grad_norm": 0.09412773698568344, + "learning_rate": 7.291859468261425e-06, + "loss": 0.0161, + "step": 25040 + }, + { + "epoch": 23.43311506080449, + "grad_norm": 0.15066859126091003, + "learning_rate": 7.263224965469195e-06, + "loss": 0.0156, + "step": 25050 + }, + { + "epoch": 23.44246959775491, + "grad_norm": 0.2116871029138565, + "learning_rate": 7.234642391888446e-06, + "loss": 0.0171, + "step": 25060 + }, + { + "epoch": 23.451824134705333, + "grad_norm": 0.11054655909538269, + "learning_rate": 7.206111782249697e-06, + "loss": 0.0176, + "step": 25070 + }, + { + "epoch": 23.46117867165575, + "grad_norm": 0.10612296313047409, + "learning_rate": 7.1776331712203385e-06, + "loss": 0.017, + "step": 25080 + }, + { + "epoch": 23.470533208606174, + "grad_norm": 0.0995606780052185, + "learning_rate": 7.149206593404561e-06, + "loss": 0.0164, + "step": 25090 + }, + { + "epoch": 23.479887745556596, + "grad_norm": 0.19082361459732056, + "learning_rate": 7.120832083343337e-06, + "loss": 0.0163, + "step": 25100 + }, + { + "epoch": 23.489242282507014, + "grad_norm": 0.07521245628595352, + "learning_rate": 7.092509675514369e-06, + "loss": 0.0147, + "step": 25110 + }, + { + "epoch": 23.498596819457436, + "grad_norm": 0.08767649531364441, + "learning_rate": 7.064239404332063e-06, + "loss": 0.0161, + "step": 25120 + }, + { + "epoch": 23.507951356407858, + "grad_norm": 0.11177916079759598, + "learning_rate": 7.03602130414745e-06, + "loss": 0.0176, + "step": 25130 + }, + { + "epoch": 23.51730589335828, + "grad_norm": 0.12241984903812408, + "learning_rate": 7.007855409248198e-06, + "loss": 0.0175, + "step": 25140 + }, + { + "epoch": 23.5266604303087, + "grad_norm": 0.09375310689210892, + "learning_rate": 6.979741753858521e-06, + "loss": 0.0161, + "step": 25150 + }, + { + "epoch": 23.53601496725912, + "grad_norm": 0.09645198285579681, + "learning_rate": 6.951680372139158e-06, + "loss": 0.017, + "step": 25160 + }, + { + "epoch": 23.545369504209543, + "grad_norm": 0.0942637026309967, + "learning_rate": 6.923671298187334e-06, + "loss": 0.0176, + "step": 25170 + }, + { + "epoch": 23.55472404115996, + "grad_norm": 0.07794796675443649, + "learning_rate": 6.895714566036704e-06, + "loss": 0.0161, + "step": 25180 + }, + { + "epoch": 23.564078578110383, + "grad_norm": 0.10683050006628036, + "learning_rate": 6.86781020965736e-06, + "loss": 0.016, + "step": 25190 + }, + { + "epoch": 23.573433115060805, + "grad_norm": 0.08914963155984879, + "learning_rate": 6.839958262955709e-06, + "loss": 0.016, + "step": 25200 + }, + { + "epoch": 23.582787652011227, + "grad_norm": 0.1629951298236847, + "learning_rate": 6.8121587597744894e-06, + "loss": 0.0163, + "step": 25210 + }, + { + "epoch": 23.592142188961645, + "grad_norm": 0.09615187346935272, + "learning_rate": 6.784411733892732e-06, + "loss": 0.0163, + "step": 25220 + }, + { + "epoch": 23.601496725912067, + "grad_norm": 0.09934796392917633, + "learning_rate": 6.756717219025666e-06, + "loss": 0.0155, + "step": 25230 + }, + { + "epoch": 23.61085126286249, + "grad_norm": 0.18005207180976868, + "learning_rate": 6.729075248824762e-06, + "loss": 0.0158, + "step": 25240 + }, + { + "epoch": 23.620205799812908, + "grad_norm": 0.10486236214637756, + "learning_rate": 6.701485856877615e-06, + "loss": 0.0169, + "step": 25250 + }, + { + "epoch": 23.62956033676333, + "grad_norm": 0.07815124094486237, + "learning_rate": 6.673949076707925e-06, + "loss": 0.017, + "step": 25260 + }, + { + "epoch": 23.63891487371375, + "grad_norm": 0.10474143922328949, + "learning_rate": 6.646464941775499e-06, + "loss": 0.0168, + "step": 25270 + }, + { + "epoch": 23.648269410664174, + "grad_norm": 0.10072817653417587, + "learning_rate": 6.619033485476128e-06, + "loss": 0.0149, + "step": 25280 + }, + { + "epoch": 23.657623947614592, + "grad_norm": 0.10194911062717438, + "learning_rate": 6.59165474114164e-06, + "loss": 0.0169, + "step": 25290 + }, + { + "epoch": 23.666978484565014, + "grad_norm": 0.12223728001117706, + "learning_rate": 6.564328742039783e-06, + "loss": 0.0161, + "step": 25300 + }, + { + "epoch": 23.676333021515436, + "grad_norm": 0.0964956134557724, + "learning_rate": 6.537055521374219e-06, + "loss": 0.0164, + "step": 25310 + }, + { + "epoch": 23.685687558465855, + "grad_norm": 0.10874998569488525, + "learning_rate": 6.509835112284485e-06, + "loss": 0.0177, + "step": 25320 + }, + { + "epoch": 23.695042095416277, + "grad_norm": 0.0860927402973175, + "learning_rate": 6.482667547845944e-06, + "loss": 0.0163, + "step": 25330 + }, + { + "epoch": 23.7043966323667, + "grad_norm": 0.10879571735858917, + "learning_rate": 6.455552861069736e-06, + "loss": 0.0163, + "step": 25340 + }, + { + "epoch": 23.71375116931712, + "grad_norm": 0.10062599182128906, + "learning_rate": 6.428491084902788e-06, + "loss": 0.0173, + "step": 25350 + }, + { + "epoch": 23.72310570626754, + "grad_norm": 0.08242810517549515, + "learning_rate": 6.401482252227698e-06, + "loss": 0.0157, + "step": 25360 + }, + { + "epoch": 23.73246024321796, + "grad_norm": 0.12444466352462769, + "learning_rate": 6.37452639586274e-06, + "loss": 0.0149, + "step": 25370 + }, + { + "epoch": 23.741814780168383, + "grad_norm": 0.12292563915252686, + "learning_rate": 6.347623548561826e-06, + "loss": 0.0154, + "step": 25380 + }, + { + "epoch": 23.7511693171188, + "grad_norm": 0.07020170986652374, + "learning_rate": 6.320773743014441e-06, + "loss": 0.0169, + "step": 25390 + }, + { + "epoch": 23.760523854069223, + "grad_norm": 0.07892763614654541, + "learning_rate": 6.293977011845648e-06, + "loss": 0.0162, + "step": 25400 + }, + { + "epoch": 23.769878391019645, + "grad_norm": 0.09362802654504776, + "learning_rate": 6.2672333876159835e-06, + "loss": 0.0154, + "step": 25410 + }, + { + "epoch": 23.779232927970064, + "grad_norm": 0.1148652732372284, + "learning_rate": 6.2405429028215e-06, + "loss": 0.017, + "step": 25420 + }, + { + "epoch": 23.788587464920486, + "grad_norm": 0.11122695356607437, + "learning_rate": 6.213905589893631e-06, + "loss": 0.0167, + "step": 25430 + }, + { + "epoch": 23.797942001870908, + "grad_norm": 0.12463425099849701, + "learning_rate": 6.187321481199221e-06, + "loss": 0.0158, + "step": 25440 + }, + { + "epoch": 23.80729653882133, + "grad_norm": 0.09306862950325012, + "learning_rate": 6.1607906090404895e-06, + "loss": 0.0184, + "step": 25450 + }, + { + "epoch": 23.81665107577175, + "grad_norm": 0.0717671737074852, + "learning_rate": 6.134313005654929e-06, + "loss": 0.0173, + "step": 25460 + }, + { + "epoch": 23.82600561272217, + "grad_norm": 0.08485206216573715, + "learning_rate": 6.107888703215337e-06, + "loss": 0.0167, + "step": 25470 + }, + { + "epoch": 23.835360149672592, + "grad_norm": 0.08682049065828323, + "learning_rate": 6.081517733829722e-06, + "loss": 0.0164, + "step": 25480 + }, + { + "epoch": 23.84471468662301, + "grad_norm": 0.11470479518175125, + "learning_rate": 6.055200129541294e-06, + "loss": 0.0163, + "step": 25490 + }, + { + "epoch": 23.854069223573433, + "grad_norm": 0.12391913682222366, + "learning_rate": 6.0289359223284434e-06, + "loss": 0.0166, + "step": 25500 + }, + { + "epoch": 23.863423760523855, + "grad_norm": 0.1104893833398819, + "learning_rate": 6.002725144104648e-06, + "loss": 0.0165, + "step": 25510 + }, + { + "epoch": 23.872778297474277, + "grad_norm": 0.1803746521472931, + "learning_rate": 5.976567826718477e-06, + "loss": 0.0172, + "step": 25520 + }, + { + "epoch": 23.882132834424695, + "grad_norm": 0.09578178822994232, + "learning_rate": 5.9504640019535315e-06, + "loss": 0.0175, + "step": 25530 + }, + { + "epoch": 23.891487371375117, + "grad_norm": 0.14183367788791656, + "learning_rate": 5.924413701528414e-06, + "loss": 0.0163, + "step": 25540 + }, + { + "epoch": 23.90084190832554, + "grad_norm": 0.11137498170137405, + "learning_rate": 5.898416957096703e-06, + "loss": 0.017, + "step": 25550 + }, + { + "epoch": 23.910196445275957, + "grad_norm": 0.08799684792757034, + "learning_rate": 5.872473800246913e-06, + "loss": 0.0154, + "step": 25560 + }, + { + "epoch": 23.91955098222638, + "grad_norm": 0.15228621661663055, + "learning_rate": 5.846584262502402e-06, + "loss": 0.0157, + "step": 25570 + }, + { + "epoch": 23.9289055191768, + "grad_norm": 0.09959207475185394, + "learning_rate": 5.820748375321411e-06, + "loss": 0.0156, + "step": 25580 + }, + { + "epoch": 23.938260056127223, + "grad_norm": 0.11527463048696518, + "learning_rate": 5.794966170096977e-06, + "loss": 0.0162, + "step": 25590 + }, + { + "epoch": 23.947614593077642, + "grad_norm": 0.081866554915905, + "learning_rate": 5.769237678156897e-06, + "loss": 0.0163, + "step": 25600 + }, + { + "epoch": 23.956969130028064, + "grad_norm": 0.13630032539367676, + "learning_rate": 5.743562930763735e-06, + "loss": 0.0155, + "step": 25610 + }, + { + "epoch": 23.966323666978486, + "grad_norm": 0.13928410410881042, + "learning_rate": 5.717941959114726e-06, + "loss": 0.0166, + "step": 25620 + }, + { + "epoch": 23.975678203928904, + "grad_norm": 0.1193583682179451, + "learning_rate": 5.69237479434176e-06, + "loss": 0.0162, + "step": 25630 + }, + { + "epoch": 23.985032740879326, + "grad_norm": 0.09280356764793396, + "learning_rate": 5.666861467511353e-06, + "loss": 0.0196, + "step": 25640 + }, + { + "epoch": 23.99438727782975, + "grad_norm": 0.12577906250953674, + "learning_rate": 5.641402009624591e-06, + "loss": 0.018, + "step": 25650 + }, + { + "epoch": 24.003741814780167, + "grad_norm": 0.09952385723590851, + "learning_rate": 5.615996451617145e-06, + "loss": 0.0175, + "step": 25660 + }, + { + "epoch": 24.01309635173059, + "grad_norm": 0.10582537204027176, + "learning_rate": 5.590644824359148e-06, + "loss": 0.0172, + "step": 25670 + }, + { + "epoch": 24.02245088868101, + "grad_norm": 0.105596624314785, + "learning_rate": 5.56534715865521e-06, + "loss": 0.0168, + "step": 25680 + }, + { + "epoch": 24.031805425631433, + "grad_norm": 0.07038602977991104, + "learning_rate": 5.5401034852443965e-06, + "loss": 0.0164, + "step": 25690 + }, + { + "epoch": 24.04115996258185, + "grad_norm": 0.10015124082565308, + "learning_rate": 5.514913834800134e-06, + "loss": 0.0156, + "step": 25700 + }, + { + "epoch": 24.050514499532273, + "grad_norm": 0.1098874881863594, + "learning_rate": 5.489778237930238e-06, + "loss": 0.0179, + "step": 25710 + }, + { + "epoch": 24.059869036482695, + "grad_norm": 0.09770715236663818, + "learning_rate": 5.464696725176827e-06, + "loss": 0.0162, + "step": 25720 + }, + { + "epoch": 24.069223573433113, + "grad_norm": 0.1034984290599823, + "learning_rate": 5.439669327016294e-06, + "loss": 0.0148, + "step": 25730 + }, + { + "epoch": 24.078578110383535, + "grad_norm": 0.09554371237754822, + "learning_rate": 5.4146960738592985e-06, + "loss": 0.0162, + "step": 25740 + }, + { + "epoch": 24.087932647333957, + "grad_norm": 0.095857173204422, + "learning_rate": 5.389776996050694e-06, + "loss": 0.016, + "step": 25750 + }, + { + "epoch": 24.09728718428438, + "grad_norm": 0.07926244288682938, + "learning_rate": 5.364912123869492e-06, + "loss": 0.0163, + "step": 25760 + }, + { + "epoch": 24.106641721234798, + "grad_norm": 0.07738155871629715, + "learning_rate": 5.3401014875288864e-06, + "loss": 0.0147, + "step": 25770 + }, + { + "epoch": 24.11599625818522, + "grad_norm": 0.14345934987068176, + "learning_rate": 5.315345117176129e-06, + "loss": 0.0181, + "step": 25780 + }, + { + "epoch": 24.125350795135642, + "grad_norm": 0.08308807015419006, + "learning_rate": 5.2906430428925405e-06, + "loss": 0.0157, + "step": 25790 + }, + { + "epoch": 24.13470533208606, + "grad_norm": 0.1008150652050972, + "learning_rate": 5.265995294693471e-06, + "loss": 0.0161, + "step": 25800 + }, + { + "epoch": 24.144059869036482, + "grad_norm": 0.1524105966091156, + "learning_rate": 5.241401902528254e-06, + "loss": 0.0145, + "step": 25810 + }, + { + "epoch": 24.153414405986904, + "grad_norm": 0.1075834333896637, + "learning_rate": 5.216862896280189e-06, + "loss": 0.0169, + "step": 25820 + }, + { + "epoch": 24.162768942937326, + "grad_norm": 0.10927101969718933, + "learning_rate": 5.192378305766471e-06, + "loss": 0.0163, + "step": 25830 + }, + { + "epoch": 24.172123479887745, + "grad_norm": 0.14312255382537842, + "learning_rate": 5.1679481607382065e-06, + "loss": 0.0178, + "step": 25840 + }, + { + "epoch": 24.181478016838167, + "grad_norm": 0.09271403402090073, + "learning_rate": 5.1435724908803105e-06, + "loss": 0.0143, + "step": 25850 + }, + { + "epoch": 24.19083255378859, + "grad_norm": 0.10457566380500793, + "learning_rate": 5.119251325811514e-06, + "loss": 0.0169, + "step": 25860 + }, + { + "epoch": 24.200187090739007, + "grad_norm": 0.10741240531206131, + "learning_rate": 5.094984695084348e-06, + "loss": 0.016, + "step": 25870 + }, + { + "epoch": 24.20954162768943, + "grad_norm": 0.09967707097530365, + "learning_rate": 5.070772628185039e-06, + "loss": 0.0172, + "step": 25880 + }, + { + "epoch": 24.21889616463985, + "grad_norm": 0.0769306868314743, + "learning_rate": 5.046615154533535e-06, + "loss": 0.0161, + "step": 25890 + }, + { + "epoch": 24.22825070159027, + "grad_norm": 0.10282787680625916, + "learning_rate": 5.022512303483451e-06, + "loss": 0.0163, + "step": 25900 + }, + { + "epoch": 24.23760523854069, + "grad_norm": 0.09729134291410446, + "learning_rate": 4.998464104322015e-06, + "loss": 0.0173, + "step": 25910 + }, + { + "epoch": 24.246959775491113, + "grad_norm": 0.12652212381362915, + "learning_rate": 4.974470586270047e-06, + "loss": 0.0156, + "step": 25920 + }, + { + "epoch": 24.256314312441535, + "grad_norm": 0.08520758152008057, + "learning_rate": 4.950531778481965e-06, + "loss": 0.0159, + "step": 25930 + }, + { + "epoch": 24.265668849391954, + "grad_norm": 0.09235765039920807, + "learning_rate": 4.926647710045651e-06, + "loss": 0.0164, + "step": 25940 + }, + { + "epoch": 24.275023386342376, + "grad_norm": 0.10706879943609238, + "learning_rate": 4.9028184099825125e-06, + "loss": 0.016, + "step": 25950 + }, + { + "epoch": 24.284377923292798, + "grad_norm": 0.09578850120306015, + "learning_rate": 4.879043907247382e-06, + "loss": 0.0159, + "step": 25960 + }, + { + "epoch": 24.293732460243216, + "grad_norm": 0.08631272614002228, + "learning_rate": 4.8553242307285414e-06, + "loss": 0.0168, + "step": 25970 + }, + { + "epoch": 24.30308699719364, + "grad_norm": 0.07880978286266327, + "learning_rate": 4.8316594092476185e-06, + "loss": 0.0155, + "step": 25980 + }, + { + "epoch": 24.31244153414406, + "grad_norm": 0.0902283787727356, + "learning_rate": 4.808049471559617e-06, + "loss": 0.0167, + "step": 25990 + }, + { + "epoch": 24.321796071094482, + "grad_norm": 0.08149717003107071, + "learning_rate": 4.784494446352833e-06, + "loss": 0.0164, + "step": 26000 + }, + { + "epoch": 24.3311506080449, + "grad_norm": 0.19698655605316162, + "learning_rate": 4.760994362248833e-06, + "loss": 0.0163, + "step": 26010 + }, + { + "epoch": 24.340505144995323, + "grad_norm": 0.09509402513504028, + "learning_rate": 4.737549247802442e-06, + "loss": 0.0152, + "step": 26020 + }, + { + "epoch": 24.349859681945745, + "grad_norm": 0.08516471087932587, + "learning_rate": 4.714159131501689e-06, + "loss": 0.0155, + "step": 26030 + }, + { + "epoch": 24.359214218896163, + "grad_norm": 0.10770248621702194, + "learning_rate": 4.690824041767766e-06, + "loss": 0.015, + "step": 26040 + }, + { + "epoch": 24.368568755846585, + "grad_norm": 0.09071550518274307, + "learning_rate": 4.6675440069550105e-06, + "loss": 0.015, + "step": 26050 + }, + { + "epoch": 24.377923292797007, + "grad_norm": 0.13730785250663757, + "learning_rate": 4.64431905535086e-06, + "loss": 0.0164, + "step": 26060 + }, + { + "epoch": 24.38727782974743, + "grad_norm": 0.09817086905241013, + "learning_rate": 4.621149215175808e-06, + "loss": 0.0164, + "step": 26070 + }, + { + "epoch": 24.396632366697848, + "grad_norm": 0.09143654257059097, + "learning_rate": 4.5980345145834154e-06, + "loss": 0.0151, + "step": 26080 + }, + { + "epoch": 24.40598690364827, + "grad_norm": 0.09927122294902802, + "learning_rate": 4.574974981660213e-06, + "loss": 0.0165, + "step": 26090 + }, + { + "epoch": 24.41534144059869, + "grad_norm": 0.09284880757331848, + "learning_rate": 4.551970644425707e-06, + "loss": 0.0161, + "step": 26100 + }, + { + "epoch": 24.42469597754911, + "grad_norm": 0.10417528450489044, + "learning_rate": 4.529021530832328e-06, + "loss": 0.0154, + "step": 26110 + }, + { + "epoch": 24.434050514499532, + "grad_norm": 0.10919409245252609, + "learning_rate": 4.5061276687654306e-06, + "loss": 0.0176, + "step": 26120 + }, + { + "epoch": 24.443405051449954, + "grad_norm": 0.10263758897781372, + "learning_rate": 4.4832890860431965e-06, + "loss": 0.0156, + "step": 26130 + }, + { + "epoch": 24.452759588400376, + "grad_norm": 0.0933765396475792, + "learning_rate": 4.460505810416682e-06, + "loss": 0.0151, + "step": 26140 + }, + { + "epoch": 24.462114125350794, + "grad_norm": 0.14803139865398407, + "learning_rate": 4.4377778695696984e-06, + "loss": 0.0164, + "step": 26150 + }, + { + "epoch": 24.471468662301216, + "grad_norm": 0.0885980874300003, + "learning_rate": 4.415105291118843e-06, + "loss": 0.016, + "step": 26160 + }, + { + "epoch": 24.48082319925164, + "grad_norm": 0.10503045469522476, + "learning_rate": 4.392488102613435e-06, + "loss": 0.015, + "step": 26170 + }, + { + "epoch": 24.490177736202057, + "grad_norm": 0.1259838044643402, + "learning_rate": 4.369926331535473e-06, + "loss": 0.0142, + "step": 26180 + }, + { + "epoch": 24.49953227315248, + "grad_norm": 0.10034732520580292, + "learning_rate": 4.347420005299668e-06, + "loss": 0.016, + "step": 26190 + }, + { + "epoch": 24.5088868101029, + "grad_norm": 0.11975570023059845, + "learning_rate": 4.324969151253317e-06, + "loss": 0.0176, + "step": 26200 + }, + { + "epoch": 24.51824134705332, + "grad_norm": 0.10516664385795593, + "learning_rate": 4.302573796676312e-06, + "loss": 0.0166, + "step": 26210 + }, + { + "epoch": 24.52759588400374, + "grad_norm": 0.08545119315385818, + "learning_rate": 4.2802339687811385e-06, + "loss": 0.0153, + "step": 26220 + }, + { + "epoch": 24.536950420954163, + "grad_norm": 0.10548485815525055, + "learning_rate": 4.257949694712771e-06, + "loss": 0.0153, + "step": 26230 + }, + { + "epoch": 24.546304957904585, + "grad_norm": 0.16046953201293945, + "learning_rate": 4.235721001548726e-06, + "loss": 0.0172, + "step": 26240 + }, + { + "epoch": 24.555659494855004, + "grad_norm": 0.09931066632270813, + "learning_rate": 4.21354791629896e-06, + "loss": 0.0168, + "step": 26250 + }, + { + "epoch": 24.565014031805426, + "grad_norm": 0.11218690872192383, + "learning_rate": 4.191430465905843e-06, + "loss": 0.0156, + "step": 26260 + }, + { + "epoch": 24.574368568755848, + "grad_norm": 0.11025848239660263, + "learning_rate": 4.169368677244184e-06, + "loss": 0.0178, + "step": 26270 + }, + { + "epoch": 24.583723105706266, + "grad_norm": 0.12210989743471146, + "learning_rate": 4.147362577121122e-06, + "loss": 0.015, + "step": 26280 + }, + { + "epoch": 24.593077642656688, + "grad_norm": 0.11722331494092941, + "learning_rate": 4.125412192276157e-06, + "loss": 0.015, + "step": 26290 + }, + { + "epoch": 24.60243217960711, + "grad_norm": 0.10620930790901184, + "learning_rate": 4.10351754938107e-06, + "loss": 0.0165, + "step": 26300 + }, + { + "epoch": 24.611786716557532, + "grad_norm": 0.10069355368614197, + "learning_rate": 4.081678675039913e-06, + "loss": 0.0149, + "step": 26310 + }, + { + "epoch": 24.62114125350795, + "grad_norm": 0.07758942246437073, + "learning_rate": 4.0598955957889876e-06, + "loss": 0.0188, + "step": 26320 + }, + { + "epoch": 24.630495790458372, + "grad_norm": 0.1304813176393509, + "learning_rate": 4.038168338096776e-06, + "loss": 0.016, + "step": 26330 + }, + { + "epoch": 24.639850327408794, + "grad_norm": 0.09769077599048615, + "learning_rate": 4.016496928363944e-06, + "loss": 0.0157, + "step": 26340 + }, + { + "epoch": 24.649204864359213, + "grad_norm": 0.11054953932762146, + "learning_rate": 3.994881392923317e-06, + "loss": 0.0159, + "step": 26350 + }, + { + "epoch": 24.658559401309635, + "grad_norm": 0.12697230279445648, + "learning_rate": 3.9733217580397945e-06, + "loss": 0.0176, + "step": 26360 + }, + { + "epoch": 24.667913938260057, + "grad_norm": 0.12070333957672119, + "learning_rate": 3.951818049910366e-06, + "loss": 0.0171, + "step": 26370 + }, + { + "epoch": 24.67726847521048, + "grad_norm": 0.09165864437818527, + "learning_rate": 3.930370294664071e-06, + "loss": 0.0155, + "step": 26380 + }, + { + "epoch": 24.686623012160897, + "grad_norm": 0.09702131152153015, + "learning_rate": 3.908978518361938e-06, + "loss": 0.0147, + "step": 26390 + }, + { + "epoch": 24.69597754911132, + "grad_norm": 0.09109505265951157, + "learning_rate": 3.887642746997017e-06, + "loss": 0.0166, + "step": 26400 + }, + { + "epoch": 24.70533208606174, + "grad_norm": 0.09642200917005539, + "learning_rate": 3.866363006494255e-06, + "loss": 0.0169, + "step": 26410 + }, + { + "epoch": 24.71468662301216, + "grad_norm": 0.10918618738651276, + "learning_rate": 3.8451393227105725e-06, + "loss": 0.0165, + "step": 26420 + }, + { + "epoch": 24.72404115996258, + "grad_norm": 0.0881652981042862, + "learning_rate": 3.823971721434727e-06, + "loss": 0.0155, + "step": 26430 + }, + { + "epoch": 24.733395696913004, + "grad_norm": 0.08180862665176392, + "learning_rate": 3.8028602283873505e-06, + "loss": 0.0152, + "step": 26440 + }, + { + "epoch": 24.742750233863426, + "grad_norm": 0.10021491348743439, + "learning_rate": 3.781804869220912e-06, + "loss": 0.017, + "step": 26450 + }, + { + "epoch": 24.752104770813844, + "grad_norm": 0.2759583294391632, + "learning_rate": 3.760805669519646e-06, + "loss": 0.0156, + "step": 26460 + }, + { + "epoch": 24.761459307764266, + "grad_norm": 0.09159467369318008, + "learning_rate": 3.7398626547995587e-06, + "loss": 0.0165, + "step": 26470 + }, + { + "epoch": 24.770813844714688, + "grad_norm": 0.08909383416175842, + "learning_rate": 3.7189758505083995e-06, + "loss": 0.015, + "step": 26480 + }, + { + "epoch": 24.780168381665106, + "grad_norm": 0.10776269435882568, + "learning_rate": 3.6981452820255837e-06, + "loss": 0.0173, + "step": 26490 + }, + { + "epoch": 24.78952291861553, + "grad_norm": 0.2551758885383606, + "learning_rate": 3.6773709746622363e-06, + "loss": 0.0163, + "step": 26500 + }, + { + "epoch": 24.79887745556595, + "grad_norm": 0.09308326989412308, + "learning_rate": 3.6566529536610995e-06, + "loss": 0.0148, + "step": 26510 + }, + { + "epoch": 24.80823199251637, + "grad_norm": 0.09180989116430283, + "learning_rate": 3.635991244196513e-06, + "loss": 0.0144, + "step": 26520 + }, + { + "epoch": 24.81758652946679, + "grad_norm": 0.09760938584804535, + "learning_rate": 3.615385871374405e-06, + "loss": 0.0186, + "step": 26530 + }, + { + "epoch": 24.826941066417213, + "grad_norm": 0.1149565726518631, + "learning_rate": 3.5948368602322367e-06, + "loss": 0.0172, + "step": 26540 + }, + { + "epoch": 24.836295603367635, + "grad_norm": 0.1258736252784729, + "learning_rate": 3.5743442357390187e-06, + "loss": 0.017, + "step": 26550 + }, + { + "epoch": 24.845650140318053, + "grad_norm": 0.1191861629486084, + "learning_rate": 3.5539080227951937e-06, + "loss": 0.0159, + "step": 26560 + }, + { + "epoch": 24.855004677268475, + "grad_norm": 0.1320643126964569, + "learning_rate": 3.533528246232709e-06, + "loss": 0.0157, + "step": 26570 + }, + { + "epoch": 24.864359214218897, + "grad_norm": 0.1140870451927185, + "learning_rate": 3.5132049308149117e-06, + "loss": 0.0139, + "step": 26580 + }, + { + "epoch": 24.873713751169316, + "grad_norm": 0.161507710814476, + "learning_rate": 3.4929381012365425e-06, + "loss": 0.0159, + "step": 26590 + }, + { + "epoch": 24.883068288119738, + "grad_norm": 0.0977523997426033, + "learning_rate": 3.472727782123697e-06, + "loss": 0.0156, + "step": 26600 + }, + { + "epoch": 24.89242282507016, + "grad_norm": 0.10503087937831879, + "learning_rate": 3.4525739980338425e-06, + "loss": 0.0152, + "step": 26610 + }, + { + "epoch": 24.90177736202058, + "grad_norm": 0.15980878472328186, + "learning_rate": 3.432476773455712e-06, + "loss": 0.0162, + "step": 26620 + }, + { + "epoch": 24.911131898971, + "grad_norm": 0.10876842588186264, + "learning_rate": 3.4124361328093378e-06, + "loss": 0.0152, + "step": 26630 + }, + { + "epoch": 24.920486435921422, + "grad_norm": 0.10784149914979935, + "learning_rate": 3.392452100445975e-06, + "loss": 0.0174, + "step": 26640 + }, + { + "epoch": 24.929840972871844, + "grad_norm": 0.09633278846740723, + "learning_rate": 3.3725247006481163e-06, + "loss": 0.0175, + "step": 26650 + }, + { + "epoch": 24.939195509822262, + "grad_norm": 0.08572950959205627, + "learning_rate": 3.3526539576294313e-06, + "loss": 0.0166, + "step": 26660 + }, + { + "epoch": 24.948550046772684, + "grad_norm": 0.09731569141149521, + "learning_rate": 3.332839895534745e-06, + "loss": 0.0143, + "step": 26670 + }, + { + "epoch": 24.957904583723106, + "grad_norm": 0.07232102006673813, + "learning_rate": 3.3130825384400155e-06, + "loss": 0.0148, + "step": 26680 + }, + { + "epoch": 24.96725912067353, + "grad_norm": 0.11951840668916702, + "learning_rate": 3.293381910352278e-06, + "loss": 0.0164, + "step": 26690 + }, + { + "epoch": 24.976613657623947, + "grad_norm": 0.092820905148983, + "learning_rate": 3.273738035209678e-06, + "loss": 0.017, + "step": 26700 + }, + { + "epoch": 24.98596819457437, + "grad_norm": 0.0929344892501831, + "learning_rate": 3.254150936881356e-06, + "loss": 0.0164, + "step": 26710 + }, + { + "epoch": 24.99532273152479, + "grad_norm": 0.16438911855220795, + "learning_rate": 3.234620639167496e-06, + "loss": 0.0149, + "step": 26720 + }, + { + "epoch": 25.00467726847521, + "grad_norm": 0.07361908257007599, + "learning_rate": 3.2151471657992482e-06, + "loss": 0.0154, + "step": 26730 + }, + { + "epoch": 25.01403180542563, + "grad_norm": 0.1385798454284668, + "learning_rate": 3.195730540438718e-06, + "loss": 0.0165, + "step": 26740 + }, + { + "epoch": 25.023386342376053, + "grad_norm": 0.09121615439653397, + "learning_rate": 3.1763707866789336e-06, + "loss": 0.0182, + "step": 26750 + }, + { + "epoch": 25.03274087932647, + "grad_norm": 0.10468946397304535, + "learning_rate": 3.1570679280438165e-06, + "loss": 0.0159, + "step": 26760 + }, + { + "epoch": 25.042095416276894, + "grad_norm": 0.1296796202659607, + "learning_rate": 3.1378219879881767e-06, + "loss": 0.0156, + "step": 26770 + }, + { + "epoch": 25.051449953227316, + "grad_norm": 0.08993703871965408, + "learning_rate": 3.11863298989763e-06, + "loss": 0.0166, + "step": 26780 + }, + { + "epoch": 25.060804490177738, + "grad_norm": 0.10072435438632965, + "learning_rate": 3.0995009570886303e-06, + "loss": 0.0152, + "step": 26790 + }, + { + "epoch": 25.070159027128156, + "grad_norm": 0.0967215895652771, + "learning_rate": 3.0804259128083936e-06, + "loss": 0.0148, + "step": 26800 + }, + { + "epoch": 25.079513564078578, + "grad_norm": 0.14955422282218933, + "learning_rate": 3.06140788023489e-06, + "loss": 0.0157, + "step": 26810 + }, + { + "epoch": 25.088868101029, + "grad_norm": 0.07519745081663132, + "learning_rate": 3.042446882476846e-06, + "loss": 0.0159, + "step": 26820 + }, + { + "epoch": 25.09822263797942, + "grad_norm": 0.08308509737253189, + "learning_rate": 3.023542942573643e-06, + "loss": 0.0154, + "step": 26830 + }, + { + "epoch": 25.10757717492984, + "grad_norm": 0.09682050347328186, + "learning_rate": 3.004696083495351e-06, + "loss": 0.0147, + "step": 26840 + }, + { + "epoch": 25.116931711880262, + "grad_norm": 0.11810726672410965, + "learning_rate": 2.98590632814269e-06, + "loss": 0.0166, + "step": 26850 + }, + { + "epoch": 25.126286248830684, + "grad_norm": 0.08184356987476349, + "learning_rate": 2.9671736993469702e-06, + "loss": 0.0167, + "step": 26860 + }, + { + "epoch": 25.135640785781103, + "grad_norm": 0.1007583886384964, + "learning_rate": 2.9484982198701216e-06, + "loss": 0.0146, + "step": 26870 + }, + { + "epoch": 25.144995322731525, + "grad_norm": 0.10246174782514572, + "learning_rate": 2.929879912404604e-06, + "loss": 0.0158, + "step": 26880 + }, + { + "epoch": 25.154349859681947, + "grad_norm": 0.1065988689661026, + "learning_rate": 2.9113187995734147e-06, + "loss": 0.0162, + "step": 26890 + }, + { + "epoch": 25.163704396632365, + "grad_norm": 0.09215570986270905, + "learning_rate": 2.8928149039300524e-06, + "loss": 0.014, + "step": 26900 + }, + { + "epoch": 25.173058933582787, + "grad_norm": 0.14254051446914673, + "learning_rate": 2.8743682479584975e-06, + "loss": 0.0149, + "step": 26910 + }, + { + "epoch": 25.18241347053321, + "grad_norm": 0.09084474295377731, + "learning_rate": 2.8559788540731824e-06, + "loss": 0.0163, + "step": 26920 + }, + { + "epoch": 25.19176800748363, + "grad_norm": 0.12073807418346405, + "learning_rate": 2.8376467446189493e-06, + "loss": 0.0161, + "step": 26930 + }, + { + "epoch": 25.20112254443405, + "grad_norm": 0.08713704347610474, + "learning_rate": 2.8193719418710406e-06, + "loss": 0.015, + "step": 26940 + }, + { + "epoch": 25.21047708138447, + "grad_norm": 0.08110138028860092, + "learning_rate": 2.8011544680350667e-06, + "loss": 0.016, + "step": 26950 + }, + { + "epoch": 25.219831618334894, + "grad_norm": 0.10718979686498642, + "learning_rate": 2.7829943452469753e-06, + "loss": 0.0162, + "step": 26960 + }, + { + "epoch": 25.229186155285312, + "grad_norm": 0.12775222957134247, + "learning_rate": 2.7648915955730213e-06, + "loss": 0.0149, + "step": 26970 + }, + { + "epoch": 25.238540692235734, + "grad_norm": 0.08516430109739304, + "learning_rate": 2.746846241009765e-06, + "loss": 0.0145, + "step": 26980 + }, + { + "epoch": 25.247895229186156, + "grad_norm": 0.09218640625476837, + "learning_rate": 2.7288583034839945e-06, + "loss": 0.0163, + "step": 26990 + }, + { + "epoch": 25.257249766136574, + "grad_norm": 0.109457828104496, + "learning_rate": 2.7109278048527752e-06, + "loss": 0.0168, + "step": 27000 + }, + { + "epoch": 25.266604303086996, + "grad_norm": 0.08300744742155075, + "learning_rate": 2.6930547669033413e-06, + "loss": 0.0151, + "step": 27010 + }, + { + "epoch": 25.27595884003742, + "grad_norm": 0.09596560150384903, + "learning_rate": 2.675239211353109e-06, + "loss": 0.0159, + "step": 27020 + }, + { + "epoch": 25.28531337698784, + "grad_norm": 0.11895401775836945, + "learning_rate": 2.6574811598496786e-06, + "loss": 0.0151, + "step": 27030 + }, + { + "epoch": 25.29466791393826, + "grad_norm": 0.13502484560012817, + "learning_rate": 2.6397806339707456e-06, + "loss": 0.0161, + "step": 27040 + }, + { + "epoch": 25.30402245088868, + "grad_norm": 0.10497543215751648, + "learning_rate": 2.6221376552241217e-06, + "loss": 0.015, + "step": 27050 + }, + { + "epoch": 25.313376987839103, + "grad_norm": 0.11970251798629761, + "learning_rate": 2.604552245047681e-06, + "loss": 0.0147, + "step": 27060 + }, + { + "epoch": 25.32273152478952, + "grad_norm": 0.10421653091907501, + "learning_rate": 2.587024424809359e-06, + "loss": 0.0158, + "step": 27070 + }, + { + "epoch": 25.332086061739943, + "grad_norm": 0.09838327020406723, + "learning_rate": 2.5695542158071186e-06, + "loss": 0.0146, + "step": 27080 + }, + { + "epoch": 25.341440598690365, + "grad_norm": 0.12976093590259552, + "learning_rate": 2.5521416392689068e-06, + "loss": 0.0155, + "step": 27090 + }, + { + "epoch": 25.350795135640787, + "grad_norm": 0.13143199682235718, + "learning_rate": 2.5347867163526384e-06, + "loss": 0.0149, + "step": 27100 + }, + { + "epoch": 25.360149672591206, + "grad_norm": 0.13605853915214539, + "learning_rate": 2.517489468146189e-06, + "loss": 0.0158, + "step": 27110 + }, + { + "epoch": 25.369504209541628, + "grad_norm": 0.10875789821147919, + "learning_rate": 2.500249915667341e-06, + "loss": 0.0158, + "step": 27120 + }, + { + "epoch": 25.37885874649205, + "grad_norm": 0.12231713533401489, + "learning_rate": 2.4830680798637817e-06, + "loss": 0.0146, + "step": 27130 + }, + { + "epoch": 25.388213283442468, + "grad_norm": 0.09901600331068039, + "learning_rate": 2.465943981613056e-06, + "loss": 0.0164, + "step": 27140 + }, + { + "epoch": 25.39756782039289, + "grad_norm": 0.07853887975215912, + "learning_rate": 2.448877641722569e-06, + "loss": 0.0165, + "step": 27150 + }, + { + "epoch": 25.406922357343312, + "grad_norm": 0.08827245980501175, + "learning_rate": 2.431869080929522e-06, + "loss": 0.0161, + "step": 27160 + }, + { + "epoch": 25.416276894293734, + "grad_norm": 0.10928823798894882, + "learning_rate": 2.4149183199009216e-06, + "loss": 0.0154, + "step": 27170 + }, + { + "epoch": 25.425631431244152, + "grad_norm": 0.11461710929870605, + "learning_rate": 2.3980253792335427e-06, + "loss": 0.0151, + "step": 27180 + }, + { + "epoch": 25.434985968194574, + "grad_norm": 0.09073825180530548, + "learning_rate": 2.381190279453899e-06, + "loss": 0.0156, + "step": 27190 + }, + { + "epoch": 25.444340505144996, + "grad_norm": 0.1317894458770752, + "learning_rate": 2.364413041018232e-06, + "loss": 0.0152, + "step": 27200 + }, + { + "epoch": 25.453695042095415, + "grad_norm": 0.0979996845126152, + "learning_rate": 2.347693684312463e-06, + "loss": 0.0154, + "step": 27210 + }, + { + "epoch": 25.463049579045837, + "grad_norm": 0.08168480545282364, + "learning_rate": 2.331032229652186e-06, + "loss": 0.0156, + "step": 27220 + }, + { + "epoch": 25.47240411599626, + "grad_norm": 0.0969332754611969, + "learning_rate": 2.314428697282628e-06, + "loss": 0.0152, + "step": 27230 + }, + { + "epoch": 25.48175865294668, + "grad_norm": 0.06881973147392273, + "learning_rate": 2.297883107378673e-06, + "loss": 0.0153, + "step": 27240 + }, + { + "epoch": 25.4911131898971, + "grad_norm": 0.11082322150468826, + "learning_rate": 2.2813954800447513e-06, + "loss": 0.0151, + "step": 27250 + }, + { + "epoch": 25.50046772684752, + "grad_norm": 0.1140582412481308, + "learning_rate": 2.2649658353148974e-06, + "loss": 0.0151, + "step": 27260 + }, + { + "epoch": 25.509822263797943, + "grad_norm": 0.07784818112850189, + "learning_rate": 2.2485941931526645e-06, + "loss": 0.0154, + "step": 27270 + }, + { + "epoch": 25.51917680074836, + "grad_norm": 0.08215054869651794, + "learning_rate": 2.232280573451151e-06, + "loss": 0.0158, + "step": 27280 + }, + { + "epoch": 25.528531337698784, + "grad_norm": 0.08625569194555283, + "learning_rate": 2.216024996032945e-06, + "loss": 0.0165, + "step": 27290 + }, + { + "epoch": 25.537885874649206, + "grad_norm": 0.0851493552327156, + "learning_rate": 2.1998274806501074e-06, + "loss": 0.0155, + "step": 27300 + }, + { + "epoch": 25.547240411599624, + "grad_norm": 0.10843014717102051, + "learning_rate": 2.183688046984139e-06, + "loss": 0.0163, + "step": 27310 + }, + { + "epoch": 25.556594948550046, + "grad_norm": 0.11157264560461044, + "learning_rate": 2.167606714645981e-06, + "loss": 0.0156, + "step": 27320 + }, + { + "epoch": 25.565949485500468, + "grad_norm": 0.14585639536380768, + "learning_rate": 2.151583503175958e-06, + "loss": 0.016, + "step": 27330 + }, + { + "epoch": 25.57530402245089, + "grad_norm": 0.09388773888349533, + "learning_rate": 2.1356184320437957e-06, + "loss": 0.0144, + "step": 27340 + }, + { + "epoch": 25.58465855940131, + "grad_norm": 0.08860275894403458, + "learning_rate": 2.119711520648554e-06, + "loss": 0.0149, + "step": 27350 + }, + { + "epoch": 25.59401309635173, + "grad_norm": 0.11534306406974792, + "learning_rate": 2.103862788318628e-06, + "loss": 0.0157, + "step": 27360 + }, + { + "epoch": 25.603367633302152, + "grad_norm": 0.10723263025283813, + "learning_rate": 2.088072254311729e-06, + "loss": 0.0161, + "step": 27370 + }, + { + "epoch": 25.61272217025257, + "grad_norm": 0.11476822942495346, + "learning_rate": 2.0723399378148435e-06, + "loss": 0.015, + "step": 27380 + }, + { + "epoch": 25.622076707202993, + "grad_norm": 0.10135044902563095, + "learning_rate": 2.0566658579442065e-06, + "loss": 0.0155, + "step": 27390 + }, + { + "epoch": 25.631431244153415, + "grad_norm": 0.11989015340805054, + "learning_rate": 2.0410500337453176e-06, + "loss": 0.0156, + "step": 27400 + }, + { + "epoch": 25.640785781103837, + "grad_norm": 0.07488654553890228, + "learning_rate": 2.0254924841928645e-06, + "loss": 0.015, + "step": 27410 + }, + { + "epoch": 25.650140318054255, + "grad_norm": 0.08230032026767731, + "learning_rate": 2.009993228190754e-06, + "loss": 0.0146, + "step": 27420 + }, + { + "epoch": 25.659494855004677, + "grad_norm": 0.08327493816614151, + "learning_rate": 1.9945522845720323e-06, + "loss": 0.0153, + "step": 27430 + }, + { + "epoch": 25.6688493919551, + "grad_norm": 0.12375984340906143, + "learning_rate": 1.9791696720988963e-06, + "loss": 0.0153, + "step": 27440 + }, + { + "epoch": 25.678203928905518, + "grad_norm": 0.08936894685029984, + "learning_rate": 1.9638454094626833e-06, + "loss": 0.0156, + "step": 27450 + }, + { + "epoch": 25.68755846585594, + "grad_norm": 0.09455724060535431, + "learning_rate": 1.9485795152838104e-06, + "loss": 0.0151, + "step": 27460 + }, + { + "epoch": 25.69691300280636, + "grad_norm": 0.10687743127346039, + "learning_rate": 1.933372008111778e-06, + "loss": 0.014, + "step": 27470 + }, + { + "epoch": 25.706267539756784, + "grad_norm": 0.1300215721130371, + "learning_rate": 1.918222906425143e-06, + "loss": 0.0163, + "step": 27480 + }, + { + "epoch": 25.715622076707202, + "grad_norm": 0.07796069979667664, + "learning_rate": 1.903132228631488e-06, + "loss": 0.0161, + "step": 27490 + }, + { + "epoch": 25.724976613657624, + "grad_norm": 0.1107148602604866, + "learning_rate": 1.8880999930674215e-06, + "loss": 0.0164, + "step": 27500 + }, + { + "epoch": 25.734331150608046, + "grad_norm": 0.1079360842704773, + "learning_rate": 1.8731262179985166e-06, + "loss": 0.0153, + "step": 27510 + }, + { + "epoch": 25.743685687558465, + "grad_norm": 0.08402177691459656, + "learning_rate": 1.8582109216193244e-06, + "loss": 0.0138, + "step": 27520 + }, + { + "epoch": 25.753040224508887, + "grad_norm": 0.1399005949497223, + "learning_rate": 1.8433541220533368e-06, + "loss": 0.0162, + "step": 27530 + }, + { + "epoch": 25.76239476145931, + "grad_norm": 0.14535880088806152, + "learning_rate": 1.8285558373529577e-06, + "loss": 0.0152, + "step": 27540 + }, + { + "epoch": 25.77174929840973, + "grad_norm": 0.09055177867412567, + "learning_rate": 1.8138160854995145e-06, + "loss": 0.0151, + "step": 27550 + }, + { + "epoch": 25.78110383536015, + "grad_norm": 0.0854189470410347, + "learning_rate": 1.7991348844031864e-06, + "loss": 0.0159, + "step": 27560 + }, + { + "epoch": 25.79045837231057, + "grad_norm": 0.08303165435791016, + "learning_rate": 1.78451225190302e-06, + "loss": 0.0148, + "step": 27570 + }, + { + "epoch": 25.799812909260993, + "grad_norm": 0.09035935252904892, + "learning_rate": 1.7699482057668914e-06, + "loss": 0.0148, + "step": 27580 + }, + { + "epoch": 25.80916744621141, + "grad_norm": 0.07979144901037216, + "learning_rate": 1.7554427636914895e-06, + "loss": 0.0153, + "step": 27590 + }, + { + "epoch": 25.818521983161833, + "grad_norm": 0.07470739632844925, + "learning_rate": 1.7409959433022871e-06, + "loss": 0.016, + "step": 27600 + }, + { + "epoch": 25.827876520112255, + "grad_norm": 0.08168139308691025, + "learning_rate": 1.7266077621535481e-06, + "loss": 0.0156, + "step": 27610 + }, + { + "epoch": 25.837231057062674, + "grad_norm": 0.1236179992556572, + "learning_rate": 1.7122782377282597e-06, + "loss": 0.016, + "step": 27620 + }, + { + "epoch": 25.846585594013096, + "grad_norm": 0.09380178898572922, + "learning_rate": 1.6980073874381497e-06, + "loss": 0.017, + "step": 27630 + }, + { + "epoch": 25.855940130963518, + "grad_norm": 0.0917411744594574, + "learning_rate": 1.6837952286236413e-06, + "loss": 0.0156, + "step": 27640 + }, + { + "epoch": 25.86529466791394, + "grad_norm": 0.09635554999113083, + "learning_rate": 1.6696417785538488e-06, + "loss": 0.0148, + "step": 27650 + }, + { + "epoch": 25.874649204864358, + "grad_norm": 0.14058563113212585, + "learning_rate": 1.6555470544265538e-06, + "loss": 0.0173, + "step": 27660 + }, + { + "epoch": 25.88400374181478, + "grad_norm": 0.08866871893405914, + "learning_rate": 1.6415110733681738e-06, + "loss": 0.0152, + "step": 27670 + }, + { + "epoch": 25.893358278765202, + "grad_norm": 0.09749947488307953, + "learning_rate": 1.6275338524337436e-06, + "loss": 0.0148, + "step": 27680 + }, + { + "epoch": 25.90271281571562, + "grad_norm": 0.1384226530790329, + "learning_rate": 1.6136154086069056e-06, + "loss": 0.0165, + "step": 27690 + }, + { + "epoch": 25.912067352666043, + "grad_norm": 0.1049078032374382, + "learning_rate": 1.5997557587998868e-06, + "loss": 0.0154, + "step": 27700 + }, + { + "epoch": 25.921421889616465, + "grad_norm": 0.08305393159389496, + "learning_rate": 1.5859549198534606e-06, + "loss": 0.0144, + "step": 27710 + }, + { + "epoch": 25.930776426566887, + "grad_norm": 0.13282127678394318, + "learning_rate": 1.572212908536963e-06, + "loss": 0.0171, + "step": 27720 + }, + { + "epoch": 25.940130963517305, + "grad_norm": 0.12078138440847397, + "learning_rate": 1.5585297415482202e-06, + "loss": 0.0167, + "step": 27730 + }, + { + "epoch": 25.949485500467727, + "grad_norm": 0.17944306135177612, + "learning_rate": 1.5449054355135717e-06, + "loss": 0.0154, + "step": 27740 + }, + { + "epoch": 25.95884003741815, + "grad_norm": 0.08793284744024277, + "learning_rate": 1.5313400069878415e-06, + "loss": 0.0147, + "step": 27750 + }, + { + "epoch": 25.968194574368567, + "grad_norm": 0.14026236534118652, + "learning_rate": 1.5178334724542887e-06, + "loss": 0.0151, + "step": 27760 + }, + { + "epoch": 25.97754911131899, + "grad_norm": 0.07893207669258118, + "learning_rate": 1.504385848324641e-06, + "loss": 0.0154, + "step": 27770 + }, + { + "epoch": 25.98690364826941, + "grad_norm": 0.09823423624038696, + "learning_rate": 1.490997150939033e-06, + "loss": 0.0159, + "step": 27780 + }, + { + "epoch": 25.996258185219833, + "grad_norm": 0.10079877823591232, + "learning_rate": 1.4776673965659793e-06, + "loss": 0.0166, + "step": 27790 + }, + { + "epoch": 26.00561272217025, + "grad_norm": 0.07595325261354446, + "learning_rate": 1.4643966014023957e-06, + "loss": 0.0157, + "step": 27800 + }, + { + "epoch": 26.014967259120674, + "grad_norm": 0.08230098336935043, + "learning_rate": 1.4511847815735503e-06, + "loss": 0.0158, + "step": 27810 + }, + { + "epoch": 26.024321796071096, + "grad_norm": 0.10260568559169769, + "learning_rate": 1.438031953133051e-06, + "loss": 0.0145, + "step": 27820 + }, + { + "epoch": 26.033676333021514, + "grad_norm": 0.14018365740776062, + "learning_rate": 1.4249381320628197e-06, + "loss": 0.0147, + "step": 27830 + }, + { + "epoch": 26.043030869971936, + "grad_norm": 0.08130194246768951, + "learning_rate": 1.4119033342730902e-06, + "loss": 0.0158, + "step": 27840 + }, + { + "epoch": 26.052385406922358, + "grad_norm": 0.08433276414871216, + "learning_rate": 1.3989275756023656e-06, + "loss": 0.0157, + "step": 27850 + }, + { + "epoch": 26.061739943872777, + "grad_norm": 0.09492845833301544, + "learning_rate": 1.386010871817417e-06, + "loss": 0.0152, + "step": 27860 + }, + { + "epoch": 26.0710944808232, + "grad_norm": 0.15441787242889404, + "learning_rate": 1.3731532386132616e-06, + "loss": 0.0149, + "step": 27870 + }, + { + "epoch": 26.08044901777362, + "grad_norm": 0.09241752326488495, + "learning_rate": 1.360354691613136e-06, + "loss": 0.017, + "step": 27880 + }, + { + "epoch": 26.089803554724043, + "grad_norm": 0.15567266941070557, + "learning_rate": 1.3476152463684776e-06, + "loss": 0.0147, + "step": 27890 + }, + { + "epoch": 26.09915809167446, + "grad_norm": 0.12835082411766052, + "learning_rate": 1.3349349183589155e-06, + "loss": 0.0161, + "step": 27900 + }, + { + "epoch": 26.108512628624883, + "grad_norm": 0.09232078492641449, + "learning_rate": 1.3223137229922356e-06, + "loss": 0.0161, + "step": 27910 + }, + { + "epoch": 26.117867165575305, + "grad_norm": 0.12202421575784683, + "learning_rate": 1.3097516756043981e-06, + "loss": 0.0158, + "step": 27920 + }, + { + "epoch": 26.127221702525723, + "grad_norm": 0.11048483103513718, + "learning_rate": 1.29724879145946e-06, + "loss": 0.0153, + "step": 27930 + }, + { + "epoch": 26.136576239476145, + "grad_norm": 0.096498042345047, + "learning_rate": 1.284805085749613e-06, + "loss": 0.0149, + "step": 27940 + }, + { + "epoch": 26.145930776426567, + "grad_norm": 0.08706898242235184, + "learning_rate": 1.2724205735951288e-06, + "loss": 0.0156, + "step": 27950 + }, + { + "epoch": 26.15528531337699, + "grad_norm": 0.07366813719272614, + "learning_rate": 1.2600952700443591e-06, + "loss": 0.0148, + "step": 27960 + }, + { + "epoch": 26.164639850327408, + "grad_norm": 0.128265842795372, + "learning_rate": 1.247829190073707e-06, + "loss": 0.0144, + "step": 27970 + }, + { + "epoch": 26.17399438727783, + "grad_norm": 0.1615159511566162, + "learning_rate": 1.2356223485876173e-06, + "loss": 0.0143, + "step": 27980 + }, + { + "epoch": 26.18334892422825, + "grad_norm": 0.10897849500179291, + "learning_rate": 1.2234747604185526e-06, + "loss": 0.0142, + "step": 27990 + }, + { + "epoch": 26.19270346117867, + "grad_norm": 0.10229536890983582, + "learning_rate": 1.2113864403269836e-06, + "loss": 0.0153, + "step": 28000 + }, + { + "epoch": 26.202057998129092, + "grad_norm": 0.18124911189079285, + "learning_rate": 1.1993574030013555e-06, + "loss": 0.0167, + "step": 28010 + }, + { + "epoch": 26.211412535079514, + "grad_norm": 0.09579367935657501, + "learning_rate": 1.1873876630580816e-06, + "loss": 0.0157, + "step": 28020 + }, + { + "epoch": 26.220767072029936, + "grad_norm": 0.09206265211105347, + "learning_rate": 1.1754772350415278e-06, + "loss": 0.016, + "step": 28030 + }, + { + "epoch": 26.230121608980355, + "grad_norm": 0.08758173882961273, + "learning_rate": 1.163626133423984e-06, + "loss": 0.0159, + "step": 28040 + }, + { + "epoch": 26.239476145930777, + "grad_norm": 0.09187786281108856, + "learning_rate": 1.1518343726056591e-06, + "loss": 0.015, + "step": 28050 + }, + { + "epoch": 26.2488306828812, + "grad_norm": 0.09081283956766129, + "learning_rate": 1.1401019669146474e-06, + "loss": 0.0153, + "step": 28060 + }, + { + "epoch": 26.258185219831617, + "grad_norm": 0.1728939265012741, + "learning_rate": 1.128428930606934e-06, + "loss": 0.0153, + "step": 28070 + }, + { + "epoch": 26.26753975678204, + "grad_norm": 0.10799326747655869, + "learning_rate": 1.1168152778663621e-06, + "loss": 0.0147, + "step": 28080 + }, + { + "epoch": 26.27689429373246, + "grad_norm": 0.06805624812841415, + "learning_rate": 1.10526102280461e-06, + "loss": 0.0158, + "step": 28090 + }, + { + "epoch": 26.28624883068288, + "grad_norm": 0.08699481189250946, + "learning_rate": 1.0937661794611864e-06, + "loss": 0.0142, + "step": 28100 + }, + { + "epoch": 26.2956033676333, + "grad_norm": 0.1488831490278244, + "learning_rate": 1.082330761803413e-06, + "loss": 0.0147, + "step": 28110 + }, + { + "epoch": 26.304957904583723, + "grad_norm": 0.1144411712884903, + "learning_rate": 1.0709547837263966e-06, + "loss": 0.0144, + "step": 28120 + }, + { + "epoch": 26.314312441534145, + "grad_norm": 0.1385297179222107, + "learning_rate": 1.059638259053025e-06, + "loss": 0.0144, + "step": 28130 + }, + { + "epoch": 26.323666978484564, + "grad_norm": 0.1137562170624733, + "learning_rate": 1.0483812015339434e-06, + "loss": 0.0146, + "step": 28140 + }, + { + "epoch": 26.333021515434986, + "grad_norm": 0.09721612185239792, + "learning_rate": 1.037183624847543e-06, + "loss": 0.0141, + "step": 28150 + }, + { + "epoch": 26.342376052385408, + "grad_norm": 0.10722462832927704, + "learning_rate": 1.0260455425999238e-06, + "loss": 0.0148, + "step": 28160 + }, + { + "epoch": 26.351730589335826, + "grad_norm": 0.11863858997821808, + "learning_rate": 1.0149669683249208e-06, + "loss": 0.0149, + "step": 28170 + }, + { + "epoch": 26.36108512628625, + "grad_norm": 0.08598022162914276, + "learning_rate": 1.003947915484027e-06, + "loss": 0.0137, + "step": 28180 + }, + { + "epoch": 26.37043966323667, + "grad_norm": 0.23238614201545715, + "learning_rate": 9.92988397466449e-07, + "loss": 0.0147, + "step": 28190 + }, + { + "epoch": 26.379794200187092, + "grad_norm": 0.1230529397726059, + "learning_rate": 9.820884275890286e-07, + "loss": 0.0151, + "step": 28200 + }, + { + "epoch": 26.38914873713751, + "grad_norm": 0.10628189891576767, + "learning_rate": 9.712480190962546e-07, + "loss": 0.0162, + "step": 28210 + }, + { + "epoch": 26.398503274087933, + "grad_norm": 0.08454766869544983, + "learning_rate": 9.604671851602464e-07, + "loss": 0.0151, + "step": 28220 + }, + { + "epoch": 26.407857811038355, + "grad_norm": 0.08039375394582748, + "learning_rate": 9.497459388807306e-07, + "loss": 0.0142, + "step": 28230 + }, + { + "epoch": 26.417212347988773, + "grad_norm": 0.0908820778131485, + "learning_rate": 9.390842932850364e-07, + "loss": 0.0159, + "step": 28240 + }, + { + "epoch": 26.426566884939195, + "grad_norm": 0.1194905936717987, + "learning_rate": 9.28482261328073e-07, + "loss": 0.0138, + "step": 28250 + }, + { + "epoch": 26.435921421889617, + "grad_norm": 0.0777394250035286, + "learning_rate": 9.179398558923025e-07, + "loss": 0.0161, + "step": 28260 + }, + { + "epoch": 26.44527595884004, + "grad_norm": 0.09577091783285141, + "learning_rate": 9.074570897877388e-07, + "loss": 0.0153, + "step": 28270 + }, + { + "epoch": 26.454630495790457, + "grad_norm": 0.1066867932677269, + "learning_rate": 8.970339757519375e-07, + "loss": 0.0149, + "step": 28280 + }, + { + "epoch": 26.46398503274088, + "grad_norm": 0.09651967138051987, + "learning_rate": 8.866705264499619e-07, + "loss": 0.014, + "step": 28290 + }, + { + "epoch": 26.4733395696913, + "grad_norm": 0.0904264971613884, + "learning_rate": 8.763667544743836e-07, + "loss": 0.0151, + "step": 28300 + }, + { + "epoch": 26.48269410664172, + "grad_norm": 0.11030522733926773, + "learning_rate": 8.661226723452543e-07, + "loss": 0.0173, + "step": 28310 + }, + { + "epoch": 26.492048643592142, + "grad_norm": 0.09624309837818146, + "learning_rate": 8.559382925101001e-07, + "loss": 0.0151, + "step": 28320 + }, + { + "epoch": 26.501403180542564, + "grad_norm": 0.08008274435997009, + "learning_rate": 8.458136273438943e-07, + "loss": 0.0143, + "step": 28330 + }, + { + "epoch": 26.510757717492986, + "grad_norm": 0.0900639221072197, + "learning_rate": 8.357486891490795e-07, + "loss": 0.0152, + "step": 28340 + }, + { + "epoch": 26.520112254443404, + "grad_norm": 0.08758901059627533, + "learning_rate": 8.257434901554895e-07, + "loss": 0.0146, + "step": 28350 + }, + { + "epoch": 26.529466791393826, + "grad_norm": 0.10750696808099747, + "learning_rate": 8.157980425203937e-07, + "loss": 0.0157, + "step": 28360 + }, + { + "epoch": 26.53882132834425, + "grad_norm": 0.11834016442298889, + "learning_rate": 8.059123583284367e-07, + "loss": 0.016, + "step": 28370 + }, + { + "epoch": 26.548175865294667, + "grad_norm": 0.09271029382944107, + "learning_rate": 7.960864495916654e-07, + "loss": 0.0173, + "step": 28380 + }, + { + "epoch": 26.55753040224509, + "grad_norm": 0.10900937020778656, + "learning_rate": 7.863203282494847e-07, + "loss": 0.0141, + "step": 28390 + }, + { + "epoch": 26.56688493919551, + "grad_norm": 0.087139792740345, + "learning_rate": 7.766140061686522e-07, + "loss": 0.0176, + "step": 28400 + }, + { + "epoch": 26.57623947614593, + "grad_norm": 0.09802935272455215, + "learning_rate": 7.669674951432615e-07, + "loss": 0.0163, + "step": 28410 + }, + { + "epoch": 26.58559401309635, + "grad_norm": 0.0791759118437767, + "learning_rate": 7.573808068947363e-07, + "loss": 0.0147, + "step": 28420 + }, + { + "epoch": 26.594948550046773, + "grad_norm": 0.089031882584095, + "learning_rate": 7.478539530718087e-07, + "loss": 0.0165, + "step": 28430 + }, + { + "epoch": 26.604303086997195, + "grad_norm": 0.09983349591493607, + "learning_rate": 7.383869452504965e-07, + "loss": 0.0162, + "step": 28440 + }, + { + "epoch": 26.613657623947613, + "grad_norm": 0.08361577987670898, + "learning_rate": 7.289797949341204e-07, + "loss": 0.0146, + "step": 28450 + }, + { + "epoch": 26.623012160898035, + "grad_norm": 0.12206295132637024, + "learning_rate": 7.196325135532423e-07, + "loss": 0.0144, + "step": 28460 + }, + { + "epoch": 26.632366697848457, + "grad_norm": 0.1655101329088211, + "learning_rate": 7.10345112465699e-07, + "loss": 0.0162, + "step": 28470 + }, + { + "epoch": 26.641721234798876, + "grad_norm": 0.08801580220460892, + "learning_rate": 7.011176029565525e-07, + "loss": 0.0155, + "step": 28480 + }, + { + "epoch": 26.651075771749298, + "grad_norm": 0.07721279561519623, + "learning_rate": 6.919499962381004e-07, + "loss": 0.0132, + "step": 28490 + }, + { + "epoch": 26.66043030869972, + "grad_norm": 0.10158885270357132, + "learning_rate": 6.828423034498488e-07, + "loss": 0.016, + "step": 28500 + }, + { + "epoch": 26.669784845650142, + "grad_norm": 0.07834810018539429, + "learning_rate": 6.737945356585007e-07, + "loss": 0.0162, + "step": 28510 + }, + { + "epoch": 26.67913938260056, + "grad_norm": 0.08818718791007996, + "learning_rate": 6.648067038579508e-07, + "loss": 0.0151, + "step": 28520 + }, + { + "epoch": 26.688493919550982, + "grad_norm": 0.09172533452510834, + "learning_rate": 6.558788189692578e-07, + "loss": 0.0157, + "step": 28530 + }, + { + "epoch": 26.697848456501404, + "grad_norm": 0.11549754440784454, + "learning_rate": 6.470108918406492e-07, + "loss": 0.0164, + "step": 28540 + }, + { + "epoch": 26.707202993451823, + "grad_norm": 0.09209109842777252, + "learning_rate": 6.382029332474893e-07, + "loss": 0.0159, + "step": 28550 + }, + { + "epoch": 26.716557530402245, + "grad_norm": 0.09864859282970428, + "learning_rate": 6.294549538922778e-07, + "loss": 0.0158, + "step": 28560 + }, + { + "epoch": 26.725912067352667, + "grad_norm": 0.0984182059764862, + "learning_rate": 6.207669644046344e-07, + "loss": 0.0152, + "step": 28570 + }, + { + "epoch": 26.73526660430309, + "grad_norm": 0.08165150135755539, + "learning_rate": 6.121389753412865e-07, + "loss": 0.0153, + "step": 28580 + }, + { + "epoch": 26.744621141253507, + "grad_norm": 0.10021431744098663, + "learning_rate": 6.035709971860592e-07, + "loss": 0.0154, + "step": 28590 + }, + { + "epoch": 26.75397567820393, + "grad_norm": 0.11096201837062836, + "learning_rate": 5.950630403498469e-07, + "loss": 0.0152, + "step": 28600 + }, + { + "epoch": 26.76333021515435, + "grad_norm": 0.07248777896165848, + "learning_rate": 5.866151151706189e-07, + "loss": 0.0144, + "step": 28610 + }, + { + "epoch": 26.77268475210477, + "grad_norm": 0.10549094527959824, + "learning_rate": 5.782272319134086e-07, + "loss": 0.0157, + "step": 28620 + }, + { + "epoch": 26.78203928905519, + "grad_norm": 0.09066536277532578, + "learning_rate": 5.698994007702796e-07, + "loss": 0.0165, + "step": 28630 + }, + { + "epoch": 26.791393826005613, + "grad_norm": 0.14712943136692047, + "learning_rate": 5.616316318603321e-07, + "loss": 0.0163, + "step": 28640 + }, + { + "epoch": 26.800748362956035, + "grad_norm": 0.3407124876976013, + "learning_rate": 5.534239352296799e-07, + "loss": 0.0168, + "step": 28650 + }, + { + "epoch": 26.810102899906454, + "grad_norm": 0.09327851235866547, + "learning_rate": 5.452763208514621e-07, + "loss": 0.016, + "step": 28660 + }, + { + "epoch": 26.819457436856876, + "grad_norm": 0.10616663098335266, + "learning_rate": 5.371887986257873e-07, + "loss": 0.015, + "step": 28670 + }, + { + "epoch": 26.828811973807298, + "grad_norm": 0.14619779586791992, + "learning_rate": 5.291613783797611e-07, + "loss": 0.0149, + "step": 28680 + }, + { + "epoch": 26.838166510757716, + "grad_norm": 0.10539701581001282, + "learning_rate": 5.211940698674534e-07, + "loss": 0.0159, + "step": 28690 + }, + { + "epoch": 26.84752104770814, + "grad_norm": 0.08595896512269974, + "learning_rate": 5.132868827698978e-07, + "loss": 0.0157, + "step": 28700 + }, + { + "epoch": 26.85687558465856, + "grad_norm": 0.08109747618436813, + "learning_rate": 5.054398266950755e-07, + "loss": 0.0162, + "step": 28710 + }, + { + "epoch": 26.86623012160898, + "grad_norm": 0.11517123132944107, + "learning_rate": 4.976529111778872e-07, + "loss": 0.0171, + "step": 28720 + }, + { + "epoch": 26.8755846585594, + "grad_norm": 0.1033872663974762, + "learning_rate": 4.899261456801862e-07, + "loss": 0.015, + "step": 28730 + }, + { + "epoch": 26.884939195509823, + "grad_norm": 0.07799781858921051, + "learning_rate": 4.822595395907126e-07, + "loss": 0.0149, + "step": 28740 + }, + { + "epoch": 26.894293732460245, + "grad_norm": 0.15484407544136047, + "learning_rate": 4.7465310222510886e-07, + "loss": 0.015, + "step": 28750 + }, + { + "epoch": 26.903648269410663, + "grad_norm": 0.07415834814310074, + "learning_rate": 4.6710684282593175e-07, + "loss": 0.0162, + "step": 28760 + }, + { + "epoch": 26.913002806361085, + "grad_norm": 0.11243511736392975, + "learning_rate": 4.5962077056257993e-07, + "loss": 0.0151, + "step": 28770 + }, + { + "epoch": 26.922357343311507, + "grad_norm": 0.08639118820428848, + "learning_rate": 4.521948945313492e-07, + "loss": 0.0138, + "step": 28780 + }, + { + "epoch": 26.931711880261926, + "grad_norm": 0.0779021605849266, + "learning_rate": 4.4482922375537195e-07, + "loss": 0.0164, + "step": 28790 + }, + { + "epoch": 26.941066417212348, + "grad_norm": 0.106575608253479, + "learning_rate": 4.375237671846333e-07, + "loss": 0.0154, + "step": 28800 + }, + { + "epoch": 26.95042095416277, + "grad_norm": 0.0828809067606926, + "learning_rate": 4.302785336959547e-07, + "loss": 0.0147, + "step": 28810 + }, + { + "epoch": 26.95977549111319, + "grad_norm": 0.10832049697637558, + "learning_rate": 4.2309353209297744e-07, + "loss": 0.0161, + "step": 28820 + }, + { + "epoch": 26.96913002806361, + "grad_norm": 0.0967181921005249, + "learning_rate": 4.159687711061566e-07, + "loss": 0.0145, + "step": 28830 + }, + { + "epoch": 26.978484565014032, + "grad_norm": 0.1385418176651001, + "learning_rate": 4.0890425939275055e-07, + "loss": 0.0165, + "step": 28840 + }, + { + "epoch": 26.987839101964454, + "grad_norm": 0.10513801872730255, + "learning_rate": 4.0190000553679827e-07, + "loss": 0.0149, + "step": 28850 + }, + { + "epoch": 26.997193638914872, + "grad_norm": 0.08370232582092285, + "learning_rate": 3.9495601804913627e-07, + "loss": 0.0158, + "step": 28860 + }, + { + "epoch": 27.006548175865294, + "grad_norm": 0.1122923269867897, + "learning_rate": 3.880723053673652e-07, + "loss": 0.016, + "step": 28870 + }, + { + "epoch": 27.015902712815716, + "grad_norm": 0.12816081941127777, + "learning_rate": 3.812488758558386e-07, + "loss": 0.0162, + "step": 28880 + }, + { + "epoch": 27.02525724976614, + "grad_norm": 0.0767156332731247, + "learning_rate": 3.744857378056743e-07, + "loss": 0.0153, + "step": 28890 + }, + { + "epoch": 27.034611786716557, + "grad_norm": 0.10675151646137238, + "learning_rate": 3.677828994347154e-07, + "loss": 0.0158, + "step": 28900 + }, + { + "epoch": 27.04396632366698, + "grad_norm": 0.11010685563087463, + "learning_rate": 3.61140368887547e-07, + "loss": 0.0153, + "step": 28910 + }, + { + "epoch": 27.0533208606174, + "grad_norm": 0.1002214327454567, + "learning_rate": 3.545581542354681e-07, + "loss": 0.0153, + "step": 28920 + }, + { + "epoch": 27.06267539756782, + "grad_norm": 0.12897440791130066, + "learning_rate": 3.480362634764922e-07, + "loss": 0.0155, + "step": 28930 + }, + { + "epoch": 27.07202993451824, + "grad_norm": 0.09610455483198166, + "learning_rate": 3.4157470453533014e-07, + "loss": 0.0144, + "step": 28940 + }, + { + "epoch": 27.081384471468663, + "grad_norm": 0.09230466187000275, + "learning_rate": 3.3517348526339034e-07, + "loss": 0.0156, + "step": 28950 + }, + { + "epoch": 27.09073900841908, + "grad_norm": 0.11575107276439667, + "learning_rate": 3.288326134387454e-07, + "loss": 0.0162, + "step": 28960 + }, + { + "epoch": 27.100093545369504, + "grad_norm": 0.18490532040596008, + "learning_rate": 3.225520967661655e-07, + "loss": 0.016, + "step": 28970 + }, + { + "epoch": 27.109448082319926, + "grad_norm": 0.10958237946033478, + "learning_rate": 3.163319428770628e-07, + "loss": 0.0139, + "step": 28980 + }, + { + "epoch": 27.118802619270348, + "grad_norm": 0.12503966689109802, + "learning_rate": 3.1017215932951374e-07, + "loss": 0.0163, + "step": 28990 + }, + { + "epoch": 27.128157156220766, + "grad_norm": 0.11688382923603058, + "learning_rate": 3.040727536082366e-07, + "loss": 0.0167, + "step": 29000 + }, + { + "epoch": 27.137511693171188, + "grad_norm": 0.07920742779970169, + "learning_rate": 2.980337331245864e-07, + "loss": 0.0134, + "step": 29010 + }, + { + "epoch": 27.14686623012161, + "grad_norm": 0.10389700531959534, + "learning_rate": 2.9205510521653213e-07, + "loss": 0.0157, + "step": 29020 + }, + { + "epoch": 27.15622076707203, + "grad_norm": 0.11507543921470642, + "learning_rate": 2.86136877148685e-07, + "loss": 0.0158, + "step": 29030 + }, + { + "epoch": 27.16557530402245, + "grad_norm": 0.12533260881900787, + "learning_rate": 2.8027905611223704e-07, + "loss": 0.0152, + "step": 29040 + }, + { + "epoch": 27.174929840972872, + "grad_norm": 0.07843711972236633, + "learning_rate": 2.7448164922500573e-07, + "loss": 0.0155, + "step": 29050 + }, + { + "epoch": 27.184284377923294, + "grad_norm": 0.09200605750083923, + "learning_rate": 2.687446635313784e-07, + "loss": 0.0158, + "step": 29060 + }, + { + "epoch": 27.193638914873713, + "grad_norm": 0.07975192368030548, + "learning_rate": 2.630681060023343e-07, + "loss": 0.0159, + "step": 29070 + }, + { + "epoch": 27.202993451824135, + "grad_norm": 0.09620991349220276, + "learning_rate": 2.5745198353542833e-07, + "loss": 0.0157, + "step": 29080 + }, + { + "epoch": 27.212347988774557, + "grad_norm": 0.07714824378490448, + "learning_rate": 2.518963029547794e-07, + "loss": 0.0135, + "step": 29090 + }, + { + "epoch": 27.221702525724975, + "grad_norm": 0.09296812117099762, + "learning_rate": 2.464010710110598e-07, + "loss": 0.0139, + "step": 29100 + }, + { + "epoch": 27.231057062675397, + "grad_norm": 0.13053154945373535, + "learning_rate": 2.4096629438150054e-07, + "loss": 0.015, + "step": 29110 + }, + { + "epoch": 27.24041159962582, + "grad_norm": 0.14142288267612457, + "learning_rate": 2.3559197966985802e-07, + "loss": 0.016, + "step": 29120 + }, + { + "epoch": 27.24976613657624, + "grad_norm": 0.0846562534570694, + "learning_rate": 2.3027813340644188e-07, + "loss": 0.0146, + "step": 29130 + }, + { + "epoch": 27.25912067352666, + "grad_norm": 0.08677107840776443, + "learning_rate": 2.2502476204807055e-07, + "loss": 0.0163, + "step": 29140 + }, + { + "epoch": 27.26847521047708, + "grad_norm": 0.12246903032064438, + "learning_rate": 2.1983187197808786e-07, + "loss": 0.0145, + "step": 29150 + }, + { + "epoch": 27.277829747427504, + "grad_norm": 0.06524045020341873, + "learning_rate": 2.1469946950634644e-07, + "loss": 0.0141, + "step": 29160 + }, + { + "epoch": 27.287184284377922, + "grad_norm": 0.08481869846582413, + "learning_rate": 2.096275608691911e-07, + "loss": 0.017, + "step": 29170 + }, + { + "epoch": 27.296538821328344, + "grad_norm": 0.1390286237001419, + "learning_rate": 2.046161522294754e-07, + "loss": 0.0147, + "step": 29180 + }, + { + "epoch": 27.305893358278766, + "grad_norm": 0.09493862092494965, + "learning_rate": 1.9966524967653944e-07, + "loss": 0.0138, + "step": 29190 + }, + { + "epoch": 27.315247895229184, + "grad_norm": 0.09806853532791138, + "learning_rate": 1.9477485922618222e-07, + "loss": 0.0153, + "step": 29200 + }, + { + "epoch": 27.324602432179606, + "grad_norm": 0.09334954619407654, + "learning_rate": 1.899449868207004e-07, + "loss": 0.0147, + "step": 29210 + }, + { + "epoch": 27.33395696913003, + "grad_norm": 0.1092500314116478, + "learning_rate": 1.851756383288439e-07, + "loss": 0.0147, + "step": 29220 + }, + { + "epoch": 27.34331150608045, + "grad_norm": 0.10899492353200912, + "learning_rate": 1.8046681954581035e-07, + "loss": 0.0145, + "step": 29230 + }, + { + "epoch": 27.35266604303087, + "grad_norm": 0.08643186092376709, + "learning_rate": 1.7581853619327294e-07, + "loss": 0.0145, + "step": 29240 + }, + { + "epoch": 27.36202057998129, + "grad_norm": 0.08367861807346344, + "learning_rate": 1.7123079391932472e-07, + "loss": 0.0143, + "step": 29250 + }, + { + "epoch": 27.371375116931713, + "grad_norm": 0.1162470132112503, + "learning_rate": 1.6670359829850657e-07, + "loss": 0.0146, + "step": 29260 + }, + { + "epoch": 27.38072965388213, + "grad_norm": 0.08813292533159256, + "learning_rate": 1.6223695483179037e-07, + "loss": 0.0141, + "step": 29270 + }, + { + "epoch": 27.390084190832553, + "grad_norm": 0.11541694402694702, + "learning_rate": 1.5783086894656795e-07, + "loss": 0.0164, + "step": 29280 + }, + { + "epoch": 27.399438727782975, + "grad_norm": 0.11214645206928253, + "learning_rate": 1.5348534599665121e-07, + "loss": 0.0161, + "step": 29290 + }, + { + "epoch": 27.408793264733397, + "grad_norm": 0.10942955315113068, + "learning_rate": 1.4920039126225527e-07, + "loss": 0.0144, + "step": 29300 + }, + { + "epoch": 27.418147801683816, + "grad_norm": 0.07262304425239563, + "learning_rate": 1.449760099500097e-07, + "loss": 0.0151, + "step": 29310 + }, + { + "epoch": 27.427502338634238, + "grad_norm": 0.0724792331457138, + "learning_rate": 1.4081220719293075e-07, + "loss": 0.0162, + "step": 29320 + }, + { + "epoch": 27.43685687558466, + "grad_norm": 0.10769446939229965, + "learning_rate": 1.3670898805043797e-07, + "loss": 0.0141, + "step": 29330 + }, + { + "epoch": 27.446211412535078, + "grad_norm": 0.07009758055210114, + "learning_rate": 1.326663575083209e-07, + "loss": 0.0152, + "step": 29340 + }, + { + "epoch": 27.4555659494855, + "grad_norm": 0.16315694153308868, + "learning_rate": 1.2868432047876688e-07, + "loss": 0.0165, + "step": 29350 + }, + { + "epoch": 27.464920486435922, + "grad_norm": 0.08515442162752151, + "learning_rate": 1.2476288180032213e-07, + "loss": 0.0162, + "step": 29360 + }, + { + "epoch": 27.474275023386344, + "grad_norm": 0.11295445263385773, + "learning_rate": 1.209020462379029e-07, + "loss": 0.015, + "step": 29370 + }, + { + "epoch": 27.483629560336762, + "grad_norm": 0.08778319507837296, + "learning_rate": 1.1710181848278435e-07, + "loss": 0.0145, + "step": 29380 + }, + { + "epoch": 27.492984097287184, + "grad_norm": 0.13145898282527924, + "learning_rate": 1.133622031526116e-07, + "loss": 0.0141, + "step": 29390 + }, + { + "epoch": 27.502338634237606, + "grad_norm": 0.10610964149236679, + "learning_rate": 1.0968320479136095e-07, + "loss": 0.014, + "step": 29400 + }, + { + "epoch": 27.511693171188025, + "grad_norm": 0.14420698583126068, + "learning_rate": 1.0606482786936767e-07, + "loss": 0.0154, + "step": 29410 + }, + { + "epoch": 27.521047708138447, + "grad_norm": 0.0671759843826294, + "learning_rate": 1.0250707678329808e-07, + "loss": 0.0164, + "step": 29420 + }, + { + "epoch": 27.53040224508887, + "grad_norm": 0.10435856878757477, + "learning_rate": 9.900995585615525e-08, + "loss": 0.0158, + "step": 29430 + }, + { + "epoch": 27.53975678203929, + "grad_norm": 0.08361490070819855, + "learning_rate": 9.55734693372734e-08, + "loss": 0.0162, + "step": 29440 + }, + { + "epoch": 27.54911131898971, + "grad_norm": 0.08778562396764755, + "learning_rate": 9.219762140231236e-08, + "loss": 0.0144, + "step": 29450 + }, + { + "epoch": 27.55846585594013, + "grad_norm": 0.19729892909526825, + "learning_rate": 8.888241615322978e-08, + "loss": 0.0151, + "step": 29460 + }, + { + "epoch": 27.567820392890553, + "grad_norm": 0.07269278168678284, + "learning_rate": 8.562785761833114e-08, + "loss": 0.0159, + "step": 29470 + }, + { + "epoch": 27.57717492984097, + "grad_norm": 0.07049504667520523, + "learning_rate": 8.243394975219753e-08, + "loss": 0.0135, + "step": 29480 + }, + { + "epoch": 27.586529466791394, + "grad_norm": 0.17903225123882294, + "learning_rate": 7.930069643573568e-08, + "loss": 0.0162, + "step": 29490 + }, + { + "epoch": 27.595884003741816, + "grad_norm": 0.08184570074081421, + "learning_rate": 7.622810147614456e-08, + "loss": 0.0154, + "step": 29500 + }, + { + "epoch": 27.605238540692234, + "grad_norm": 0.09942521899938583, + "learning_rate": 7.321616860690995e-08, + "loss": 0.0149, + "step": 29510 + }, + { + "epoch": 27.614593077642656, + "grad_norm": 0.07950987666845322, + "learning_rate": 7.026490148782095e-08, + "loss": 0.0163, + "step": 29520 + }, + { + "epoch": 27.623947614593078, + "grad_norm": 0.10547700524330139, + "learning_rate": 6.737430370494236e-08, + "loss": 0.0152, + "step": 29530 + }, + { + "epoch": 27.6333021515435, + "grad_norm": 0.13754640519618988, + "learning_rate": 6.454437877062569e-08, + "loss": 0.0162, + "step": 29540 + }, + { + "epoch": 27.64265668849392, + "grad_norm": 0.08356012403964996, + "learning_rate": 6.177513012349256e-08, + "loss": 0.015, + "step": 29550 + }, + { + "epoch": 27.65201122544434, + "grad_norm": 0.16042423248291016, + "learning_rate": 5.9066561128445775e-08, + "loss": 0.0147, + "step": 29560 + }, + { + "epoch": 27.661365762394762, + "grad_norm": 0.09074239432811737, + "learning_rate": 5.6418675076641556e-08, + "loss": 0.0157, + "step": 29570 + }, + { + "epoch": 27.67072029934518, + "grad_norm": 0.0732782706618309, + "learning_rate": 5.383147518552845e-08, + "loss": 0.0154, + "step": 29580 + }, + { + "epoch": 27.680074836295603, + "grad_norm": 0.0811586007475853, + "learning_rate": 5.1304964598786196e-08, + "loss": 0.0152, + "step": 29590 + }, + { + "epoch": 27.689429373246025, + "grad_norm": 0.15933863818645477, + "learning_rate": 4.883914638636467e-08, + "loss": 0.0149, + "step": 29600 + }, + { + "epoch": 27.698783910196447, + "grad_norm": 0.07054471224546432, + "learning_rate": 4.643402354446713e-08, + "loss": 0.0144, + "step": 29610 + }, + { + "epoch": 27.708138447146865, + "grad_norm": 0.08911893516778946, + "learning_rate": 4.4089598995544766e-08, + "loss": 0.0157, + "step": 29620 + }, + { + "epoch": 27.717492984097287, + "grad_norm": 0.06385734677314758, + "learning_rate": 4.180587558829663e-08, + "loss": 0.0138, + "step": 29630 + }, + { + "epoch": 27.72684752104771, + "grad_norm": 0.1164165511727333, + "learning_rate": 3.958285609765855e-08, + "loss": 0.0164, + "step": 29640 + }, + { + "epoch": 27.736202057998128, + "grad_norm": 0.1296911984682083, + "learning_rate": 3.74205432248087e-08, + "loss": 0.0148, + "step": 29650 + }, + { + "epoch": 27.74555659494855, + "grad_norm": 0.09585058689117432, + "learning_rate": 3.531893959716204e-08, + "loss": 0.0149, + "step": 29660 + }, + { + "epoch": 27.75491113189897, + "grad_norm": 0.09001926332712173, + "learning_rate": 3.327804776837029e-08, + "loss": 0.0159, + "step": 29670 + }, + { + "epoch": 27.764265668849394, + "grad_norm": 0.07987861335277557, + "learning_rate": 3.129787021829977e-08, + "loss": 0.0152, + "step": 29680 + }, + { + "epoch": 27.773620205799812, + "grad_norm": 0.08544067293405533, + "learning_rate": 2.9378409353059133e-08, + "loss": 0.0148, + "step": 29690 + }, + { + "epoch": 27.782974742750234, + "grad_norm": 0.1286926120519638, + "learning_rate": 2.7519667504971593e-08, + "loss": 0.0163, + "step": 29700 + }, + { + "epoch": 27.792329279700656, + "grad_norm": 0.10585858672857285, + "learning_rate": 2.572164693258605e-08, + "loss": 0.015, + "step": 29710 + }, + { + "epoch": 27.801683816651074, + "grad_norm": 0.08190825581550598, + "learning_rate": 2.3984349820665996e-08, + "loss": 0.0146, + "step": 29720 + }, + { + "epoch": 27.811038353601496, + "grad_norm": 0.0830933004617691, + "learning_rate": 2.2307778280189485e-08, + "loss": 0.016, + "step": 29730 + }, + { + "epoch": 27.82039289055192, + "grad_norm": 0.10034345835447311, + "learning_rate": 2.0691934348354704e-08, + "loss": 0.0147, + "step": 29740 + }, + { + "epoch": 27.82974742750234, + "grad_norm": 0.07346759736537933, + "learning_rate": 1.9136819988557763e-08, + "loss": 0.0142, + "step": 29750 + }, + { + "epoch": 27.83910196445276, + "grad_norm": 0.09933045506477356, + "learning_rate": 1.7642437090414908e-08, + "loss": 0.015, + "step": 29760 + }, + { + "epoch": 27.84845650140318, + "grad_norm": 0.09920016676187515, + "learning_rate": 1.6208787469734755e-08, + "loss": 0.0152, + "step": 29770 + }, + { + "epoch": 27.857811038353603, + "grad_norm": 0.09889069199562073, + "learning_rate": 1.483587286854604e-08, + "loss": 0.014, + "step": 29780 + }, + { + "epoch": 27.86716557530402, + "grad_norm": 0.10657393932342529, + "learning_rate": 1.3523694955064336e-08, + "loss": 0.0151, + "step": 29790 + }, + { + "epoch": 27.876520112254443, + "grad_norm": 0.07868103682994843, + "learning_rate": 1.2272255323708681e-08, + "loss": 0.015, + "step": 29800 + }, + { + "epoch": 27.885874649204865, + "grad_norm": 0.09903229027986526, + "learning_rate": 1.1081555495096042e-08, + "loss": 0.0163, + "step": 29810 + }, + { + "epoch": 27.895229186155284, + "grad_norm": 0.12475068867206573, + "learning_rate": 9.951596916041306e-09, + "loss": 0.0152, + "step": 29820 + }, + { + "epoch": 27.904583723105706, + "grad_norm": 0.1095089316368103, + "learning_rate": 8.882380959551739e-09, + "loss": 0.015, + "step": 29830 + }, + { + "epoch": 27.913938260056128, + "grad_norm": 0.0780593678355217, + "learning_rate": 7.873908924821428e-09, + "loss": 0.0146, + "step": 29840 + }, + { + "epoch": 27.92329279700655, + "grad_norm": 0.13882482051849365, + "learning_rate": 6.926182037242379e-09, + "loss": 0.0161, + "step": 29850 + }, + { + "epoch": 27.932647333956968, + "grad_norm": 0.11393003165721893, + "learning_rate": 6.039201448387876e-09, + "loss": 0.0151, + "step": 29860 + }, + { + "epoch": 27.94200187090739, + "grad_norm": 0.0991935059428215, + "learning_rate": 5.212968236029125e-09, + "loss": 0.0175, + "step": 29870 + }, + { + "epoch": 27.951356407857812, + "grad_norm": 0.10357844084501266, + "learning_rate": 4.447483404118602e-09, + "loss": 0.0158, + "step": 29880 + }, + { + "epoch": 27.96071094480823, + "grad_norm": 0.11511357873678207, + "learning_rate": 3.742747882784503e-09, + "loss": 0.0164, + "step": 29890 + }, + { + "epoch": 27.970065481758652, + "grad_norm": 0.12406891584396362, + "learning_rate": 3.0987625283473987e-09, + "loss": 0.0146, + "step": 29900 + }, + { + "epoch": 27.979420018709074, + "grad_norm": 0.11476778984069824, + "learning_rate": 2.515528123320232e-09, + "loss": 0.0155, + "step": 29910 + }, + { + "epoch": 27.988774555659496, + "grad_norm": 0.07199233770370483, + "learning_rate": 1.9930453763750133e-09, + "loss": 0.0146, + "step": 29920 + }, + { + "epoch": 27.998129092609915, + "grad_norm": 0.10304398089647293, + "learning_rate": 1.5313149223872281e-09, + "loss": 0.0156, + "step": 29930 + }, + { + "epoch": 28.007483629560337, + "grad_norm": 0.141031414270401, + "learning_rate": 1.1303373224025305e-09, + "loss": 0.0144, + "step": 29940 + }, + { + "epoch": 28.01683816651076, + "grad_norm": 0.08009154349565506, + "learning_rate": 7.901130636367438e-10, + "loss": 0.0146, + "step": 29950 + }, + { + "epoch": 28.026192703461177, + "grad_norm": 0.07420127093791962, + "learning_rate": 5.106425595036158e-10, + "loss": 0.0159, + "step": 29960 + }, + { + "epoch": 28.0355472404116, + "grad_norm": 0.12530580163002014, + "learning_rate": 2.9192614958706286e-10, + "loss": 0.0146, + "step": 29970 + }, + { + "epoch": 28.04490177736202, + "grad_norm": 0.12188243865966797, + "learning_rate": 1.3396409964117064e-10, + "loss": 0.0154, + "step": 29980 + }, + { + "epoch": 28.054256314312443, + "grad_norm": 0.1118696928024292, + "learning_rate": 3.6756601606846574e-11, + "loss": 0.0146, + "step": 29990 + }, + { + "epoch": 28.06361085126286, + "grad_norm": 0.10593543946743011, + "learning_rate": 3.0377360626943076e-13, + "loss": 0.0159, + "step": 30000 + }, + { + "epoch": 28.06361085126286, + "step": 30000, + "total_flos": 0.0, + "train_loss": 0.0386147537941734, + "train_runtime": 61310.951, + "train_samples_per_second": 125.263, + "train_steps_per_second": 0.489 + } + ], + "logging_steps": 10, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 29, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/baseline_bs256_30k/training_args.bin b/baseline_bs256_30k/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3ec217fc6a34c53b52e753dbb761395cb4c6f78 --- /dev/null +++ b/baseline_bs256_30k/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba7d53fbbf3f7ad7a06205a5a0b72d650fc636a5a3b13146c1757c86b766c97 +size 5432 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/config.json b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9b9efa3e0a4f60d4b8a2e4dd60c1b47a2c851c7 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/config.json @@ -0,0 +1,66 @@ +{ + "action_dim": 32, + "action_head_cfg": { + "action_dim": 32, + "action_horizon": 16, + "add_pos_embed": true, + "backbone_embedding_dim": 2048, + "diffusion_model_cfg": { + "attention_head_dim": 48, + "cross_attention_dim": 2048, + "dropout": 0.2, + "final_dropout": true, + "interleave_self_attention": true, + "norm_type": "ada_norm", + "num_attention_heads": 32, + "num_layers": 16, + "output_dim": 1024, + "positional_embeddings": null + }, + "hidden_size": 1024, + "input_embedding_dim": 1536, + "max_action_dim": 32, + "max_state_dim": 64, + "model_dtype": "float32", + "noise_beta_alpha": 1.5, + "noise_beta_beta": 1.0, + "noise_s": 0.999, + "num_inference_timesteps": 4, + "num_target_vision_tokens": 32, + "num_timestep_buckets": 1000, + "state_dropout_mode": "n17_input_and_embedding_v1", + "state_dropout_prob": 0.2, + "tune_diffusion_model": true, + "tune_projector": true, + "use_vlln": true, + "vl_self_attention_cfg": { + "attention_head_dim": 64, + "dropout": 0.2, + "final_dropout": true, + "num_attention_heads": 32, + "num_layers": 4, + "positional_embeddings": null + } + }, + "action_horizon": 16, + "architectures": [ + "GR00T_N1_5" + ], + "attn_implementation": null, + "backbone_cfg": { + "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops", + "load_bf16": false, + "project_to_dim": null, + "reproject_vision": false, + "select_layer": 12, + "tune_llm": false, + "tune_visual": true, + "use_flash_attention": true + }, + "compute_dtype": "bfloat16", + "hidden_size": 2048, + "model_dtype": "float32", + "model_type": "gr00t_n1_5", + "torch_dtype": "bfloat16", + "transformers_version": "4.51.3" +} diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/clvla_contract.yaml b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6550c4eea119e4cd14740cad35223887920a72c9 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,70 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k_state_dropout0p2 + experiment_name: Baseline_BS256_30K_StateDropout0p2 + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 10000 + save_total_limit: 1 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + state_dropout_prob: 0.2 + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: wandb + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k_state_dropout0p2.yaml +config_sha256: cc20d097c811096e19065abd4b4c1ceeadf13de791ab4db85e054a8a02c46e68 +data_contract: libero_pi_v2 +state_dropout_mode: n17_input_and_embedding_v1 +source_module_sha256: + clvla/patches/state_dropout_patch.py: 012b208a9a3d07a641b6b9bf3118a70e86dbed479b73fe95c1edec9c15df83d6 + clvla/common/config.py: 3c2087e7f275a0fa7f8c28a597308805ced37411264d53d760034aae03ee6977 + clvla/launch_finetune.py: 5e3306e6a4820d1d7b5442d5717a44a650ba90fd070414fc9a517045bba54e86 + clvla/common/checkpoint_contract.py: ad67ecad364cd6491c90aa1083e20b542d1bf039595503702a036b3426c55410 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/metadata.json b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00001-of-00002.safetensors b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b25a821869387806ffb0c54621126dff9ac901ca --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b50366f32fc5d744d45e75cc5990573db9bb3e451fbe13413cd7e2e4d910fe +size 4999367032 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00002-of-00002.safetensors b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a8bc31aac35639e00c1f320db4b11eee54f13d1 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80928a0374e275b35392a6606b25105e85ef7764f09ff545dd0aa51b6d92bc1 +size 2586705312 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model.safetensors.index.json b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..5ef5f247b61eb93e89601c7da8334fc087e19750 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model.safetensors.index.json @@ -0,0 +1,906 @@ +{ + "metadata": { + "total_size": 7585939328 + }, + "weight_map": { + "action_head.action_decoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.b": "model-00002-of-00002.safetensors", + "action_head.future_tokens.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.weight": "model-00002-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.weight": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.position_embedding.weight": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vlln.bias": "model-00002-of-00002.safetensors", + "action_head.vlln.weight": "model-00002-of-00002.safetensors", + "backbone.eagle_model.language_model.lm_head.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.position_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.probe": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/optimizer.pt b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc0327cdfd649def6067c0627247dded7fd8b24d --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c49d41acd6b563e138e4fec40a55bf1d81dcbd429b71b0d35b908350bc6e67 +size 8550720062 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/rng_state.pth b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f399dcbc95a2c4d73d2108782f3ee822bfe7f253 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab6af3b9fe2a23166fe9073b68b0802b31c20ddc1fc1dc42567d4a9f77cf05d +size 14244 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/scheduler.pt b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f29cb8b576c4bbf1197dac9a1a68fdfed241bf6 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8c620e9a7808e10f2bc64fa81fe5b1efb6dcc2acb3596ed32f58119a5368c1 +size 1064 diff --git a/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/trainer_state.json b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c433e1ccecce062981c3c4cd01a4bea2cbed27e9 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/checkpoint-30000/trainer_state.json @@ -0,0 +1,21034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 28.06361085126286, + "eval_steps": 500, + "global_step": 30000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009354536950420954, + "grad_norm": 7.050321578979492, + "learning_rate": 6.000000000000001e-07, + "loss": 0.9121, + "step": 10 + }, + { + "epoch": 0.018709073900841908, + "grad_norm": 6.826972484588623, + "learning_rate": 1.2666666666666667e-06, + "loss": 0.9033, + "step": 20 + }, + { + "epoch": 0.02806361085126286, + "grad_norm": 3.9699926376342773, + "learning_rate": 1.9333333333333336e-06, + "loss": 0.7588, + "step": 30 + }, + { + "epoch": 0.037418147801683815, + "grad_norm": 1.4504553079605103, + "learning_rate": 2.6e-06, + "loss": 0.5666, + "step": 40 + }, + { + "epoch": 0.04677268475210477, + "grad_norm": 1.225715160369873, + "learning_rate": 3.2666666666666666e-06, + "loss": 0.4338, + "step": 50 + }, + { + "epoch": 0.05612722170252572, + "grad_norm": 1.0617432594299316, + "learning_rate": 3.9333333333333335e-06, + "loss": 0.3581, + "step": 60 + }, + { + "epoch": 0.06548175865294668, + "grad_norm": 0.8040996193885803, + "learning_rate": 4.6e-06, + "loss": 0.3099, + "step": 70 + }, + { + "epoch": 0.07483629560336763, + "grad_norm": 0.48709341883659363, + "learning_rate": 5.266666666666667e-06, + "loss": 0.2729, + "step": 80 + }, + { + "epoch": 0.08419083255378859, + "grad_norm": 0.6079019904136658, + "learning_rate": 5.933333333333334e-06, + "loss": 0.2518, + "step": 90 + }, + { + "epoch": 0.09354536950420954, + "grad_norm": 0.5429083108901978, + "learning_rate": 6.6e-06, + "loss": 0.2241, + "step": 100 + }, + { + "epoch": 0.1028999064546305, + "grad_norm": 0.5261648297309875, + "learning_rate": 7.266666666666668e-06, + "loss": 0.209, + "step": 110 + }, + { + "epoch": 0.11225444340505145, + "grad_norm": 1.0202587842941284, + "learning_rate": 7.933333333333334e-06, + "loss": 0.1939, + "step": 120 + }, + { + "epoch": 0.1216089803554724, + "grad_norm": 0.6221228241920471, + "learning_rate": 8.599999999999999e-06, + "loss": 0.1853, + "step": 130 + }, + { + "epoch": 0.13096351730589337, + "grad_norm": 0.6712424159049988, + "learning_rate": 9.266666666666667e-06, + "loss": 0.174, + "step": 140 + }, + { + "epoch": 0.1403180542563143, + "grad_norm": 0.6676802635192871, + "learning_rate": 9.933333333333334e-06, + "loss": 0.1673, + "step": 150 + }, + { + "epoch": 0.14967259120673526, + "grad_norm": 0.461718887090683, + "learning_rate": 1.06e-05, + "loss": 0.1564, + "step": 160 + }, + { + "epoch": 0.15902712815715622, + "grad_norm": 0.6316787600517273, + "learning_rate": 1.1266666666666667e-05, + "loss": 0.148, + "step": 170 + }, + { + "epoch": 0.16838166510757718, + "grad_norm": 0.47940272092819214, + "learning_rate": 1.1933333333333333e-05, + "loss": 0.144, + "step": 180 + }, + { + "epoch": 0.17773620205799812, + "grad_norm": 0.7053763270378113, + "learning_rate": 1.2600000000000001e-05, + "loss": 0.1409, + "step": 190 + }, + { + "epoch": 0.18709073900841908, + "grad_norm": 0.3784307837486267, + "learning_rate": 1.3266666666666666e-05, + "loss": 0.1371, + "step": 200 + }, + { + "epoch": 0.19644527595884004, + "grad_norm": 0.6414741277694702, + "learning_rate": 1.3933333333333334e-05, + "loss": 0.1318, + "step": 210 + }, + { + "epoch": 0.205799812909261, + "grad_norm": 0.5699595212936401, + "learning_rate": 1.4599999999999999e-05, + "loss": 0.1325, + "step": 220 + }, + { + "epoch": 0.21515434985968196, + "grad_norm": 0.45672863721847534, + "learning_rate": 1.5266666666666667e-05, + "loss": 0.1276, + "step": 230 + }, + { + "epoch": 0.2245088868101029, + "grad_norm": 0.5605395436286926, + "learning_rate": 1.5933333333333332e-05, + "loss": 0.1253, + "step": 240 + }, + { + "epoch": 0.23386342376052385, + "grad_norm": 0.4903097450733185, + "learning_rate": 1.66e-05, + "loss": 0.1255, + "step": 250 + }, + { + "epoch": 0.2432179607109448, + "grad_norm": 0.48907211422920227, + "learning_rate": 1.726666666666667e-05, + "loss": 0.123, + "step": 260 + }, + { + "epoch": 0.25257249766136575, + "grad_norm": 0.6183031797409058, + "learning_rate": 1.7933333333333337e-05, + "loss": 0.1161, + "step": 270 + }, + { + "epoch": 0.26192703461178674, + "grad_norm": 0.562417209148407, + "learning_rate": 1.86e-05, + "loss": 0.1123, + "step": 280 + }, + { + "epoch": 0.27128157156220767, + "grad_norm": 0.4156861901283264, + "learning_rate": 1.926666666666667e-05, + "loss": 0.1154, + "step": 290 + }, + { + "epoch": 0.2806361085126286, + "grad_norm": 0.503419816493988, + "learning_rate": 1.9933333333333334e-05, + "loss": 0.1125, + "step": 300 + }, + { + "epoch": 0.2899906454630496, + "grad_norm": 0.3786899745464325, + "learning_rate": 2.06e-05, + "loss": 0.1123, + "step": 310 + }, + { + "epoch": 0.2993451824134705, + "grad_norm": 0.4058595895767212, + "learning_rate": 2.1266666666666667e-05, + "loss": 0.1118, + "step": 320 + }, + { + "epoch": 0.3086997193638915, + "grad_norm": 0.4646994471549988, + "learning_rate": 2.1933333333333332e-05, + "loss": 0.1079, + "step": 330 + }, + { + "epoch": 0.31805425631431244, + "grad_norm": 0.5723333954811096, + "learning_rate": 2.26e-05, + "loss": 0.109, + "step": 340 + }, + { + "epoch": 0.3274087932647334, + "grad_norm": 0.3700700104236603, + "learning_rate": 2.326666666666667e-05, + "loss": 0.1031, + "step": 350 + }, + { + "epoch": 0.33676333021515437, + "grad_norm": 0.6254355311393738, + "learning_rate": 2.3933333333333337e-05, + "loss": 0.1041, + "step": 360 + }, + { + "epoch": 0.3461178671655753, + "grad_norm": 0.3594721853733063, + "learning_rate": 2.46e-05, + "loss": 0.1029, + "step": 370 + }, + { + "epoch": 0.35547240411599623, + "grad_norm": 0.35928595066070557, + "learning_rate": 2.5266666666666666e-05, + "loss": 0.0993, + "step": 380 + }, + { + "epoch": 0.3648269410664172, + "grad_norm": 0.41979727149009705, + "learning_rate": 2.5933333333333338e-05, + "loss": 0.1046, + "step": 390 + }, + { + "epoch": 0.37418147801683815, + "grad_norm": 0.3613167703151703, + "learning_rate": 2.6600000000000003e-05, + "loss": 0.1045, + "step": 400 + }, + { + "epoch": 0.38353601496725914, + "grad_norm": 0.41915687918663025, + "learning_rate": 2.7266666666666668e-05, + "loss": 0.0986, + "step": 410 + }, + { + "epoch": 0.3928905519176801, + "grad_norm": 0.42858508229255676, + "learning_rate": 2.7933333333333332e-05, + "loss": 0.0964, + "step": 420 + }, + { + "epoch": 0.402245088868101, + "grad_norm": 0.4081782400608063, + "learning_rate": 2.86e-05, + "loss": 0.1026, + "step": 430 + }, + { + "epoch": 0.411599625818522, + "grad_norm": 0.2846347391605377, + "learning_rate": 2.926666666666667e-05, + "loss": 0.0996, + "step": 440 + }, + { + "epoch": 0.42095416276894293, + "grad_norm": 0.37502145767211914, + "learning_rate": 2.9933333333333337e-05, + "loss": 0.1009, + "step": 450 + }, + { + "epoch": 0.4303086997193639, + "grad_norm": 0.40292981266975403, + "learning_rate": 3.06e-05, + "loss": 0.0981, + "step": 460 + }, + { + "epoch": 0.43966323666978485, + "grad_norm": 0.32650238275527954, + "learning_rate": 3.126666666666666e-05, + "loss": 0.0964, + "step": 470 + }, + { + "epoch": 0.4490177736202058, + "grad_norm": 0.30647918581962585, + "learning_rate": 3.1933333333333335e-05, + "loss": 0.0968, + "step": 480 + }, + { + "epoch": 0.4583723105706268, + "grad_norm": 0.38638901710510254, + "learning_rate": 3.26e-05, + "loss": 0.0954, + "step": 490 + }, + { + "epoch": 0.4677268475210477, + "grad_norm": 0.43337318301200867, + "learning_rate": 3.326666666666667e-05, + "loss": 0.099, + "step": 500 + }, + { + "epoch": 0.47708138447146864, + "grad_norm": 0.4180040657520294, + "learning_rate": 3.3933333333333336e-05, + "loss": 0.0967, + "step": 510 + }, + { + "epoch": 0.4864359214218896, + "grad_norm": 0.3294523358345032, + "learning_rate": 3.46e-05, + "loss": 0.095, + "step": 520 + }, + { + "epoch": 0.49579045837231056, + "grad_norm": 0.4096311628818512, + "learning_rate": 3.526666666666667e-05, + "loss": 0.0937, + "step": 530 + }, + { + "epoch": 0.5051449953227315, + "grad_norm": 0.3208017349243164, + "learning_rate": 3.593333333333334e-05, + "loss": 0.0981, + "step": 540 + }, + { + "epoch": 0.5144995322731525, + "grad_norm": 0.32656559348106384, + "learning_rate": 3.66e-05, + "loss": 0.0937, + "step": 550 + }, + { + "epoch": 0.5238540692235735, + "grad_norm": 0.32209908962249756, + "learning_rate": 3.726666666666667e-05, + "loss": 0.0932, + "step": 560 + }, + { + "epoch": 0.5332086061739943, + "grad_norm": 0.41246312856674194, + "learning_rate": 3.793333333333334e-05, + "loss": 0.0941, + "step": 570 + }, + { + "epoch": 0.5425631431244153, + "grad_norm": 0.3342500627040863, + "learning_rate": 3.86e-05, + "loss": 0.0936, + "step": 580 + }, + { + "epoch": 0.5519176800748363, + "grad_norm": 0.3933209180831909, + "learning_rate": 3.926666666666667e-05, + "loss": 0.0949, + "step": 590 + }, + { + "epoch": 0.5612722170252572, + "grad_norm": 0.37802594900131226, + "learning_rate": 3.993333333333333e-05, + "loss": 0.0911, + "step": 600 + }, + { + "epoch": 0.5706267539756782, + "grad_norm": 0.30442923307418823, + "learning_rate": 4.0600000000000004e-05, + "loss": 0.092, + "step": 610 + }, + { + "epoch": 0.5799812909260992, + "grad_norm": 0.47285574674606323, + "learning_rate": 4.126666666666667e-05, + "loss": 0.0905, + "step": 620 + }, + { + "epoch": 0.5893358278765201, + "grad_norm": 0.3550151586532593, + "learning_rate": 4.1933333333333334e-05, + "loss": 0.0946, + "step": 630 + }, + { + "epoch": 0.598690364826941, + "grad_norm": 0.3554608225822449, + "learning_rate": 4.26e-05, + "loss": 0.094, + "step": 640 + }, + { + "epoch": 0.608044901777362, + "grad_norm": 0.32880592346191406, + "learning_rate": 4.3266666666666664e-05, + "loss": 0.089, + "step": 650 + }, + { + "epoch": 0.617399438727783, + "grad_norm": 0.3572251796722412, + "learning_rate": 4.3933333333333335e-05, + "loss": 0.0952, + "step": 660 + }, + { + "epoch": 0.6267539756782039, + "grad_norm": 0.2766726315021515, + "learning_rate": 4.46e-05, + "loss": 0.0895, + "step": 670 + }, + { + "epoch": 0.6361085126286249, + "grad_norm": 0.527041494846344, + "learning_rate": 4.526666666666667e-05, + "loss": 0.0911, + "step": 680 + }, + { + "epoch": 0.6454630495790459, + "grad_norm": 0.42260706424713135, + "learning_rate": 4.5933333333333336e-05, + "loss": 0.0881, + "step": 690 + }, + { + "epoch": 0.6548175865294668, + "grad_norm": 0.3298088610172272, + "learning_rate": 4.660000000000001e-05, + "loss": 0.0896, + "step": 700 + }, + { + "epoch": 0.6641721234798877, + "grad_norm": 0.2569539248943329, + "learning_rate": 4.726666666666667e-05, + "loss": 0.089, + "step": 710 + }, + { + "epoch": 0.6735266604303087, + "grad_norm": 0.34201177954673767, + "learning_rate": 4.793333333333334e-05, + "loss": 0.0923, + "step": 720 + }, + { + "epoch": 0.6828811973807296, + "grad_norm": 0.2861499488353729, + "learning_rate": 4.86e-05, + "loss": 0.0912, + "step": 730 + }, + { + "epoch": 0.6922357343311506, + "grad_norm": 0.33800482749938965, + "learning_rate": 4.926666666666667e-05, + "loss": 0.0918, + "step": 740 + }, + { + "epoch": 0.7015902712815716, + "grad_norm": 0.26884546875953674, + "learning_rate": 4.993333333333334e-05, + "loss": 0.0867, + "step": 750 + }, + { + "epoch": 0.7109448082319925, + "grad_norm": 0.3140985667705536, + "learning_rate": 5.0600000000000003e-05, + "loss": 0.0917, + "step": 760 + }, + { + "epoch": 0.7202993451824135, + "grad_norm": 0.36790549755096436, + "learning_rate": 5.1266666666666675e-05, + "loss": 0.0856, + "step": 770 + }, + { + "epoch": 0.7296538821328344, + "grad_norm": 0.32808661460876465, + "learning_rate": 5.193333333333333e-05, + "loss": 0.0874, + "step": 780 + }, + { + "epoch": 0.7390084190832554, + "grad_norm": 0.3619920611381531, + "learning_rate": 5.2600000000000005e-05, + "loss": 0.0873, + "step": 790 + }, + { + "epoch": 0.7483629560336763, + "grad_norm": 0.30887657403945923, + "learning_rate": 5.326666666666666e-05, + "loss": 0.0888, + "step": 800 + }, + { + "epoch": 0.7577174929840973, + "grad_norm": 0.48317641019821167, + "learning_rate": 5.3933333333333334e-05, + "loss": 0.0852, + "step": 810 + }, + { + "epoch": 0.7670720299345183, + "grad_norm": 0.3203366994857788, + "learning_rate": 5.4600000000000006e-05, + "loss": 0.0885, + "step": 820 + }, + { + "epoch": 0.7764265668849392, + "grad_norm": 0.4947807490825653, + "learning_rate": 5.5266666666666664e-05, + "loss": 0.0917, + "step": 830 + }, + { + "epoch": 0.7857811038353602, + "grad_norm": 0.41149526834487915, + "learning_rate": 5.5933333333333335e-05, + "loss": 0.0851, + "step": 840 + }, + { + "epoch": 0.7951356407857811, + "grad_norm": 0.43892034888267517, + "learning_rate": 5.66e-05, + "loss": 0.0863, + "step": 850 + }, + { + "epoch": 0.804490177736202, + "grad_norm": 0.355189710855484, + "learning_rate": 5.726666666666667e-05, + "loss": 0.0867, + "step": 860 + }, + { + "epoch": 0.813844714686623, + "grad_norm": 0.3457701802253723, + "learning_rate": 5.7933333333333337e-05, + "loss": 0.0899, + "step": 870 + }, + { + "epoch": 0.823199251637044, + "grad_norm": 0.2668856382369995, + "learning_rate": 5.86e-05, + "loss": 0.085, + "step": 880 + }, + { + "epoch": 0.8325537885874649, + "grad_norm": 0.24097636342048645, + "learning_rate": 5.926666666666667e-05, + "loss": 0.0871, + "step": 890 + }, + { + "epoch": 0.8419083255378859, + "grad_norm": 0.27604296803474426, + "learning_rate": 5.9933333333333345e-05, + "loss": 0.087, + "step": 900 + }, + { + "epoch": 0.8512628624883068, + "grad_norm": 0.2552812099456787, + "learning_rate": 6.06e-05, + "loss": 0.0862, + "step": 910 + }, + { + "epoch": 0.8606173994387278, + "grad_norm": 0.359980046749115, + "learning_rate": 6.126666666666667e-05, + "loss": 0.0844, + "step": 920 + }, + { + "epoch": 0.8699719363891487, + "grad_norm": 0.4867974519729614, + "learning_rate": 6.193333333333333e-05, + "loss": 0.0856, + "step": 930 + }, + { + "epoch": 0.8793264733395697, + "grad_norm": 0.37777233123779297, + "learning_rate": 6.26e-05, + "loss": 0.0861, + "step": 940 + }, + { + "epoch": 0.8886810102899907, + "grad_norm": 0.3090333044528961, + "learning_rate": 6.326666666666667e-05, + "loss": 0.0835, + "step": 950 + }, + { + "epoch": 0.8980355472404116, + "grad_norm": 0.3776646852493286, + "learning_rate": 6.393333333333333e-05, + "loss": 0.0841, + "step": 960 + }, + { + "epoch": 0.9073900841908326, + "grad_norm": 0.3761221468448639, + "learning_rate": 6.460000000000001e-05, + "loss": 0.0828, + "step": 970 + }, + { + "epoch": 0.9167446211412535, + "grad_norm": 0.36705055832862854, + "learning_rate": 6.526666666666666e-05, + "loss": 0.085, + "step": 980 + }, + { + "epoch": 0.9260991580916744, + "grad_norm": 0.33471032977104187, + "learning_rate": 6.593333333333334e-05, + "loss": 0.0852, + "step": 990 + }, + { + "epoch": 0.9354536950420954, + "grad_norm": 0.2716015577316284, + "learning_rate": 6.66e-05, + "loss": 0.0878, + "step": 1000 + }, + { + "epoch": 0.9448082319925164, + "grad_norm": 0.2699780762195587, + "learning_rate": 6.726666666666667e-05, + "loss": 0.0847, + "step": 1010 + }, + { + "epoch": 0.9541627689429373, + "grad_norm": 0.282623291015625, + "learning_rate": 6.793333333333334e-05, + "loss": 0.0832, + "step": 1020 + }, + { + "epoch": 0.9635173058933583, + "grad_norm": 0.24296097457408905, + "learning_rate": 6.860000000000001e-05, + "loss": 0.0852, + "step": 1030 + }, + { + "epoch": 0.9728718428437793, + "grad_norm": 0.41039353609085083, + "learning_rate": 6.926666666666667e-05, + "loss": 0.0854, + "step": 1040 + }, + { + "epoch": 0.9822263797942001, + "grad_norm": 0.20685791969299316, + "learning_rate": 6.993333333333334e-05, + "loss": 0.0835, + "step": 1050 + }, + { + "epoch": 0.9915809167446211, + "grad_norm": 0.23258675634860992, + "learning_rate": 7.06e-05, + "loss": 0.0838, + "step": 1060 + }, + { + "epoch": 1.000935453695042, + "grad_norm": 0.27411916851997375, + "learning_rate": 7.126666666666667e-05, + "loss": 0.081, + "step": 1070 + }, + { + "epoch": 1.010289990645463, + "grad_norm": 0.21166740357875824, + "learning_rate": 7.193333333333334e-05, + "loss": 0.0832, + "step": 1080 + }, + { + "epoch": 1.019644527595884, + "grad_norm": 0.33695244789123535, + "learning_rate": 7.26e-05, + "loss": 0.0809, + "step": 1090 + }, + { + "epoch": 1.028999064546305, + "grad_norm": 0.37358641624450684, + "learning_rate": 7.326666666666667e-05, + "loss": 0.0875, + "step": 1100 + }, + { + "epoch": 1.0383536014967258, + "grad_norm": 0.32513782382011414, + "learning_rate": 7.393333333333333e-05, + "loss": 0.0833, + "step": 1110 + }, + { + "epoch": 1.047708138447147, + "grad_norm": 0.23990949988365173, + "learning_rate": 7.46e-05, + "loss": 0.0836, + "step": 1120 + }, + { + "epoch": 1.0570626753975678, + "grad_norm": 0.3169940710067749, + "learning_rate": 7.526666666666668e-05, + "loss": 0.082, + "step": 1130 + }, + { + "epoch": 1.0664172123479887, + "grad_norm": 0.20699037611484528, + "learning_rate": 7.593333333333334e-05, + "loss": 0.0831, + "step": 1140 + }, + { + "epoch": 1.0757717492984098, + "grad_norm": 0.27290570735931396, + "learning_rate": 7.66e-05, + "loss": 0.0839, + "step": 1150 + }, + { + "epoch": 1.0851262862488307, + "grad_norm": 0.30628520250320435, + "learning_rate": 7.726666666666667e-05, + "loss": 0.0829, + "step": 1160 + }, + { + "epoch": 1.0944808231992516, + "grad_norm": 0.2783658504486084, + "learning_rate": 7.793333333333333e-05, + "loss": 0.0811, + "step": 1170 + }, + { + "epoch": 1.1038353601496727, + "grad_norm": 0.22633211314678192, + "learning_rate": 7.860000000000001e-05, + "loss": 0.0825, + "step": 1180 + }, + { + "epoch": 1.1131898971000935, + "grad_norm": 0.19857066869735718, + "learning_rate": 7.926666666666666e-05, + "loss": 0.0853, + "step": 1190 + }, + { + "epoch": 1.1225444340505144, + "grad_norm": 0.32821860909461975, + "learning_rate": 7.993333333333334e-05, + "loss": 0.0817, + "step": 1200 + }, + { + "epoch": 1.1318989710009355, + "grad_norm": 0.3180703818798065, + "learning_rate": 8.060000000000001e-05, + "loss": 0.085, + "step": 1210 + }, + { + "epoch": 1.1412535079513564, + "grad_norm": 0.24992939829826355, + "learning_rate": 8.126666666666667e-05, + "loss": 0.0813, + "step": 1220 + }, + { + "epoch": 1.1506080449017775, + "grad_norm": 0.4083932936191559, + "learning_rate": 8.193333333333334e-05, + "loss": 0.0831, + "step": 1230 + }, + { + "epoch": 1.1599625818521984, + "grad_norm": 0.3111109435558319, + "learning_rate": 8.26e-05, + "loss": 0.0821, + "step": 1240 + }, + { + "epoch": 1.1693171188026192, + "grad_norm": 0.3410800099372864, + "learning_rate": 8.326666666666667e-05, + "loss": 0.0819, + "step": 1250 + }, + { + "epoch": 1.1786716557530403, + "grad_norm": 0.2869585156440735, + "learning_rate": 8.393333333333335e-05, + "loss": 0.0835, + "step": 1260 + }, + { + "epoch": 1.1880261927034612, + "grad_norm": 0.30530405044555664, + "learning_rate": 8.46e-05, + "loss": 0.0799, + "step": 1270 + }, + { + "epoch": 1.197380729653882, + "grad_norm": 0.2649756073951721, + "learning_rate": 8.526666666666667e-05, + "loss": 0.0834, + "step": 1280 + }, + { + "epoch": 1.2067352666043032, + "grad_norm": 0.17021043598651886, + "learning_rate": 8.593333333333333e-05, + "loss": 0.085, + "step": 1290 + }, + { + "epoch": 1.216089803554724, + "grad_norm": 0.1772785186767578, + "learning_rate": 8.66e-05, + "loss": 0.0814, + "step": 1300 + }, + { + "epoch": 1.225444340505145, + "grad_norm": 0.30413711071014404, + "learning_rate": 8.726666666666667e-05, + "loss": 0.0825, + "step": 1310 + }, + { + "epoch": 1.234798877455566, + "grad_norm": 0.30081474781036377, + "learning_rate": 8.793333333333333e-05, + "loss": 0.0805, + "step": 1320 + }, + { + "epoch": 1.244153414405987, + "grad_norm": 0.24705035984516144, + "learning_rate": 8.86e-05, + "loss": 0.082, + "step": 1330 + }, + { + "epoch": 1.2535079513564078, + "grad_norm": 0.32973721623420715, + "learning_rate": 8.926666666666668e-05, + "loss": 0.0808, + "step": 1340 + }, + { + "epoch": 1.262862488306829, + "grad_norm": 0.30190637707710266, + "learning_rate": 8.993333333333334e-05, + "loss": 0.0801, + "step": 1350 + }, + { + "epoch": 1.2722170252572498, + "grad_norm": 0.26444175839424133, + "learning_rate": 9.06e-05, + "loss": 0.0792, + "step": 1360 + }, + { + "epoch": 1.2815715622076707, + "grad_norm": 0.36450910568237305, + "learning_rate": 9.126666666666667e-05, + "loss": 0.0799, + "step": 1370 + }, + { + "epoch": 1.2909260991580918, + "grad_norm": 0.2885303497314453, + "learning_rate": 9.193333333333334e-05, + "loss": 0.083, + "step": 1380 + }, + { + "epoch": 1.3002806361085126, + "grad_norm": 0.24726220965385437, + "learning_rate": 9.260000000000001e-05, + "loss": 0.0817, + "step": 1390 + }, + { + "epoch": 1.3096351730589335, + "grad_norm": 0.250713586807251, + "learning_rate": 9.326666666666667e-05, + "loss": 0.0827, + "step": 1400 + }, + { + "epoch": 1.3189897100093546, + "grad_norm": 0.21880123019218445, + "learning_rate": 9.393333333333334e-05, + "loss": 0.0819, + "step": 1410 + }, + { + "epoch": 1.3283442469597755, + "grad_norm": 0.3662002682685852, + "learning_rate": 9.46e-05, + "loss": 0.0843, + "step": 1420 + }, + { + "epoch": 1.3376987839101964, + "grad_norm": 0.315166175365448, + "learning_rate": 9.526666666666667e-05, + "loss": 0.0807, + "step": 1430 + }, + { + "epoch": 1.3470533208606175, + "grad_norm": 0.33390507102012634, + "learning_rate": 9.593333333333334e-05, + "loss": 0.0856, + "step": 1440 + }, + { + "epoch": 1.3564078578110383, + "grad_norm": 0.19525708258152008, + "learning_rate": 9.66e-05, + "loss": 0.0817, + "step": 1450 + }, + { + "epoch": 1.3657623947614592, + "grad_norm": 0.2815227210521698, + "learning_rate": 9.726666666666667e-05, + "loss": 0.08, + "step": 1460 + }, + { + "epoch": 1.3751169317118803, + "grad_norm": 0.3546593487262726, + "learning_rate": 9.793333333333333e-05, + "loss": 0.079, + "step": 1470 + }, + { + "epoch": 1.3844714686623012, + "grad_norm": 0.37464016675949097, + "learning_rate": 9.86e-05, + "loss": 0.0817, + "step": 1480 + }, + { + "epoch": 1.393826005612722, + "grad_norm": 0.36118143796920776, + "learning_rate": 9.926666666666668e-05, + "loss": 0.0835, + "step": 1490 + }, + { + "epoch": 1.4031805425631432, + "grad_norm": 0.27849677205085754, + "learning_rate": 9.993333333333334e-05, + "loss": 0.0798, + "step": 1500 + }, + { + "epoch": 1.412535079513564, + "grad_norm": 0.22615158557891846, + "learning_rate": 9.999997539434007e-05, + "loss": 0.0827, + "step": 1510 + }, + { + "epoch": 1.421889616463985, + "grad_norm": 0.21566829085350037, + "learning_rate": 9.999989033776898e-05, + "loss": 0.0822, + "step": 1520 + }, + { + "epoch": 1.431244153414406, + "grad_norm": 0.25536954402923584, + "learning_rate": 9.999974452661641e-05, + "loss": 0.0812, + "step": 1530 + }, + { + "epoch": 1.440598690364827, + "grad_norm": 0.26457205414772034, + "learning_rate": 9.999953796105959e-05, + "loss": 0.0786, + "step": 1540 + }, + { + "epoch": 1.4499532273152478, + "grad_norm": 0.219985231757164, + "learning_rate": 9.999927064134949e-05, + "loss": 0.0793, + "step": 1550 + }, + { + "epoch": 1.4593077642656689, + "grad_norm": 0.19091781973838806, + "learning_rate": 9.999894256781095e-05, + "loss": 0.0804, + "step": 1560 + }, + { + "epoch": 1.4686623012160898, + "grad_norm": 0.2868748605251312, + "learning_rate": 9.99985537408426e-05, + "loss": 0.0777, + "step": 1570 + }, + { + "epoch": 1.4780168381665106, + "grad_norm": 0.2772008776664734, + "learning_rate": 9.999810416091688e-05, + "loss": 0.077, + "step": 1580 + }, + { + "epoch": 1.4873713751169317, + "grad_norm": 0.26997384428977966, + "learning_rate": 9.99975938285801e-05, + "loss": 0.0796, + "step": 1590 + }, + { + "epoch": 1.4967259120673526, + "grad_norm": 0.27058911323547363, + "learning_rate": 9.999702274445236e-05, + "loss": 0.0784, + "step": 1600 + }, + { + "epoch": 1.5060804490177735, + "grad_norm": 0.195984348654747, + "learning_rate": 9.999639090922756e-05, + "loss": 0.0787, + "step": 1610 + }, + { + "epoch": 1.5154349859681946, + "grad_norm": 0.2418171763420105, + "learning_rate": 9.999569832367346e-05, + "loss": 0.0732, + "step": 1620 + }, + { + "epoch": 1.5247895229186157, + "grad_norm": 0.20855668187141418, + "learning_rate": 9.999494498863162e-05, + "loss": 0.0782, + "step": 1630 + }, + { + "epoch": 1.5341440598690363, + "grad_norm": 0.24546203017234802, + "learning_rate": 9.99941309050174e-05, + "loss": 0.0744, + "step": 1640 + }, + { + "epoch": 1.5434985968194574, + "grad_norm": 0.23797062039375305, + "learning_rate": 9.999325607381999e-05, + "loss": 0.0798, + "step": 1650 + }, + { + "epoch": 1.5528531337698785, + "grad_norm": 0.29067397117614746, + "learning_rate": 9.999232049610238e-05, + "loss": 0.0825, + "step": 1660 + }, + { + "epoch": 1.5622076707202992, + "grad_norm": 0.20905809104442596, + "learning_rate": 9.999132417300142e-05, + "loss": 0.0779, + "step": 1670 + }, + { + "epoch": 1.5715622076707203, + "grad_norm": 0.18679457902908325, + "learning_rate": 9.99902671057277e-05, + "loss": 0.0783, + "step": 1680 + }, + { + "epoch": 1.5809167446211414, + "grad_norm": 0.35727450251579285, + "learning_rate": 9.998914929556569e-05, + "loss": 0.0796, + "step": 1690 + }, + { + "epoch": 1.590271281571562, + "grad_norm": 0.20729583501815796, + "learning_rate": 9.998797074387361e-05, + "loss": 0.0794, + "step": 1700 + }, + { + "epoch": 1.5996258185219832, + "grad_norm": 0.2872870862483978, + "learning_rate": 9.99867314520835e-05, + "loss": 0.0791, + "step": 1710 + }, + { + "epoch": 1.6089803554724043, + "grad_norm": 0.37081223726272583, + "learning_rate": 9.998543142170126e-05, + "loss": 0.0767, + "step": 1720 + }, + { + "epoch": 1.618334892422825, + "grad_norm": 0.30775266885757446, + "learning_rate": 9.99840706543065e-05, + "loss": 0.0808, + "step": 1730 + }, + { + "epoch": 1.627689429373246, + "grad_norm": 0.207123801112175, + "learning_rate": 9.998264915155274e-05, + "loss": 0.0751, + "step": 1740 + }, + { + "epoch": 1.637043966323667, + "grad_norm": 0.25257688760757446, + "learning_rate": 9.998116691516718e-05, + "loss": 0.0748, + "step": 1750 + }, + { + "epoch": 1.646398503274088, + "grad_norm": 0.22605258226394653, + "learning_rate": 9.997962394695091e-05, + "loss": 0.0805, + "step": 1760 + }, + { + "epoch": 1.6557530402245089, + "grad_norm": 0.18555055558681488, + "learning_rate": 9.997802024877875e-05, + "loss": 0.0755, + "step": 1770 + }, + { + "epoch": 1.66510757717493, + "grad_norm": 0.2799789011478424, + "learning_rate": 9.99763558225994e-05, + "loss": 0.0777, + "step": 1780 + }, + { + "epoch": 1.6744621141253508, + "grad_norm": 0.2219024896621704, + "learning_rate": 9.997463067043526e-05, + "loss": 0.0751, + "step": 1790 + }, + { + "epoch": 1.6838166510757717, + "grad_norm": 0.21474388241767883, + "learning_rate": 9.997284479438253e-05, + "loss": 0.0772, + "step": 1800 + }, + { + "epoch": 1.6931711880261928, + "grad_norm": 0.35062116384506226, + "learning_rate": 9.997099819661127e-05, + "loss": 0.0772, + "step": 1810 + }, + { + "epoch": 1.7025257249766137, + "grad_norm": 0.38617661595344543, + "learning_rate": 9.996909087936524e-05, + "loss": 0.0777, + "step": 1820 + }, + { + "epoch": 1.7118802619270346, + "grad_norm": 0.2806341350078583, + "learning_rate": 9.996712284496201e-05, + "loss": 0.0791, + "step": 1830 + }, + { + "epoch": 1.7212347988774557, + "grad_norm": 0.21586304903030396, + "learning_rate": 9.996509409579293e-05, + "loss": 0.0772, + "step": 1840 + }, + { + "epoch": 1.7305893358278766, + "grad_norm": 0.21191668510437012, + "learning_rate": 9.996300463432312e-05, + "loss": 0.0813, + "step": 1850 + }, + { + "epoch": 1.7399438727782974, + "grad_norm": 0.2100268006324768, + "learning_rate": 9.996085446309148e-05, + "loss": 0.0737, + "step": 1860 + }, + { + "epoch": 1.7492984097287185, + "grad_norm": 0.16635699570178986, + "learning_rate": 9.995864358471066e-05, + "loss": 0.0767, + "step": 1870 + }, + { + "epoch": 1.7586529466791394, + "grad_norm": 0.182022824883461, + "learning_rate": 9.99563720018671e-05, + "loss": 0.0742, + "step": 1880 + }, + { + "epoch": 1.7680074836295603, + "grad_norm": 0.17787817120552063, + "learning_rate": 9.995403971732098e-05, + "loss": 0.0774, + "step": 1890 + }, + { + "epoch": 1.7773620205799814, + "grad_norm": 0.2547558844089508, + "learning_rate": 9.995164673390625e-05, + "loss": 0.0735, + "step": 1900 + }, + { + "epoch": 1.7867165575304023, + "grad_norm": 0.21445029973983765, + "learning_rate": 9.994919305453059e-05, + "loss": 0.0737, + "step": 1910 + }, + { + "epoch": 1.7960710944808231, + "grad_norm": 0.20131421089172363, + "learning_rate": 9.994667868217548e-05, + "loss": 0.0751, + "step": 1920 + }, + { + "epoch": 1.8054256314312442, + "grad_norm": 0.20430995523929596, + "learning_rate": 9.99441036198961e-05, + "loss": 0.0763, + "step": 1930 + }, + { + "epoch": 1.8147801683816651, + "grad_norm": 0.16484026610851288, + "learning_rate": 9.99414678708214e-05, + "loss": 0.0745, + "step": 1940 + }, + { + "epoch": 1.824134705332086, + "grad_norm": 0.32552099227905273, + "learning_rate": 9.993877143815407e-05, + "loss": 0.0758, + "step": 1950 + }, + { + "epoch": 1.833489242282507, + "grad_norm": 0.282988965511322, + "learning_rate": 9.993601432517053e-05, + "loss": 0.0751, + "step": 1960 + }, + { + "epoch": 1.842843779232928, + "grad_norm": 0.2840268611907959, + "learning_rate": 9.993319653522091e-05, + "loss": 0.0737, + "step": 1970 + }, + { + "epoch": 1.8521983161833488, + "grad_norm": 0.22802628576755524, + "learning_rate": 9.993031807172911e-05, + "loss": 0.076, + "step": 1980 + }, + { + "epoch": 1.86155285313377, + "grad_norm": 0.2199597954750061, + "learning_rate": 9.992737893819273e-05, + "loss": 0.0747, + "step": 1990 + }, + { + "epoch": 1.8709073900841908, + "grad_norm": 0.2741236090660095, + "learning_rate": 9.992437913818312e-05, + "loss": 0.0763, + "step": 2000 + }, + { + "epoch": 1.8802619270346117, + "grad_norm": 0.2388889342546463, + "learning_rate": 9.992131867534526e-05, + "loss": 0.0746, + "step": 2010 + }, + { + "epoch": 1.8896164639850328, + "grad_norm": 0.19232112169265747, + "learning_rate": 9.991819755339796e-05, + "loss": 0.0769, + "step": 2020 + }, + { + "epoch": 1.8989710009354537, + "grad_norm": 0.1881682276725769, + "learning_rate": 9.991501577613365e-05, + "loss": 0.0751, + "step": 2030 + }, + { + "epoch": 1.9083255378858746, + "grad_norm": 0.2727162539958954, + "learning_rate": 9.99117733474185e-05, + "loss": 0.0738, + "step": 2040 + }, + { + "epoch": 1.9176800748362957, + "grad_norm": 0.15722861886024475, + "learning_rate": 9.990847027119234e-05, + "loss": 0.0742, + "step": 2050 + }, + { + "epoch": 1.9270346117867165, + "grad_norm": 0.17533829808235168, + "learning_rate": 9.990510655146877e-05, + "loss": 0.0717, + "step": 2060 + }, + { + "epoch": 1.9363891487371374, + "grad_norm": 0.17770972847938538, + "learning_rate": 9.990168219233496e-05, + "loss": 0.0722, + "step": 2070 + }, + { + "epoch": 1.9457436856875585, + "grad_norm": 0.1599332094192505, + "learning_rate": 9.989819719795188e-05, + "loss": 0.0736, + "step": 2080 + }, + { + "epoch": 1.9550982226379794, + "grad_norm": 0.3134104311466217, + "learning_rate": 9.989465157255412e-05, + "loss": 0.0724, + "step": 2090 + }, + { + "epoch": 1.9644527595884003, + "grad_norm": 0.18084657192230225, + "learning_rate": 9.989104532044994e-05, + "loss": 0.0747, + "step": 2100 + }, + { + "epoch": 1.9738072965388214, + "grad_norm": 0.3332325220108032, + "learning_rate": 9.988737844602128e-05, + "loss": 0.0721, + "step": 2110 + }, + { + "epoch": 1.9831618334892422, + "grad_norm": 0.20515793561935425, + "learning_rate": 9.988365095372372e-05, + "loss": 0.0749, + "step": 2120 + }, + { + "epoch": 1.9925163704396631, + "grad_norm": 0.20669038593769073, + "learning_rate": 9.987986284808654e-05, + "loss": 0.0742, + "step": 2130 + }, + { + "epoch": 2.001870907390084, + "grad_norm": 0.25753578543663025, + "learning_rate": 9.987601413371264e-05, + "loss": 0.0748, + "step": 2140 + }, + { + "epoch": 2.0112254443405053, + "grad_norm": 0.26166442036628723, + "learning_rate": 9.987210481527855e-05, + "loss": 0.0784, + "step": 2150 + }, + { + "epoch": 2.020579981290926, + "grad_norm": 0.2283203899860382, + "learning_rate": 9.98681348975345e-05, + "loss": 0.0725, + "step": 2160 + }, + { + "epoch": 2.029934518241347, + "grad_norm": 0.2073083072900772, + "learning_rate": 9.986410438530427e-05, + "loss": 0.0747, + "step": 2170 + }, + { + "epoch": 2.039289055191768, + "grad_norm": 0.1624682992696762, + "learning_rate": 9.986001328348534e-05, + "loss": 0.0715, + "step": 2180 + }, + { + "epoch": 2.048643592142189, + "grad_norm": 0.17138275504112244, + "learning_rate": 9.985586159704878e-05, + "loss": 0.0703, + "step": 2190 + }, + { + "epoch": 2.05799812909261, + "grad_norm": 0.18406350910663605, + "learning_rate": 9.985164933103929e-05, + "loss": 0.0729, + "step": 2200 + }, + { + "epoch": 2.067352666043031, + "grad_norm": 0.16237354278564453, + "learning_rate": 9.984737649057513e-05, + "loss": 0.072, + "step": 2210 + }, + { + "epoch": 2.0767072029934517, + "grad_norm": 0.28196391463279724, + "learning_rate": 9.984304308084827e-05, + "loss": 0.0755, + "step": 2220 + }, + { + "epoch": 2.086061739943873, + "grad_norm": 0.20523633062839508, + "learning_rate": 9.983864910712416e-05, + "loss": 0.0731, + "step": 2230 + }, + { + "epoch": 2.095416276894294, + "grad_norm": 0.15575769543647766, + "learning_rate": 9.98341945747419e-05, + "loss": 0.0724, + "step": 2240 + }, + { + "epoch": 2.1047708138447145, + "grad_norm": 0.1912972331047058, + "learning_rate": 9.98296794891142e-05, + "loss": 0.073, + "step": 2250 + }, + { + "epoch": 2.1141253507951356, + "grad_norm": 0.2046838104724884, + "learning_rate": 9.982510385572725e-05, + "loss": 0.0737, + "step": 2260 + }, + { + "epoch": 2.1234798877455567, + "grad_norm": 0.1483425498008728, + "learning_rate": 9.982046768014094e-05, + "loss": 0.0743, + "step": 2270 + }, + { + "epoch": 2.1328344246959774, + "grad_norm": 0.21448005735874176, + "learning_rate": 9.981577096798863e-05, + "loss": 0.0708, + "step": 2280 + }, + { + "epoch": 2.1421889616463985, + "grad_norm": 0.20364511013031006, + "learning_rate": 9.981101372497727e-05, + "loss": 0.0707, + "step": 2290 + }, + { + "epoch": 2.1515434985968196, + "grad_norm": 0.19871680438518524, + "learning_rate": 9.980619595688737e-05, + "loss": 0.0707, + "step": 2300 + }, + { + "epoch": 2.1608980355472402, + "grad_norm": 0.26344752311706543, + "learning_rate": 9.980131766957295e-05, + "loss": 0.0737, + "step": 2310 + }, + { + "epoch": 2.1702525724976613, + "grad_norm": 0.2200624644756317, + "learning_rate": 9.979637886896163e-05, + "loss": 0.0734, + "step": 2320 + }, + { + "epoch": 2.1796071094480824, + "grad_norm": 0.25186648964881897, + "learning_rate": 9.979137956105447e-05, + "loss": 0.0738, + "step": 2330 + }, + { + "epoch": 2.188961646398503, + "grad_norm": 0.209429532289505, + "learning_rate": 9.978631975192613e-05, + "loss": 0.0747, + "step": 2340 + }, + { + "epoch": 2.198316183348924, + "grad_norm": 0.15090332925319672, + "learning_rate": 9.978119944772475e-05, + "loss": 0.0703, + "step": 2350 + }, + { + "epoch": 2.2076707202993453, + "grad_norm": 0.1973050832748413, + "learning_rate": 9.977601865467197e-05, + "loss": 0.0725, + "step": 2360 + }, + { + "epoch": 2.217025257249766, + "grad_norm": 0.23995478451251984, + "learning_rate": 9.977077737906297e-05, + "loss": 0.0718, + "step": 2370 + }, + { + "epoch": 2.226379794200187, + "grad_norm": 0.20268259942531586, + "learning_rate": 9.976547562726636e-05, + "loss": 0.0719, + "step": 2380 + }, + { + "epoch": 2.235734331150608, + "grad_norm": 0.23015771806240082, + "learning_rate": 9.976011340572429e-05, + "loss": 0.0685, + "step": 2390 + }, + { + "epoch": 2.245088868101029, + "grad_norm": 0.16936978697776794, + "learning_rate": 9.975469072095237e-05, + "loss": 0.0731, + "step": 2400 + }, + { + "epoch": 2.25444340505145, + "grad_norm": 0.22798067331314087, + "learning_rate": 9.974920757953965e-05, + "loss": 0.0712, + "step": 2410 + }, + { + "epoch": 2.263797942001871, + "grad_norm": 0.2506489157676697, + "learning_rate": 9.97436639881487e-05, + "loss": 0.0717, + "step": 2420 + }, + { + "epoch": 2.2731524789522917, + "grad_norm": 0.17275208234786987, + "learning_rate": 9.973805995351545e-05, + "loss": 0.0724, + "step": 2430 + }, + { + "epoch": 2.2825070159027128, + "grad_norm": 0.29065659642219543, + "learning_rate": 9.973239548244939e-05, + "loss": 0.0748, + "step": 2440 + }, + { + "epoch": 2.291861552853134, + "grad_norm": 0.20649825036525726, + "learning_rate": 9.972667058183333e-05, + "loss": 0.0725, + "step": 2450 + }, + { + "epoch": 2.301216089803555, + "grad_norm": 0.20511239767074585, + "learning_rate": 9.972088525862362e-05, + "loss": 0.0702, + "step": 2460 + }, + { + "epoch": 2.3105706267539756, + "grad_norm": 0.22137342393398285, + "learning_rate": 9.971503951984995e-05, + "loss": 0.0711, + "step": 2470 + }, + { + "epoch": 2.3199251637043967, + "grad_norm": 0.2132650464773178, + "learning_rate": 9.970913337261543e-05, + "loss": 0.074, + "step": 2480 + }, + { + "epoch": 2.3292797006548174, + "grad_norm": 0.2503194510936737, + "learning_rate": 9.97031668240966e-05, + "loss": 0.0712, + "step": 2490 + }, + { + "epoch": 2.3386342376052385, + "grad_norm": 0.14526793360710144, + "learning_rate": 9.969713988154339e-05, + "loss": 0.0707, + "step": 2500 + }, + { + "epoch": 2.3479887745556596, + "grad_norm": 0.13959836959838867, + "learning_rate": 9.969105255227906e-05, + "loss": 0.0687, + "step": 2510 + }, + { + "epoch": 2.3573433115060807, + "grad_norm": 0.21067453920841217, + "learning_rate": 9.968490484370035e-05, + "loss": 0.0684, + "step": 2520 + }, + { + "epoch": 2.3666978484565013, + "grad_norm": 0.20640666782855988, + "learning_rate": 9.967869676327726e-05, + "loss": 0.072, + "step": 2530 + }, + { + "epoch": 2.3760523854069224, + "grad_norm": 0.21626991033554077, + "learning_rate": 9.96724283185532e-05, + "loss": 0.0676, + "step": 2540 + }, + { + "epoch": 2.385406922357343, + "grad_norm": 0.22774936258792877, + "learning_rate": 9.966609951714494e-05, + "loss": 0.0701, + "step": 2550 + }, + { + "epoch": 2.394761459307764, + "grad_norm": 0.18887324631214142, + "learning_rate": 9.965971036674255e-05, + "loss": 0.0686, + "step": 2560 + }, + { + "epoch": 2.4041159962581853, + "grad_norm": 0.20763877034187317, + "learning_rate": 9.965326087510947e-05, + "loss": 0.0693, + "step": 2570 + }, + { + "epoch": 2.4134705332086064, + "grad_norm": 0.2005554586648941, + "learning_rate": 9.964675105008244e-05, + "loss": 0.0713, + "step": 2580 + }, + { + "epoch": 2.422825070159027, + "grad_norm": 0.2292257398366928, + "learning_rate": 9.964018089957147e-05, + "loss": 0.071, + "step": 2590 + }, + { + "epoch": 2.432179607109448, + "grad_norm": 0.15152136981487274, + "learning_rate": 9.963355043155996e-05, + "loss": 0.0725, + "step": 2600 + }, + { + "epoch": 2.441534144059869, + "grad_norm": 0.17360210418701172, + "learning_rate": 9.962685965410455e-05, + "loss": 0.0688, + "step": 2610 + }, + { + "epoch": 2.45088868101029, + "grad_norm": 0.1931675374507904, + "learning_rate": 9.962010857533514e-05, + "loss": 0.071, + "step": 2620 + }, + { + "epoch": 2.460243217960711, + "grad_norm": 0.1476220339536667, + "learning_rate": 9.961329720345493e-05, + "loss": 0.073, + "step": 2630 + }, + { + "epoch": 2.469597754911132, + "grad_norm": 0.1710977554321289, + "learning_rate": 9.96064255467404e-05, + "loss": 0.0717, + "step": 2640 + }, + { + "epoch": 2.4789522918615527, + "grad_norm": 0.17832441627979279, + "learning_rate": 9.959949361354126e-05, + "loss": 0.0673, + "step": 2650 + }, + { + "epoch": 2.488306828811974, + "grad_norm": 0.17433002591133118, + "learning_rate": 9.959250141228045e-05, + "loss": 0.0736, + "step": 2660 + }, + { + "epoch": 2.497661365762395, + "grad_norm": 0.22938694059848785, + "learning_rate": 9.958544895145414e-05, + "loss": 0.0718, + "step": 2670 + }, + { + "epoch": 2.5070159027128156, + "grad_norm": 0.2071809470653534, + "learning_rate": 9.957833623963177e-05, + "loss": 0.0703, + "step": 2680 + }, + { + "epoch": 2.5163704396632367, + "grad_norm": 0.16180238127708435, + "learning_rate": 9.957116328545593e-05, + "loss": 0.0701, + "step": 2690 + }, + { + "epoch": 2.525724976613658, + "grad_norm": 0.24368010461330414, + "learning_rate": 9.956393009764244e-05, + "loss": 0.0699, + "step": 2700 + }, + { + "epoch": 2.5350795135640785, + "grad_norm": 0.18236854672431946, + "learning_rate": 9.955663668498032e-05, + "loss": 0.0719, + "step": 2710 + }, + { + "epoch": 2.5444340505144996, + "grad_norm": 0.21166913211345673, + "learning_rate": 9.954928305633173e-05, + "loss": 0.0698, + "step": 2720 + }, + { + "epoch": 2.55378858746492, + "grad_norm": 0.18718285858631134, + "learning_rate": 9.954186922063204e-05, + "loss": 0.0678, + "step": 2730 + }, + { + "epoch": 2.5631431244153413, + "grad_norm": 0.15079958736896515, + "learning_rate": 9.953439518688974e-05, + "loss": 0.0668, + "step": 2740 + }, + { + "epoch": 2.5724976613657624, + "grad_norm": 0.14911416172981262, + "learning_rate": 9.952686096418652e-05, + "loss": 0.0713, + "step": 2750 + }, + { + "epoch": 2.5818521983161835, + "grad_norm": 0.16580983996391296, + "learning_rate": 9.951926656167714e-05, + "loss": 0.0685, + "step": 2760 + }, + { + "epoch": 2.591206735266604, + "grad_norm": 0.22130383551120758, + "learning_rate": 9.951161198858953e-05, + "loss": 0.0694, + "step": 2770 + }, + { + "epoch": 2.6005612722170253, + "grad_norm": 0.207512766122818, + "learning_rate": 9.950389725422471e-05, + "loss": 0.0696, + "step": 2780 + }, + { + "epoch": 2.6099158091674464, + "grad_norm": 0.20725062489509583, + "learning_rate": 9.949612236795682e-05, + "loss": 0.0682, + "step": 2790 + }, + { + "epoch": 2.619270346117867, + "grad_norm": 0.14557191729545593, + "learning_rate": 9.948828733923305e-05, + "loss": 0.071, + "step": 2800 + }, + { + "epoch": 2.628624883068288, + "grad_norm": 0.18744514882564545, + "learning_rate": 9.948039217757374e-05, + "loss": 0.0716, + "step": 2810 + }, + { + "epoch": 2.637979420018709, + "grad_norm": 0.166946142911911, + "learning_rate": 9.947243689257225e-05, + "loss": 0.0686, + "step": 2820 + }, + { + "epoch": 2.64733395696913, + "grad_norm": 0.16034138202667236, + "learning_rate": 9.946442149389497e-05, + "loss": 0.066, + "step": 2830 + }, + { + "epoch": 2.656688493919551, + "grad_norm": 0.20937798917293549, + "learning_rate": 9.945634599128139e-05, + "loss": 0.0697, + "step": 2840 + }, + { + "epoch": 2.666043030869972, + "grad_norm": 0.18767867982387543, + "learning_rate": 9.944821039454402e-05, + "loss": 0.0714, + "step": 2850 + }, + { + "epoch": 2.6753975678203927, + "grad_norm": 0.1795758306980133, + "learning_rate": 9.944001471356835e-05, + "loss": 0.067, + "step": 2860 + }, + { + "epoch": 2.684752104770814, + "grad_norm": 0.2024640142917633, + "learning_rate": 9.94317589583129e-05, + "loss": 0.068, + "step": 2870 + }, + { + "epoch": 2.694106641721235, + "grad_norm": 0.18288317322731018, + "learning_rate": 9.942344313880922e-05, + "loss": 0.0685, + "step": 2880 + }, + { + "epoch": 2.703461178671656, + "grad_norm": 0.17507624626159668, + "learning_rate": 9.941506726516179e-05, + "loss": 0.0704, + "step": 2890 + }, + { + "epoch": 2.7128157156220767, + "grad_norm": 0.16292236745357513, + "learning_rate": 9.94066313475481e-05, + "loss": 0.0687, + "step": 2900 + }, + { + "epoch": 2.722170252572498, + "grad_norm": 0.21114416420459747, + "learning_rate": 9.939813539621857e-05, + "loss": 0.0724, + "step": 2910 + }, + { + "epoch": 2.7315247895229184, + "grad_norm": 0.20886150002479553, + "learning_rate": 9.93895794214966e-05, + "loss": 0.0701, + "step": 2920 + }, + { + "epoch": 2.7408793264733395, + "grad_norm": 0.20264264941215515, + "learning_rate": 9.938096343377852e-05, + "loss": 0.0687, + "step": 2930 + }, + { + "epoch": 2.7502338634237606, + "grad_norm": 0.15615969896316528, + "learning_rate": 9.937228744353353e-05, + "loss": 0.0693, + "step": 2940 + }, + { + "epoch": 2.7595884003741817, + "grad_norm": 0.2108432799577713, + "learning_rate": 9.936355146130379e-05, + "loss": 0.0684, + "step": 2950 + }, + { + "epoch": 2.7689429373246024, + "grad_norm": 0.19461452960968018, + "learning_rate": 9.935475549770435e-05, + "loss": 0.0713, + "step": 2960 + }, + { + "epoch": 2.7782974742750235, + "grad_norm": 0.2794640362262726, + "learning_rate": 9.934589956342315e-05, + "loss": 0.0697, + "step": 2970 + }, + { + "epoch": 2.787652011225444, + "grad_norm": 0.20220069587230682, + "learning_rate": 9.933698366922093e-05, + "loss": 0.0693, + "step": 2980 + }, + { + "epoch": 2.7970065481758652, + "grad_norm": 0.22950024902820587, + "learning_rate": 9.93280078259314e-05, + "loss": 0.0706, + "step": 2990 + }, + { + "epoch": 2.8063610851262863, + "grad_norm": 0.21227827668190002, + "learning_rate": 9.931897204446104e-05, + "loss": 0.0694, + "step": 3000 + }, + { + "epoch": 2.8157156220767074, + "grad_norm": 0.21759656071662903, + "learning_rate": 9.930987633578915e-05, + "loss": 0.0688, + "step": 3010 + }, + { + "epoch": 2.825070159027128, + "grad_norm": 0.15344133973121643, + "learning_rate": 9.93007207109679e-05, + "loss": 0.07, + "step": 3020 + }, + { + "epoch": 2.834424695977549, + "grad_norm": 0.1722891926765442, + "learning_rate": 9.929150518112224e-05, + "loss": 0.0695, + "step": 3030 + }, + { + "epoch": 2.84377923292797, + "grad_norm": 0.18616975843906403, + "learning_rate": 9.928222975744991e-05, + "loss": 0.0669, + "step": 3040 + }, + { + "epoch": 2.853133769878391, + "grad_norm": 0.20340564846992493, + "learning_rate": 9.92728944512214e-05, + "loss": 0.0686, + "step": 3050 + }, + { + "epoch": 2.862488306828812, + "grad_norm": 0.16481676697731018, + "learning_rate": 9.926349927378001e-05, + "loss": 0.0705, + "step": 3060 + }, + { + "epoch": 2.871842843779233, + "grad_norm": 0.21797940135002136, + "learning_rate": 9.925404423654174e-05, + "loss": 0.0676, + "step": 3070 + }, + { + "epoch": 2.881197380729654, + "grad_norm": 0.19779768586158752, + "learning_rate": 9.924452935099537e-05, + "loss": 0.0705, + "step": 3080 + }, + { + "epoch": 2.890551917680075, + "grad_norm": 0.27455443143844604, + "learning_rate": 9.92349546287024e-05, + "loss": 0.0659, + "step": 3090 + }, + { + "epoch": 2.8999064546304956, + "grad_norm": 0.2733260691165924, + "learning_rate": 9.9225320081297e-05, + "loss": 0.0656, + "step": 3100 + }, + { + "epoch": 2.9092609915809167, + "grad_norm": 0.24946200847625732, + "learning_rate": 9.921562572048606e-05, + "loss": 0.0688, + "step": 3110 + }, + { + "epoch": 2.9186155285313378, + "grad_norm": 0.20212778449058533, + "learning_rate": 9.920587155804913e-05, + "loss": 0.0659, + "step": 3120 + }, + { + "epoch": 2.927970065481759, + "grad_norm": 0.19540885090827942, + "learning_rate": 9.919605760583845e-05, + "loss": 0.0672, + "step": 3130 + }, + { + "epoch": 2.9373246024321795, + "grad_norm": 0.14761261641979218, + "learning_rate": 9.91861838757789e-05, + "loss": 0.0646, + "step": 3140 + }, + { + "epoch": 2.9466791393826006, + "grad_norm": 0.21661902964115143, + "learning_rate": 9.917625037986798e-05, + "loss": 0.0691, + "step": 3150 + }, + { + "epoch": 2.9560336763330213, + "grad_norm": 0.1620306819677353, + "learning_rate": 9.916625713017583e-05, + "loss": 0.066, + "step": 3160 + }, + { + "epoch": 2.9653882132834424, + "grad_norm": 0.12245119363069534, + "learning_rate": 9.915620413884519e-05, + "loss": 0.0673, + "step": 3170 + }, + { + "epoch": 2.9747427502338635, + "grad_norm": 0.13135339319705963, + "learning_rate": 9.914609141809139e-05, + "loss": 0.0664, + "step": 3180 + }, + { + "epoch": 2.9840972871842846, + "grad_norm": 0.1511823832988739, + "learning_rate": 9.913591898020235e-05, + "loss": 0.0696, + "step": 3190 + }, + { + "epoch": 2.9934518241347052, + "grad_norm": 0.21088840067386627, + "learning_rate": 9.912568683753853e-05, + "loss": 0.0715, + "step": 3200 + }, + { + "epoch": 3.0028063610851263, + "grad_norm": 0.22058948874473572, + "learning_rate": 9.911539500253295e-05, + "loss": 0.0691, + "step": 3210 + }, + { + "epoch": 3.0121608980355474, + "grad_norm": 0.22023984789848328, + "learning_rate": 9.910504348769118e-05, + "loss": 0.0687, + "step": 3220 + }, + { + "epoch": 3.021515434985968, + "grad_norm": 0.19051124155521393, + "learning_rate": 9.909463230559127e-05, + "loss": 0.066, + "step": 3230 + }, + { + "epoch": 3.030869971936389, + "grad_norm": 0.1583540141582489, + "learning_rate": 9.908416146888376e-05, + "loss": 0.0665, + "step": 3240 + }, + { + "epoch": 3.0402245088868103, + "grad_norm": 0.15487809479236603, + "learning_rate": 9.907363099029175e-05, + "loss": 0.0677, + "step": 3250 + }, + { + "epoch": 3.049579045837231, + "grad_norm": 0.17571307718753815, + "learning_rate": 9.906304088261073e-05, + "loss": 0.0677, + "step": 3260 + }, + { + "epoch": 3.058933582787652, + "grad_norm": 0.162250354886055, + "learning_rate": 9.905239115870872e-05, + "loss": 0.0664, + "step": 3270 + }, + { + "epoch": 3.068288119738073, + "grad_norm": 0.21089354157447815, + "learning_rate": 9.90416818315261e-05, + "loss": 0.0699, + "step": 3280 + }, + { + "epoch": 3.077642656688494, + "grad_norm": 0.1719149947166443, + "learning_rate": 9.903091291407573e-05, + "loss": 0.0664, + "step": 3290 + }, + { + "epoch": 3.086997193638915, + "grad_norm": 0.1724070906639099, + "learning_rate": 9.902008441944286e-05, + "loss": 0.0694, + "step": 3300 + }, + { + "epoch": 3.096351730589336, + "grad_norm": 0.21534258127212524, + "learning_rate": 9.900919636078512e-05, + "loss": 0.0653, + "step": 3310 + }, + { + "epoch": 3.1057062675397566, + "grad_norm": 0.15155507624149323, + "learning_rate": 9.899824875133255e-05, + "loss": 0.0664, + "step": 3320 + }, + { + "epoch": 3.1150608044901777, + "grad_norm": 0.1402919739484787, + "learning_rate": 9.898724160438749e-05, + "loss": 0.065, + "step": 3330 + }, + { + "epoch": 3.124415341440599, + "grad_norm": 0.18879206478595734, + "learning_rate": 9.89761749333247e-05, + "loss": 0.0675, + "step": 3340 + }, + { + "epoch": 3.1337698783910195, + "grad_norm": 0.14605693519115448, + "learning_rate": 9.896504875159122e-05, + "loss": 0.0668, + "step": 3350 + }, + { + "epoch": 3.1431244153414406, + "grad_norm": 0.2120128720998764, + "learning_rate": 9.89538630727064e-05, + "loss": 0.0681, + "step": 3360 + }, + { + "epoch": 3.1524789522918617, + "grad_norm": 0.2786365747451782, + "learning_rate": 9.894261791026189e-05, + "loss": 0.0678, + "step": 3370 + }, + { + "epoch": 3.1618334892422824, + "grad_norm": 0.21707920730113983, + "learning_rate": 9.893131327792165e-05, + "loss": 0.067, + "step": 3380 + }, + { + "epoch": 3.1711880261927035, + "grad_norm": 0.2285298854112625, + "learning_rate": 9.891994918942182e-05, + "loss": 0.0685, + "step": 3390 + }, + { + "epoch": 3.1805425631431246, + "grad_norm": 0.16586752235889435, + "learning_rate": 9.890852565857092e-05, + "loss": 0.0685, + "step": 3400 + }, + { + "epoch": 3.189897100093545, + "grad_norm": 0.17634522914886475, + "learning_rate": 9.889704269924954e-05, + "loss": 0.0646, + "step": 3410 + }, + { + "epoch": 3.1992516370439663, + "grad_norm": 0.19387176632881165, + "learning_rate": 9.888550032541059e-05, + "loss": 0.0671, + "step": 3420 + }, + { + "epoch": 3.2086061739943874, + "grad_norm": 0.18998543918132782, + "learning_rate": 9.887389855107916e-05, + "loss": 0.069, + "step": 3430 + }, + { + "epoch": 3.217960710944808, + "grad_norm": 0.21845600008964539, + "learning_rate": 9.886223739035248e-05, + "loss": 0.0665, + "step": 3440 + }, + { + "epoch": 3.227315247895229, + "grad_norm": 0.21789641678333282, + "learning_rate": 9.885051685739997e-05, + "loss": 0.0649, + "step": 3450 + }, + { + "epoch": 3.2366697848456503, + "grad_norm": 0.21458034217357635, + "learning_rate": 9.883873696646316e-05, + "loss": 0.0648, + "step": 3460 + }, + { + "epoch": 3.246024321796071, + "grad_norm": 0.2078525871038437, + "learning_rate": 9.882689773185575e-05, + "loss": 0.0652, + "step": 3470 + }, + { + "epoch": 3.255378858746492, + "grad_norm": 0.1524791121482849, + "learning_rate": 9.881499916796353e-05, + "loss": 0.069, + "step": 3480 + }, + { + "epoch": 3.264733395696913, + "grad_norm": 0.14030113816261292, + "learning_rate": 9.880304128924434e-05, + "loss": 0.0633, + "step": 3490 + }, + { + "epoch": 3.2740879326473338, + "grad_norm": 0.16241836547851562, + "learning_rate": 9.879102411022817e-05, + "loss": 0.0651, + "step": 3500 + }, + { + "epoch": 3.283442469597755, + "grad_norm": 0.16853339970111847, + "learning_rate": 9.877894764551703e-05, + "loss": 0.062, + "step": 3510 + }, + { + "epoch": 3.292797006548176, + "grad_norm": 0.13963913917541504, + "learning_rate": 9.876681190978494e-05, + "loss": 0.0635, + "step": 3520 + }, + { + "epoch": 3.3021515434985966, + "grad_norm": 0.17216242849826813, + "learning_rate": 9.875461691777797e-05, + "loss": 0.0635, + "step": 3530 + }, + { + "epoch": 3.3115060804490177, + "grad_norm": 0.18318365514278412, + "learning_rate": 9.874236268431417e-05, + "loss": 0.0663, + "step": 3540 + }, + { + "epoch": 3.320860617399439, + "grad_norm": 0.17062990367412567, + "learning_rate": 9.873004922428361e-05, + "loss": 0.0657, + "step": 3550 + }, + { + "epoch": 3.33021515434986, + "grad_norm": 0.17930755019187927, + "learning_rate": 9.871767655264829e-05, + "loss": 0.0667, + "step": 3560 + }, + { + "epoch": 3.3395696913002806, + "grad_norm": 0.17022593319416046, + "learning_rate": 9.87052446844422e-05, + "loss": 0.0658, + "step": 3570 + }, + { + "epoch": 3.3489242282507017, + "grad_norm": 0.20662185549736023, + "learning_rate": 9.869275363477122e-05, + "loss": 0.0661, + "step": 3580 + }, + { + "epoch": 3.3582787652011223, + "grad_norm": 0.16227105259895325, + "learning_rate": 9.868020341881312e-05, + "loss": 0.0634, + "step": 3590 + }, + { + "epoch": 3.3676333021515434, + "grad_norm": 0.14918489754199982, + "learning_rate": 9.866759405181765e-05, + "loss": 0.0656, + "step": 3600 + }, + { + "epoch": 3.3769878391019645, + "grad_norm": 0.1888899803161621, + "learning_rate": 9.865492554910633e-05, + "loss": 0.0645, + "step": 3610 + }, + { + "epoch": 3.3863423760523856, + "grad_norm": 0.16649512946605682, + "learning_rate": 9.864219792607262e-05, + "loss": 0.0653, + "step": 3620 + }, + { + "epoch": 3.3956969130028063, + "grad_norm": 0.1779399961233139, + "learning_rate": 9.862941119818177e-05, + "loss": 0.0648, + "step": 3630 + }, + { + "epoch": 3.4050514499532274, + "grad_norm": 0.13870598375797272, + "learning_rate": 9.861656538097086e-05, + "loss": 0.0642, + "step": 3640 + }, + { + "epoch": 3.414405986903648, + "grad_norm": 0.11388826370239258, + "learning_rate": 9.860366049004877e-05, + "loss": 0.0631, + "step": 3650 + }, + { + "epoch": 3.423760523854069, + "grad_norm": 0.1550598293542862, + "learning_rate": 9.859069654109615e-05, + "loss": 0.0642, + "step": 3660 + }, + { + "epoch": 3.4331150608044902, + "grad_norm": 0.15508340299129486, + "learning_rate": 9.857767354986545e-05, + "loss": 0.0622, + "step": 3670 + }, + { + "epoch": 3.4424695977549113, + "grad_norm": 0.2105722427368164, + "learning_rate": 9.856459153218078e-05, + "loss": 0.0634, + "step": 3680 + }, + { + "epoch": 3.451824134705332, + "grad_norm": 0.14702533185482025, + "learning_rate": 9.855145050393808e-05, + "loss": 0.0634, + "step": 3690 + }, + { + "epoch": 3.461178671655753, + "grad_norm": 0.1601007580757141, + "learning_rate": 9.85382504811049e-05, + "loss": 0.0636, + "step": 3700 + }, + { + "epoch": 3.4705332086061738, + "grad_norm": 0.16131751239299774, + "learning_rate": 9.852499147972054e-05, + "loss": 0.065, + "step": 3710 + }, + { + "epoch": 3.479887745556595, + "grad_norm": 0.2340419590473175, + "learning_rate": 9.851167351589592e-05, + "loss": 0.0644, + "step": 3720 + }, + { + "epoch": 3.489242282507016, + "grad_norm": 0.21058055758476257, + "learning_rate": 9.849829660581363e-05, + "loss": 0.0682, + "step": 3730 + }, + { + "epoch": 3.498596819457437, + "grad_norm": 0.165142223238945, + "learning_rate": 9.848486076572787e-05, + "loss": 0.069, + "step": 3740 + }, + { + "epoch": 3.5079513564078577, + "grad_norm": 0.15454035997390747, + "learning_rate": 9.847136601196446e-05, + "loss": 0.0647, + "step": 3750 + }, + { + "epoch": 3.517305893358279, + "grad_norm": 0.18835145235061646, + "learning_rate": 9.845781236092078e-05, + "loss": 0.0646, + "step": 3760 + }, + { + "epoch": 3.5266604303086995, + "grad_norm": 0.1737213283777237, + "learning_rate": 9.844419982906583e-05, + "loss": 0.0667, + "step": 3770 + }, + { + "epoch": 3.5360149672591206, + "grad_norm": 0.16017301380634308, + "learning_rate": 9.843052843294008e-05, + "loss": 0.0678, + "step": 3780 + }, + { + "epoch": 3.5453695042095417, + "grad_norm": 0.18018054962158203, + "learning_rate": 9.841679818915559e-05, + "loss": 0.0649, + "step": 3790 + }, + { + "epoch": 3.5547240411599628, + "grad_norm": 0.15934188663959503, + "learning_rate": 9.840300911439591e-05, + "loss": 0.0651, + "step": 3800 + }, + { + "epoch": 3.5640785781103834, + "grad_norm": 0.1547989398241043, + "learning_rate": 9.838916122541603e-05, + "loss": 0.0665, + "step": 3810 + }, + { + "epoch": 3.5734331150608045, + "grad_norm": 0.17383776605129242, + "learning_rate": 9.837525453904246e-05, + "loss": 0.0649, + "step": 3820 + }, + { + "epoch": 3.582787652011225, + "grad_norm": 0.10152280330657959, + "learning_rate": 9.836128907217314e-05, + "loss": 0.0634, + "step": 3830 + }, + { + "epoch": 3.5921421889616463, + "grad_norm": 0.153940349817276, + "learning_rate": 9.834726484177743e-05, + "loss": 0.0629, + "step": 3840 + }, + { + "epoch": 3.6014967259120674, + "grad_norm": 0.17838948965072632, + "learning_rate": 9.833318186489609e-05, + "loss": 0.0665, + "step": 3850 + }, + { + "epoch": 3.6108512628624885, + "grad_norm": 0.16177085041999817, + "learning_rate": 9.831904015864126e-05, + "loss": 0.0637, + "step": 3860 + }, + { + "epoch": 3.620205799812909, + "grad_norm": 0.18093779683113098, + "learning_rate": 9.830483974019645e-05, + "loss": 0.0638, + "step": 3870 + }, + { + "epoch": 3.6295603367633302, + "grad_norm": 0.18487830460071564, + "learning_rate": 9.82905806268165e-05, + "loss": 0.0663, + "step": 3880 + }, + { + "epoch": 3.6389148737137513, + "grad_norm": 0.21442580223083496, + "learning_rate": 9.82762628358276e-05, + "loss": 0.0648, + "step": 3890 + }, + { + "epoch": 3.648269410664172, + "grad_norm": 0.11969444155693054, + "learning_rate": 9.826188638462718e-05, + "loss": 0.0649, + "step": 3900 + }, + { + "epoch": 3.657623947614593, + "grad_norm": 0.159377321600914, + "learning_rate": 9.824745129068402e-05, + "loss": 0.0656, + "step": 3910 + }, + { + "epoch": 3.666978484565014, + "grad_norm": 0.16139596700668335, + "learning_rate": 9.82329575715381e-05, + "loss": 0.0625, + "step": 3920 + }, + { + "epoch": 3.676333021515435, + "grad_norm": 0.18655991554260254, + "learning_rate": 9.821840524480066e-05, + "loss": 0.0649, + "step": 3930 + }, + { + "epoch": 3.685687558465856, + "grad_norm": 0.17497186362743378, + "learning_rate": 9.820379432815414e-05, + "loss": 0.0634, + "step": 3940 + }, + { + "epoch": 3.695042095416277, + "grad_norm": 0.2067652940750122, + "learning_rate": 9.81891248393522e-05, + "loss": 0.0663, + "step": 3950 + }, + { + "epoch": 3.7043966323666977, + "grad_norm": 0.2009314000606537, + "learning_rate": 9.817439679621963e-05, + "loss": 0.0629, + "step": 3960 + }, + { + "epoch": 3.713751169317119, + "grad_norm": 0.26151639223098755, + "learning_rate": 9.815961021665243e-05, + "loss": 0.0669, + "step": 3970 + }, + { + "epoch": 3.72310570626754, + "grad_norm": 0.18154248595237732, + "learning_rate": 9.814476511861763e-05, + "loss": 0.0638, + "step": 3980 + }, + { + "epoch": 3.7324602432179605, + "grad_norm": 0.19174955785274506, + "learning_rate": 9.812986152015348e-05, + "loss": 0.0628, + "step": 3990 + }, + { + "epoch": 3.7418147801683816, + "grad_norm": 0.22799274325370789, + "learning_rate": 9.811489943936922e-05, + "loss": 0.065, + "step": 4000 + }, + { + "epoch": 3.7511693171188027, + "grad_norm": 0.16129225492477417, + "learning_rate": 9.809987889444522e-05, + "loss": 0.061, + "step": 4010 + }, + { + "epoch": 3.7605238540692234, + "grad_norm": 0.1565736085176468, + "learning_rate": 9.808479990363282e-05, + "loss": 0.0633, + "step": 4020 + }, + { + "epoch": 3.7698783910196445, + "grad_norm": 0.19224047660827637, + "learning_rate": 9.806966248525445e-05, + "loss": 0.0638, + "step": 4030 + }, + { + "epoch": 3.7792329279700656, + "grad_norm": 0.16668227314949036, + "learning_rate": 9.805446665770348e-05, + "loss": 0.0631, + "step": 4040 + }, + { + "epoch": 3.7885874649204867, + "grad_norm": 0.18999221920967102, + "learning_rate": 9.803921243944429e-05, + "loss": 0.0651, + "step": 4050 + }, + { + "epoch": 3.7979420018709074, + "grad_norm": 0.1951018124818802, + "learning_rate": 9.802389984901218e-05, + "loss": 0.0676, + "step": 4060 + }, + { + "epoch": 3.8072965388213285, + "grad_norm": 0.18421995639801025, + "learning_rate": 9.80085289050134e-05, + "loss": 0.0642, + "step": 4070 + }, + { + "epoch": 3.816651075771749, + "grad_norm": 0.20114661753177643, + "learning_rate": 9.799309962612508e-05, + "loss": 0.0669, + "step": 4080 + }, + { + "epoch": 3.82600561272217, + "grad_norm": 0.1557718962430954, + "learning_rate": 9.797761203109527e-05, + "loss": 0.0619, + "step": 4090 + }, + { + "epoch": 3.8353601496725913, + "grad_norm": 0.16199567914009094, + "learning_rate": 9.796206613874283e-05, + "loss": 0.0635, + "step": 4100 + }, + { + "epoch": 3.8447146866230124, + "grad_norm": 0.17769084870815277, + "learning_rate": 9.794646196795754e-05, + "loss": 0.0619, + "step": 4110 + }, + { + "epoch": 3.854069223573433, + "grad_norm": 0.16914986073970795, + "learning_rate": 9.793079953769987e-05, + "loss": 0.063, + "step": 4120 + }, + { + "epoch": 3.863423760523854, + "grad_norm": 0.14701110124588013, + "learning_rate": 9.79150788670012e-05, + "loss": 0.0652, + "step": 4130 + }, + { + "epoch": 3.872778297474275, + "grad_norm": 0.180548757314682, + "learning_rate": 9.78992999749636e-05, + "loss": 0.0628, + "step": 4140 + }, + { + "epoch": 3.882132834424696, + "grad_norm": 0.18711256980895996, + "learning_rate": 9.788346288075994e-05, + "loss": 0.062, + "step": 4150 + }, + { + "epoch": 3.891487371375117, + "grad_norm": 0.1599704474210739, + "learning_rate": 9.786756760363373e-05, + "loss": 0.0646, + "step": 4160 + }, + { + "epoch": 3.900841908325538, + "grad_norm": 0.13075314462184906, + "learning_rate": 9.78516141628993e-05, + "loss": 0.0645, + "step": 4170 + }, + { + "epoch": 3.9101964452759588, + "grad_norm": 0.174093097448349, + "learning_rate": 9.783560257794154e-05, + "loss": 0.0633, + "step": 4180 + }, + { + "epoch": 3.91955098222638, + "grad_norm": 0.21426847577095032, + "learning_rate": 9.781953286821603e-05, + "loss": 0.0644, + "step": 4190 + }, + { + "epoch": 3.9289055191768005, + "grad_norm": 0.21319398283958435, + "learning_rate": 9.780340505324901e-05, + "loss": 0.0651, + "step": 4200 + }, + { + "epoch": 3.9382600561272216, + "grad_norm": 0.1898929327726364, + "learning_rate": 9.778721915263727e-05, + "loss": 0.0672, + "step": 4210 + }, + { + "epoch": 3.9476145930776427, + "grad_norm": 0.21694575250148773, + "learning_rate": 9.777097518604824e-05, + "loss": 0.0635, + "step": 4220 + }, + { + "epoch": 3.956969130028064, + "grad_norm": 0.1868142932653427, + "learning_rate": 9.775467317321984e-05, + "loss": 0.0614, + "step": 4230 + }, + { + "epoch": 3.9663236669784845, + "grad_norm": 0.20388546586036682, + "learning_rate": 9.773831313396055e-05, + "loss": 0.0618, + "step": 4240 + }, + { + "epoch": 3.9756782039289056, + "grad_norm": 0.19106526672840118, + "learning_rate": 9.77218950881494e-05, + "loss": 0.0614, + "step": 4250 + }, + { + "epoch": 3.9850327408793262, + "grad_norm": 0.222844198346138, + "learning_rate": 9.770541905573583e-05, + "loss": 0.0631, + "step": 4260 + }, + { + "epoch": 3.9943872778297473, + "grad_norm": 0.19785888493061066, + "learning_rate": 9.768888505673976e-05, + "loss": 0.0638, + "step": 4270 + }, + { + "epoch": 4.003741814780168, + "grad_norm": 0.17089271545410156, + "learning_rate": 9.767229311125162e-05, + "loss": 0.0619, + "step": 4280 + }, + { + "epoch": 4.0130963517305895, + "grad_norm": 0.1878206431865692, + "learning_rate": 9.765564323943211e-05, + "loss": 0.0596, + "step": 4290 + }, + { + "epoch": 4.022450888681011, + "grad_norm": 0.19925758242607117, + "learning_rate": 9.763893546151244e-05, + "loss": 0.0603, + "step": 4300 + }, + { + "epoch": 4.031805425631431, + "grad_norm": 0.1502418965101242, + "learning_rate": 9.762216979779412e-05, + "loss": 0.063, + "step": 4310 + }, + { + "epoch": 4.041159962581852, + "grad_norm": 0.18950074911117554, + "learning_rate": 9.760534626864902e-05, + "loss": 0.0604, + "step": 4320 + }, + { + "epoch": 4.050514499532273, + "grad_norm": 0.12698917090892792, + "learning_rate": 9.758846489451931e-05, + "loss": 0.0628, + "step": 4330 + }, + { + "epoch": 4.059869036482694, + "grad_norm": 0.14485472440719604, + "learning_rate": 9.757152569591748e-05, + "loss": 0.0594, + "step": 4340 + }, + { + "epoch": 4.069223573433115, + "grad_norm": 0.1689029335975647, + "learning_rate": 9.75545286934262e-05, + "loss": 0.0592, + "step": 4350 + }, + { + "epoch": 4.078578110383536, + "grad_norm": 0.13084948062896729, + "learning_rate": 9.753747390769847e-05, + "loss": 0.0616, + "step": 4360 + }, + { + "epoch": 4.087932647333957, + "grad_norm": 0.19299934804439545, + "learning_rate": 9.752036135945744e-05, + "loss": 0.0604, + "step": 4370 + }, + { + "epoch": 4.097287184284378, + "grad_norm": 0.1694241464138031, + "learning_rate": 9.750319106949649e-05, + "loss": 0.0616, + "step": 4380 + }, + { + "epoch": 4.106641721234799, + "grad_norm": 0.2345721274614334, + "learning_rate": 9.748596305867913e-05, + "loss": 0.0656, + "step": 4390 + }, + { + "epoch": 4.11599625818522, + "grad_norm": 0.13040892779827118, + "learning_rate": 9.746867734793903e-05, + "loss": 0.0643, + "step": 4400 + }, + { + "epoch": 4.125350795135641, + "grad_norm": 0.1417018473148346, + "learning_rate": 9.745133395827993e-05, + "loss": 0.061, + "step": 4410 + }, + { + "epoch": 4.134705332086062, + "grad_norm": 0.1574186384677887, + "learning_rate": 9.743393291077572e-05, + "loss": 0.0617, + "step": 4420 + }, + { + "epoch": 4.144059869036482, + "grad_norm": 0.17412351071834564, + "learning_rate": 9.741647422657028e-05, + "loss": 0.0612, + "step": 4430 + }, + { + "epoch": 4.153414405986903, + "grad_norm": 0.15767593681812286, + "learning_rate": 9.739895792687758e-05, + "loss": 0.0592, + "step": 4440 + }, + { + "epoch": 4.1627689429373245, + "grad_norm": 0.14401108026504517, + "learning_rate": 9.738138403298157e-05, + "loss": 0.0598, + "step": 4450 + }, + { + "epoch": 4.172123479887746, + "grad_norm": 0.16965964436531067, + "learning_rate": 9.736375256623619e-05, + "loss": 0.0603, + "step": 4460 + }, + { + "epoch": 4.181478016838167, + "grad_norm": 0.20939482748508453, + "learning_rate": 9.734606354806533e-05, + "loss": 0.0638, + "step": 4470 + }, + { + "epoch": 4.190832553788588, + "grad_norm": 0.17407742142677307, + "learning_rate": 9.73283169999628e-05, + "loss": 0.0595, + "step": 4480 + }, + { + "epoch": 4.200187090739009, + "grad_norm": 0.18878424167633057, + "learning_rate": 9.731051294349238e-05, + "loss": 0.0608, + "step": 4490 + }, + { + "epoch": 4.209541627689429, + "grad_norm": 0.128423810005188, + "learning_rate": 9.729265140028762e-05, + "loss": 0.0595, + "step": 4500 + }, + { + "epoch": 4.21889616463985, + "grad_norm": 0.15618756413459778, + "learning_rate": 9.727473239205201e-05, + "loss": 0.0587, + "step": 4510 + }, + { + "epoch": 4.228250701590271, + "grad_norm": 0.1813654750585556, + "learning_rate": 9.725675594055883e-05, + "loss": 0.0637, + "step": 4520 + }, + { + "epoch": 4.237605238540692, + "grad_norm": 0.19400832056999207, + "learning_rate": 9.723872206765116e-05, + "loss": 0.0618, + "step": 4530 + }, + { + "epoch": 4.2469597754911135, + "grad_norm": 0.17103345692157745, + "learning_rate": 9.722063079524185e-05, + "loss": 0.063, + "step": 4540 + }, + { + "epoch": 4.256314312441534, + "grad_norm": 0.20475345849990845, + "learning_rate": 9.720248214531351e-05, + "loss": 0.0639, + "step": 4550 + }, + { + "epoch": 4.265668849391955, + "grad_norm": 0.16374270617961884, + "learning_rate": 9.718427613991848e-05, + "loss": 0.0595, + "step": 4560 + }, + { + "epoch": 4.275023386342376, + "grad_norm": 0.13874845206737518, + "learning_rate": 9.716601280117873e-05, + "loss": 0.0627, + "step": 4570 + }, + { + "epoch": 4.284377923292797, + "grad_norm": 0.14387869834899902, + "learning_rate": 9.714769215128596e-05, + "loss": 0.0608, + "step": 4580 + }, + { + "epoch": 4.293732460243218, + "grad_norm": 0.24837620556354523, + "learning_rate": 9.712931421250152e-05, + "loss": 0.0624, + "step": 4590 + }, + { + "epoch": 4.303086997193639, + "grad_norm": 0.2236403375864029, + "learning_rate": 9.711087900715627e-05, + "loss": 0.0619, + "step": 4600 + }, + { + "epoch": 4.31244153414406, + "grad_norm": 0.16953368484973907, + "learning_rate": 9.709238655765078e-05, + "loss": 0.0629, + "step": 4610 + }, + { + "epoch": 4.3217960710944805, + "grad_norm": 0.16775688529014587, + "learning_rate": 9.707383688645511e-05, + "loss": 0.06, + "step": 4620 + }, + { + "epoch": 4.331150608044902, + "grad_norm": 0.17535099387168884, + "learning_rate": 9.705523001610883e-05, + "loss": 0.0597, + "step": 4630 + }, + { + "epoch": 4.340505144995323, + "grad_norm": 0.1787176877260208, + "learning_rate": 9.703656596922107e-05, + "loss": 0.0613, + "step": 4640 + }, + { + "epoch": 4.349859681945744, + "grad_norm": 0.16866014897823334, + "learning_rate": 9.70178447684704e-05, + "loss": 0.0617, + "step": 4650 + }, + { + "epoch": 4.359214218896165, + "grad_norm": 0.21331338584423065, + "learning_rate": 9.699906643660483e-05, + "loss": 0.0611, + "step": 4660 + }, + { + "epoch": 4.368568755846586, + "grad_norm": 0.17811861634254456, + "learning_rate": 9.698023099644185e-05, + "loss": 0.0593, + "step": 4670 + }, + { + "epoch": 4.377923292797006, + "grad_norm": 0.23980724811553955, + "learning_rate": 9.696133847086823e-05, + "loss": 0.0635, + "step": 4680 + }, + { + "epoch": 4.387277829747427, + "grad_norm": 0.23781581223011017, + "learning_rate": 9.694238888284022e-05, + "loss": 0.0612, + "step": 4690 + }, + { + "epoch": 4.396632366697848, + "grad_norm": 0.15841495990753174, + "learning_rate": 9.692338225538333e-05, + "loss": 0.0597, + "step": 4700 + }, + { + "epoch": 4.4059869036482695, + "grad_norm": 0.20290565490722656, + "learning_rate": 9.690431861159241e-05, + "loss": 0.0597, + "step": 4710 + }, + { + "epoch": 4.415341440598691, + "grad_norm": 0.14068163931369781, + "learning_rate": 9.688519797463161e-05, + "loss": 0.0614, + "step": 4720 + }, + { + "epoch": 4.424695977549112, + "grad_norm": 0.18915167450904846, + "learning_rate": 9.686602036773426e-05, + "loss": 0.0553, + "step": 4730 + }, + { + "epoch": 4.434050514499532, + "grad_norm": 0.1709083616733551, + "learning_rate": 9.684678581420302e-05, + "loss": 0.0579, + "step": 4740 + }, + { + "epoch": 4.443405051449953, + "grad_norm": 0.1333201676607132, + "learning_rate": 9.682749433740962e-05, + "loss": 0.0604, + "step": 4750 + }, + { + "epoch": 4.452759588400374, + "grad_norm": 0.1210644394159317, + "learning_rate": 9.680814596079507e-05, + "loss": 0.0598, + "step": 4760 + }, + { + "epoch": 4.462114125350795, + "grad_norm": 0.12067673355340958, + "learning_rate": 9.678874070786945e-05, + "loss": 0.0624, + "step": 4770 + }, + { + "epoch": 4.471468662301216, + "grad_norm": 0.15212222933769226, + "learning_rate": 9.676927860221199e-05, + "loss": 0.063, + "step": 4780 + }, + { + "epoch": 4.480823199251637, + "grad_norm": 0.19151082634925842, + "learning_rate": 9.674975966747097e-05, + "loss": 0.063, + "step": 4790 + }, + { + "epoch": 4.490177736202058, + "grad_norm": 0.15527017414569855, + "learning_rate": 9.673018392736374e-05, + "loss": 0.0607, + "step": 4800 + }, + { + "epoch": 4.499532273152479, + "grad_norm": 0.14927032589912415, + "learning_rate": 9.671055140567667e-05, + "loss": 0.0609, + "step": 4810 + }, + { + "epoch": 4.5088868101029, + "grad_norm": 0.16051803529262543, + "learning_rate": 9.669086212626511e-05, + "loss": 0.0605, + "step": 4820 + }, + { + "epoch": 4.518241347053321, + "grad_norm": 0.2032105177640915, + "learning_rate": 9.667111611305341e-05, + "loss": 0.0624, + "step": 4830 + }, + { + "epoch": 4.527595884003742, + "grad_norm": 0.23103369772434235, + "learning_rate": 9.665131339003486e-05, + "loss": 0.0624, + "step": 4840 + }, + { + "epoch": 4.536950420954163, + "grad_norm": 0.23439115285873413, + "learning_rate": 9.663145398127158e-05, + "loss": 0.0593, + "step": 4850 + }, + { + "epoch": 4.546304957904583, + "grad_norm": 0.15645933151245117, + "learning_rate": 9.661153791089467e-05, + "loss": 0.0589, + "step": 4860 + }, + { + "epoch": 4.555659494855004, + "grad_norm": 0.14061175286769867, + "learning_rate": 9.659156520310402e-05, + "loss": 0.0561, + "step": 4870 + }, + { + "epoch": 4.5650140318054255, + "grad_norm": 0.16422387957572937, + "learning_rate": 9.657153588216835e-05, + "loss": 0.0611, + "step": 4880 + }, + { + "epoch": 4.574368568755847, + "grad_norm": 0.16572214663028717, + "learning_rate": 9.655144997242516e-05, + "loss": 0.0614, + "step": 4890 + }, + { + "epoch": 4.583723105706268, + "grad_norm": 0.12205793708562851, + "learning_rate": 9.653130749828075e-05, + "loss": 0.0593, + "step": 4900 + }, + { + "epoch": 4.593077642656689, + "grad_norm": 0.1449410766363144, + "learning_rate": 9.65111084842101e-05, + "loss": 0.0602, + "step": 4910 + }, + { + "epoch": 4.60243217960711, + "grad_norm": 0.21240442991256714, + "learning_rate": 9.649085295475695e-05, + "loss": 0.0608, + "step": 4920 + }, + { + "epoch": 4.61178671655753, + "grad_norm": 0.1469201296567917, + "learning_rate": 9.647054093453365e-05, + "loss": 0.0566, + "step": 4930 + }, + { + "epoch": 4.621141253507951, + "grad_norm": 0.19131983816623688, + "learning_rate": 9.645017244822123e-05, + "loss": 0.0584, + "step": 4940 + }, + { + "epoch": 4.630495790458372, + "grad_norm": 0.18281076848506927, + "learning_rate": 9.642974752056931e-05, + "loss": 0.0579, + "step": 4950 + }, + { + "epoch": 4.639850327408793, + "grad_norm": 0.20109574496746063, + "learning_rate": 9.640926617639613e-05, + "loss": 0.0611, + "step": 4960 + }, + { + "epoch": 4.6492048643592145, + "grad_norm": 0.17884701490402222, + "learning_rate": 9.638872844058843e-05, + "loss": 0.0582, + "step": 4970 + }, + { + "epoch": 4.658559401309635, + "grad_norm": 0.16436649858951569, + "learning_rate": 9.63681343381015e-05, + "loss": 0.0597, + "step": 4980 + }, + { + "epoch": 4.667913938260056, + "grad_norm": 0.18159085512161255, + "learning_rate": 9.634748389395914e-05, + "loss": 0.0621, + "step": 4990 + }, + { + "epoch": 4.677268475210477, + "grad_norm": 0.19352048635482788, + "learning_rate": 9.632677713325353e-05, + "loss": 0.0605, + "step": 5000 + }, + { + "epoch": 4.686623012160898, + "grad_norm": 0.17314860224723816, + "learning_rate": 9.63060140811454e-05, + "loss": 0.0588, + "step": 5010 + }, + { + "epoch": 4.695977549111319, + "grad_norm": 0.1678590327501297, + "learning_rate": 9.628519476286379e-05, + "loss": 0.0579, + "step": 5020 + }, + { + "epoch": 4.70533208606174, + "grad_norm": 0.17162388563156128, + "learning_rate": 9.626431920370612e-05, + "loss": 0.0591, + "step": 5030 + }, + { + "epoch": 4.714686623012161, + "grad_norm": 0.13941000401973724, + "learning_rate": 9.624338742903819e-05, + "loss": 0.0592, + "step": 5040 + }, + { + "epoch": 4.724041159962582, + "grad_norm": 0.15717639029026031, + "learning_rate": 9.622239946429406e-05, + "loss": 0.0607, + "step": 5050 + }, + { + "epoch": 4.733395696913003, + "grad_norm": 0.1903190314769745, + "learning_rate": 9.620135533497609e-05, + "loss": 0.0617, + "step": 5060 + }, + { + "epoch": 4.742750233863424, + "grad_norm": 0.1615479588508606, + "learning_rate": 9.61802550666549e-05, + "loss": 0.0586, + "step": 5070 + }, + { + "epoch": 4.752104770813845, + "grad_norm": 0.21582737565040588, + "learning_rate": 9.615909868496928e-05, + "loss": 0.0595, + "step": 5080 + }, + { + "epoch": 4.761459307764266, + "grad_norm": 0.15239186584949493, + "learning_rate": 9.613788621562622e-05, + "loss": 0.0596, + "step": 5090 + }, + { + "epoch": 4.770813844714686, + "grad_norm": 0.14863961935043335, + "learning_rate": 9.611661768440093e-05, + "loss": 0.0624, + "step": 5100 + }, + { + "epoch": 4.780168381665107, + "grad_norm": 0.19122406840324402, + "learning_rate": 9.609529311713661e-05, + "loss": 0.0588, + "step": 5110 + }, + { + "epoch": 4.789522918615528, + "grad_norm": 0.15820515155792236, + "learning_rate": 9.607391253974466e-05, + "loss": 0.0596, + "step": 5120 + }, + { + "epoch": 4.7988774555659495, + "grad_norm": 0.1626826524734497, + "learning_rate": 9.605247597820448e-05, + "loss": 0.0585, + "step": 5130 + }, + { + "epoch": 4.808231992516371, + "grad_norm": 0.15543290972709656, + "learning_rate": 9.603098345856354e-05, + "loss": 0.0617, + "step": 5140 + }, + { + "epoch": 4.817586529466792, + "grad_norm": 0.13441790640354156, + "learning_rate": 9.600943500693725e-05, + "loss": 0.0599, + "step": 5150 + }, + { + "epoch": 4.826941066417213, + "grad_norm": 0.13476432859897614, + "learning_rate": 9.598783064950902e-05, + "loss": 0.0599, + "step": 5160 + }, + { + "epoch": 4.836295603367633, + "grad_norm": 0.1350032240152359, + "learning_rate": 9.596617041253018e-05, + "loss": 0.0569, + "step": 5170 + }, + { + "epoch": 4.845650140318054, + "grad_norm": 0.13742774724960327, + "learning_rate": 9.594445432231996e-05, + "loss": 0.0599, + "step": 5180 + }, + { + "epoch": 4.855004677268475, + "grad_norm": 0.21707560122013092, + "learning_rate": 9.592268240526547e-05, + "loss": 0.0589, + "step": 5190 + }, + { + "epoch": 4.864359214218896, + "grad_norm": 0.19031541049480438, + "learning_rate": 9.590085468782162e-05, + "loss": 0.0579, + "step": 5200 + }, + { + "epoch": 4.873713751169317, + "grad_norm": 0.14861531555652618, + "learning_rate": 9.587897119651116e-05, + "loss": 0.0609, + "step": 5210 + }, + { + "epoch": 4.883068288119738, + "grad_norm": 0.1845548152923584, + "learning_rate": 9.585703195792459e-05, + "loss": 0.0599, + "step": 5220 + }, + { + "epoch": 4.892422825070159, + "grad_norm": 0.13951897621154785, + "learning_rate": 9.583503699872016e-05, + "loss": 0.0595, + "step": 5230 + }, + { + "epoch": 4.90177736202058, + "grad_norm": 0.1641346961259842, + "learning_rate": 9.581298634562381e-05, + "loss": 0.0604, + "step": 5240 + }, + { + "epoch": 4.911131898971001, + "grad_norm": 0.13829852640628815, + "learning_rate": 9.579088002542917e-05, + "loss": 0.0597, + "step": 5250 + }, + { + "epoch": 4.920486435921422, + "grad_norm": 0.11889420449733734, + "learning_rate": 9.57687180649975e-05, + "loss": 0.0597, + "step": 5260 + }, + { + "epoch": 4.929840972871843, + "grad_norm": 0.1229388639330864, + "learning_rate": 9.574650049125768e-05, + "loss": 0.0573, + "step": 5270 + }, + { + "epoch": 4.939195509822264, + "grad_norm": 0.21033863723278046, + "learning_rate": 9.572422733120614e-05, + "loss": 0.0569, + "step": 5280 + }, + { + "epoch": 4.948550046772684, + "grad_norm": 0.18733860552310944, + "learning_rate": 9.570189861190689e-05, + "loss": 0.0615, + "step": 5290 + }, + { + "epoch": 4.9579045837231055, + "grad_norm": 0.18437765538692474, + "learning_rate": 9.56795143604914e-05, + "loss": 0.057, + "step": 5300 + }, + { + "epoch": 4.967259120673527, + "grad_norm": 0.17253746092319489, + "learning_rate": 9.565707460415869e-05, + "loss": 0.0595, + "step": 5310 + }, + { + "epoch": 4.976613657623948, + "grad_norm": 0.18725161254405975, + "learning_rate": 9.563457937017515e-05, + "loss": 0.0574, + "step": 5320 + }, + { + "epoch": 4.985968194574369, + "grad_norm": 0.11689669638872147, + "learning_rate": 9.56120286858746e-05, + "loss": 0.0586, + "step": 5330 + }, + { + "epoch": 4.99532273152479, + "grad_norm": 0.1791386902332306, + "learning_rate": 9.558942257865829e-05, + "loss": 0.0598, + "step": 5340 + }, + { + "epoch": 5.00467726847521, + "grad_norm": 0.14771832525730133, + "learning_rate": 9.556676107599472e-05, + "loss": 0.0558, + "step": 5350 + }, + { + "epoch": 5.014031805425631, + "grad_norm": 0.14199766516685486, + "learning_rate": 9.554404420541978e-05, + "loss": 0.057, + "step": 5360 + }, + { + "epoch": 5.023386342376052, + "grad_norm": 0.1601741462945938, + "learning_rate": 9.55212719945366e-05, + "loss": 0.0553, + "step": 5370 + }, + { + "epoch": 5.032740879326473, + "grad_norm": 0.18719284236431122, + "learning_rate": 9.549844447101559e-05, + "loss": 0.057, + "step": 5380 + }, + { + "epoch": 5.0420954162768945, + "grad_norm": 0.1636315882205963, + "learning_rate": 9.547556166259433e-05, + "loss": 0.0588, + "step": 5390 + }, + { + "epoch": 5.051449953227316, + "grad_norm": 0.16282248497009277, + "learning_rate": 9.545262359707756e-05, + "loss": 0.0559, + "step": 5400 + }, + { + "epoch": 5.060804490177736, + "grad_norm": 0.16219928860664368, + "learning_rate": 9.542963030233724e-05, + "loss": 0.0571, + "step": 5410 + }, + { + "epoch": 5.070159027128157, + "grad_norm": 0.12590283155441284, + "learning_rate": 9.540658180631237e-05, + "loss": 0.0562, + "step": 5420 + }, + { + "epoch": 5.079513564078578, + "grad_norm": 0.18813227117061615, + "learning_rate": 9.538347813700904e-05, + "loss": 0.0548, + "step": 5430 + }, + { + "epoch": 5.088868101028999, + "grad_norm": 0.182107612490654, + "learning_rate": 9.536031932250036e-05, + "loss": 0.0578, + "step": 5440 + }, + { + "epoch": 5.09822263797942, + "grad_norm": 0.16152411699295044, + "learning_rate": 9.533710539092653e-05, + "loss": 0.0541, + "step": 5450 + }, + { + "epoch": 5.107577174929841, + "grad_norm": 0.1728646606206894, + "learning_rate": 9.531383637049464e-05, + "loss": 0.0552, + "step": 5460 + }, + { + "epoch": 5.1169317118802615, + "grad_norm": 0.13711902499198914, + "learning_rate": 9.529051228947875e-05, + "loss": 0.058, + "step": 5470 + }, + { + "epoch": 5.126286248830683, + "grad_norm": 0.18355219066143036, + "learning_rate": 9.52671331762198e-05, + "loss": 0.0559, + "step": 5480 + }, + { + "epoch": 5.135640785781104, + "grad_norm": 0.1310315728187561, + "learning_rate": 9.524369905912565e-05, + "loss": 0.0566, + "step": 5490 + }, + { + "epoch": 5.144995322731525, + "grad_norm": 0.11290181428194046, + "learning_rate": 9.522020996667092e-05, + "loss": 0.0557, + "step": 5500 + }, + { + "epoch": 5.154349859681946, + "grad_norm": 0.11459548026323318, + "learning_rate": 9.519666592739709e-05, + "loss": 0.0575, + "step": 5510 + }, + { + "epoch": 5.163704396632367, + "grad_norm": 0.12284841388463974, + "learning_rate": 9.517306696991241e-05, + "loss": 0.0546, + "step": 5520 + }, + { + "epoch": 5.173058933582787, + "grad_norm": 0.15193799138069153, + "learning_rate": 9.51494131228918e-05, + "loss": 0.0553, + "step": 5530 + }, + { + "epoch": 5.182413470533208, + "grad_norm": 0.12712548673152924, + "learning_rate": 9.512570441507695e-05, + "loss": 0.0553, + "step": 5540 + }, + { + "epoch": 5.191768007483629, + "grad_norm": 0.11293067783117294, + "learning_rate": 9.510194087527615e-05, + "loss": 0.0564, + "step": 5550 + }, + { + "epoch": 5.2011225444340505, + "grad_norm": 0.15105432271957397, + "learning_rate": 9.507812253236435e-05, + "loss": 0.057, + "step": 5560 + }, + { + "epoch": 5.210477081384472, + "grad_norm": 0.1246011033654213, + "learning_rate": 9.505424941528309e-05, + "loss": 0.0568, + "step": 5570 + }, + { + "epoch": 5.219831618334893, + "grad_norm": 0.12370748072862625, + "learning_rate": 9.503032155304046e-05, + "loss": 0.057, + "step": 5580 + }, + { + "epoch": 5.229186155285314, + "grad_norm": 0.19074420630931854, + "learning_rate": 9.500633897471106e-05, + "loss": 0.0577, + "step": 5590 + }, + { + "epoch": 5.238540692235734, + "grad_norm": 0.20584046840667725, + "learning_rate": 9.498230170943596e-05, + "loss": 0.0578, + "step": 5600 + }, + { + "epoch": 5.247895229186155, + "grad_norm": 0.1698237955570221, + "learning_rate": 9.495820978642275e-05, + "loss": 0.0588, + "step": 5610 + }, + { + "epoch": 5.257249766136576, + "grad_norm": 0.1848158985376358, + "learning_rate": 9.493406323494535e-05, + "loss": 0.0549, + "step": 5620 + }, + { + "epoch": 5.266604303086997, + "grad_norm": 0.17660538852214813, + "learning_rate": 9.490986208434413e-05, + "loss": 0.0557, + "step": 5630 + }, + { + "epoch": 5.275958840037418, + "grad_norm": 0.152753084897995, + "learning_rate": 9.488560636402577e-05, + "loss": 0.0598, + "step": 5640 + }, + { + "epoch": 5.285313376987839, + "grad_norm": 0.1687714159488678, + "learning_rate": 9.486129610346321e-05, + "loss": 0.0564, + "step": 5650 + }, + { + "epoch": 5.29466791393826, + "grad_norm": 0.1463761031627655, + "learning_rate": 9.483693133219576e-05, + "loss": 0.0566, + "step": 5660 + }, + { + "epoch": 5.304022450888681, + "grad_norm": 0.17808806896209717, + "learning_rate": 9.481251207982888e-05, + "loss": 0.0583, + "step": 5670 + }, + { + "epoch": 5.313376987839102, + "grad_norm": 0.1686665266752243, + "learning_rate": 9.47880383760343e-05, + "loss": 0.057, + "step": 5680 + }, + { + "epoch": 5.322731524789523, + "grad_norm": 0.23621979355812073, + "learning_rate": 9.476351025054983e-05, + "loss": 0.0563, + "step": 5690 + }, + { + "epoch": 5.332086061739944, + "grad_norm": 0.19924548268318176, + "learning_rate": 9.473892773317952e-05, + "loss": 0.0573, + "step": 5700 + }, + { + "epoch": 5.341440598690365, + "grad_norm": 0.2011784464120865, + "learning_rate": 9.471429085379338e-05, + "loss": 0.0554, + "step": 5710 + }, + { + "epoch": 5.3507951356407855, + "grad_norm": 0.18458698689937592, + "learning_rate": 9.468959964232757e-05, + "loss": 0.0562, + "step": 5720 + }, + { + "epoch": 5.360149672591207, + "grad_norm": 0.19226248562335968, + "learning_rate": 9.466485412878425e-05, + "loss": 0.0569, + "step": 5730 + }, + { + "epoch": 5.369504209541628, + "grad_norm": 0.2377653270959854, + "learning_rate": 9.464005434323154e-05, + "loss": 0.0566, + "step": 5740 + }, + { + "epoch": 5.378858746492049, + "grad_norm": 0.21072569489479065, + "learning_rate": 9.461520031580352e-05, + "loss": 0.0559, + "step": 5750 + }, + { + "epoch": 5.38821328344247, + "grad_norm": 0.19669640064239502, + "learning_rate": 9.459029207670019e-05, + "loss": 0.0556, + "step": 5760 + }, + { + "epoch": 5.397567820392891, + "grad_norm": 0.2317056655883789, + "learning_rate": 9.456532965618737e-05, + "loss": 0.0572, + "step": 5770 + }, + { + "epoch": 5.406922357343311, + "grad_norm": 0.15459659695625305, + "learning_rate": 9.454031308459681e-05, + "loss": 0.0572, + "step": 5780 + }, + { + "epoch": 5.416276894293732, + "grad_norm": 0.11841819435358047, + "learning_rate": 9.451524239232595e-05, + "loss": 0.0555, + "step": 5790 + }, + { + "epoch": 5.425631431244153, + "grad_norm": 0.1475878804922104, + "learning_rate": 9.449011760983809e-05, + "loss": 0.0569, + "step": 5800 + }, + { + "epoch": 5.4349859681945745, + "grad_norm": 0.14674407243728638, + "learning_rate": 9.446493876766218e-05, + "loss": 0.0539, + "step": 5810 + }, + { + "epoch": 5.444340505144996, + "grad_norm": 0.16886501014232635, + "learning_rate": 9.44397058963929e-05, + "loss": 0.0574, + "step": 5820 + }, + { + "epoch": 5.453695042095417, + "grad_norm": 0.16082017123699188, + "learning_rate": 9.441441902669056e-05, + "loss": 0.0577, + "step": 5830 + }, + { + "epoch": 5.463049579045837, + "grad_norm": 0.13383249938488007, + "learning_rate": 9.43890781892811e-05, + "loss": 0.0574, + "step": 5840 + }, + { + "epoch": 5.472404115996258, + "grad_norm": 0.14883485436439514, + "learning_rate": 9.436368341495603e-05, + "loss": 0.0557, + "step": 5850 + }, + { + "epoch": 5.481758652946679, + "grad_norm": 0.17462477087974548, + "learning_rate": 9.43382347345724e-05, + "loss": 0.0573, + "step": 5860 + }, + { + "epoch": 5.4911131898971, + "grad_norm": 0.16827620565891266, + "learning_rate": 9.431273217905273e-05, + "loss": 0.0569, + "step": 5870 + }, + { + "epoch": 5.500467726847521, + "grad_norm": 0.16207222640514374, + "learning_rate": 9.428717577938504e-05, + "loss": 0.0551, + "step": 5880 + }, + { + "epoch": 5.509822263797942, + "grad_norm": 0.16661261022090912, + "learning_rate": 9.426156556662276e-05, + "loss": 0.0555, + "step": 5890 + }, + { + "epoch": 5.519176800748363, + "grad_norm": 0.1913277804851532, + "learning_rate": 9.423590157188474e-05, + "loss": 0.0561, + "step": 5900 + }, + { + "epoch": 5.528531337698784, + "grad_norm": 0.203857883810997, + "learning_rate": 9.421018382635513e-05, + "loss": 0.0567, + "step": 5910 + }, + { + "epoch": 5.537885874649205, + "grad_norm": 0.1684507131576538, + "learning_rate": 9.418441236128343e-05, + "loss": 0.0568, + "step": 5920 + }, + { + "epoch": 5.547240411599626, + "grad_norm": 0.10593543946743011, + "learning_rate": 9.41585872079844e-05, + "loss": 0.0538, + "step": 5930 + }, + { + "epoch": 5.556594948550047, + "grad_norm": 0.10691415518522263, + "learning_rate": 9.413270839783802e-05, + "loss": 0.0541, + "step": 5940 + }, + { + "epoch": 5.565949485500468, + "grad_norm": 0.1659175008535385, + "learning_rate": 9.41067759622895e-05, + "loss": 0.0563, + "step": 5950 + }, + { + "epoch": 5.575304022450888, + "grad_norm": 0.14302383363246918, + "learning_rate": 9.408078993284917e-05, + "loss": 0.0544, + "step": 5960 + }, + { + "epoch": 5.584658559401309, + "grad_norm": 0.1119629293680191, + "learning_rate": 9.405475034109254e-05, + "loss": 0.0549, + "step": 5970 + }, + { + "epoch": 5.5940130963517305, + "grad_norm": 0.10346261411905289, + "learning_rate": 9.402865721866015e-05, + "loss": 0.0549, + "step": 5980 + }, + { + "epoch": 5.603367633302152, + "grad_norm": 0.15150132775306702, + "learning_rate": 9.400251059725762e-05, + "loss": 0.055, + "step": 5990 + }, + { + "epoch": 5.612722170252573, + "grad_norm": 0.1324814260005951, + "learning_rate": 9.397631050865554e-05, + "loss": 0.0573, + "step": 6000 + }, + { + "epoch": 5.622076707202994, + "grad_norm": 0.14376625418663025, + "learning_rate": 9.395005698468949e-05, + "loss": 0.0554, + "step": 6010 + }, + { + "epoch": 5.631431244153415, + "grad_norm": 0.18978460133075714, + "learning_rate": 9.392375005726e-05, + "loss": 0.0541, + "step": 6020 + }, + { + "epoch": 5.640785781103835, + "grad_norm": 0.1433110386133194, + "learning_rate": 9.389738975833242e-05, + "loss": 0.0537, + "step": 6030 + }, + { + "epoch": 5.650140318054256, + "grad_norm": 0.12841391563415527, + "learning_rate": 9.387097611993707e-05, + "loss": 0.0541, + "step": 6040 + }, + { + "epoch": 5.659494855004677, + "grad_norm": 0.13754571974277496, + "learning_rate": 9.384450917416894e-05, + "loss": 0.0554, + "step": 6050 + }, + { + "epoch": 5.668849391955098, + "grad_norm": 0.12118029594421387, + "learning_rate": 9.381798895318792e-05, + "loss": 0.0562, + "step": 6060 + }, + { + "epoch": 5.6782039289055195, + "grad_norm": 0.1607237160205841, + "learning_rate": 9.379141548921853e-05, + "loss": 0.0538, + "step": 6070 + }, + { + "epoch": 5.68755846585594, + "grad_norm": 0.144356831908226, + "learning_rate": 9.376478881455009e-05, + "loss": 0.0585, + "step": 6080 + }, + { + "epoch": 5.696913002806361, + "grad_norm": 0.14624163508415222, + "learning_rate": 9.373810896153647e-05, + "loss": 0.0551, + "step": 6090 + }, + { + "epoch": 5.706267539756782, + "grad_norm": 0.16593630611896515, + "learning_rate": 9.371137596259623e-05, + "loss": 0.0562, + "step": 6100 + }, + { + "epoch": 5.715622076707203, + "grad_norm": 0.14749453961849213, + "learning_rate": 9.368458985021248e-05, + "loss": 0.0564, + "step": 6110 + }, + { + "epoch": 5.724976613657624, + "grad_norm": 0.15421263873577118, + "learning_rate": 9.365775065693287e-05, + "loss": 0.0561, + "step": 6120 + }, + { + "epoch": 5.734331150608045, + "grad_norm": 0.14860038459300995, + "learning_rate": 9.363085841536957e-05, + "loss": 0.0548, + "step": 6130 + }, + { + "epoch": 5.743685687558466, + "grad_norm": 0.14530235528945923, + "learning_rate": 9.360391315819917e-05, + "loss": 0.0544, + "step": 6140 + }, + { + "epoch": 5.7530402245088865, + "grad_norm": 0.10182876139879227, + "learning_rate": 9.357691491816269e-05, + "loss": 0.0555, + "step": 6150 + }, + { + "epoch": 5.762394761459308, + "grad_norm": 0.17991279065608978, + "learning_rate": 9.354986372806557e-05, + "loss": 0.0572, + "step": 6160 + }, + { + "epoch": 5.771749298409729, + "grad_norm": 0.17098242044448853, + "learning_rate": 9.352275962077752e-05, + "loss": 0.0536, + "step": 6170 + }, + { + "epoch": 5.78110383536015, + "grad_norm": 0.15282228589057922, + "learning_rate": 9.349560262923262e-05, + "loss": 0.0543, + "step": 6180 + }, + { + "epoch": 5.790458372310571, + "grad_norm": 0.13200221955776215, + "learning_rate": 9.346839278642913e-05, + "loss": 0.0529, + "step": 6190 + }, + { + "epoch": 5.799812909260991, + "grad_norm": 0.13505126535892487, + "learning_rate": 9.344113012542963e-05, + "loss": 0.0527, + "step": 6200 + }, + { + "epoch": 5.809167446211412, + "grad_norm": 0.17860591411590576, + "learning_rate": 9.341381467936079e-05, + "loss": 0.0569, + "step": 6210 + }, + { + "epoch": 5.818521983161833, + "grad_norm": 0.15352649986743927, + "learning_rate": 9.338644648141346e-05, + "loss": 0.0546, + "step": 6220 + }, + { + "epoch": 5.827876520112254, + "grad_norm": 0.13136640191078186, + "learning_rate": 9.335902556484257e-05, + "loss": 0.0548, + "step": 6230 + }, + { + "epoch": 5.8372310570626755, + "grad_norm": 0.13377615809440613, + "learning_rate": 9.333155196296712e-05, + "loss": 0.0557, + "step": 6240 + }, + { + "epoch": 5.846585594013097, + "grad_norm": 0.18337780237197876, + "learning_rate": 9.330402570917016e-05, + "loss": 0.0551, + "step": 6250 + }, + { + "epoch": 5.855940130963518, + "grad_norm": 0.1661360114812851, + "learning_rate": 9.327644683689865e-05, + "loss": 0.0558, + "step": 6260 + }, + { + "epoch": 5.865294667913938, + "grad_norm": 0.12989184260368347, + "learning_rate": 9.324881537966354e-05, + "loss": 0.054, + "step": 6270 + }, + { + "epoch": 5.874649204864359, + "grad_norm": 0.13795918226242065, + "learning_rate": 9.322113137103964e-05, + "loss": 0.0557, + "step": 6280 + }, + { + "epoch": 5.88400374181478, + "grad_norm": 0.13128292560577393, + "learning_rate": 9.319339484466564e-05, + "loss": 0.0572, + "step": 6290 + }, + { + "epoch": 5.893358278765201, + "grad_norm": 0.15172235667705536, + "learning_rate": 9.316560583424403e-05, + "loss": 0.0541, + "step": 6300 + }, + { + "epoch": 5.902712815715622, + "grad_norm": 0.14281317591667175, + "learning_rate": 9.313776437354108e-05, + "loss": 0.0549, + "step": 6310 + }, + { + "epoch": 5.9120673526660426, + "grad_norm": 0.11699723452329636, + "learning_rate": 9.31098704963868e-05, + "loss": 0.0543, + "step": 6320 + }, + { + "epoch": 5.921421889616464, + "grad_norm": 0.15039727091789246, + "learning_rate": 9.308192423667485e-05, + "loss": 0.0524, + "step": 6330 + }, + { + "epoch": 5.930776426566885, + "grad_norm": 0.17196053266525269, + "learning_rate": 9.305392562836262e-05, + "loss": 0.0569, + "step": 6340 + }, + { + "epoch": 5.940130963517306, + "grad_norm": 0.14792153239250183, + "learning_rate": 9.3025874705471e-05, + "loss": 0.0532, + "step": 6350 + }, + { + "epoch": 5.949485500467727, + "grad_norm": 0.11325616389513016, + "learning_rate": 9.299777150208457e-05, + "loss": 0.0536, + "step": 6360 + }, + { + "epoch": 5.958840037418148, + "grad_norm": 0.15956886112689972, + "learning_rate": 9.296961605235133e-05, + "loss": 0.0535, + "step": 6370 + }, + { + "epoch": 5.968194574368569, + "grad_norm": 0.1681213527917862, + "learning_rate": 9.29414083904828e-05, + "loss": 0.0563, + "step": 6380 + }, + { + "epoch": 5.977549111318989, + "grad_norm": 0.15150178968906403, + "learning_rate": 9.291314855075397e-05, + "loss": 0.0564, + "step": 6390 + }, + { + "epoch": 5.9869036482694105, + "grad_norm": 0.11305931955575943, + "learning_rate": 9.288483656750322e-05, + "loss": 0.0548, + "step": 6400 + }, + { + "epoch": 5.996258185219832, + "grad_norm": 0.12112521380186081, + "learning_rate": 9.285647247513225e-05, + "loss": 0.0541, + "step": 6410 + }, + { + "epoch": 6.005612722170253, + "grad_norm": 0.1254168599843979, + "learning_rate": 9.282805630810614e-05, + "loss": 0.0526, + "step": 6420 + }, + { + "epoch": 6.014967259120674, + "grad_norm": 0.14210978150367737, + "learning_rate": 9.279958810095317e-05, + "loss": 0.0545, + "step": 6430 + }, + { + "epoch": 6.024321796071095, + "grad_norm": 0.1634395569562912, + "learning_rate": 9.277106788826494e-05, + "loss": 0.0543, + "step": 6440 + }, + { + "epoch": 6.033676333021515, + "grad_norm": 0.19089378416538239, + "learning_rate": 9.274249570469618e-05, + "loss": 0.0527, + "step": 6450 + }, + { + "epoch": 6.043030869971936, + "grad_norm": 0.13908705115318298, + "learning_rate": 9.271387158496476e-05, + "loss": 0.0549, + "step": 6460 + }, + { + "epoch": 6.052385406922357, + "grad_norm": 0.1852191537618637, + "learning_rate": 9.268519556385173e-05, + "loss": 0.0549, + "step": 6470 + }, + { + "epoch": 6.061739943872778, + "grad_norm": 0.16007092595100403, + "learning_rate": 9.265646767620113e-05, + "loss": 0.0558, + "step": 6480 + }, + { + "epoch": 6.0710944808231995, + "grad_norm": 0.1760760396718979, + "learning_rate": 9.262768795692006e-05, + "loss": 0.0545, + "step": 6490 + }, + { + "epoch": 6.080449017773621, + "grad_norm": 0.2251412570476532, + "learning_rate": 9.259885644097861e-05, + "loss": 0.0545, + "step": 6500 + }, + { + "epoch": 6.089803554724041, + "grad_norm": 0.23350991308689117, + "learning_rate": 9.256997316340976e-05, + "loss": 0.0536, + "step": 6510 + }, + { + "epoch": 6.099158091674462, + "grad_norm": 0.12762019038200378, + "learning_rate": 9.254103815930943e-05, + "loss": 0.052, + "step": 6520 + }, + { + "epoch": 6.108512628624883, + "grad_norm": 0.12792368233203888, + "learning_rate": 9.251205146383636e-05, + "loss": 0.0539, + "step": 6530 + }, + { + "epoch": 6.117867165575304, + "grad_norm": 0.16485045850276947, + "learning_rate": 9.248301311221216e-05, + "loss": 0.0535, + "step": 6540 + }, + { + "epoch": 6.127221702525725, + "grad_norm": 0.1224088966846466, + "learning_rate": 9.245392313972115e-05, + "loss": 0.0522, + "step": 6550 + }, + { + "epoch": 6.136576239476146, + "grad_norm": 0.15399102866649628, + "learning_rate": 9.242478158171037e-05, + "loss": 0.0538, + "step": 6560 + }, + { + "epoch": 6.1459307764265665, + "grad_norm": 0.17253157496452332, + "learning_rate": 9.239558847358957e-05, + "loss": 0.0537, + "step": 6570 + }, + { + "epoch": 6.155285313376988, + "grad_norm": 0.1990000605583191, + "learning_rate": 9.236634385083114e-05, + "loss": 0.0536, + "step": 6580 + }, + { + "epoch": 6.164639850327409, + "grad_norm": 0.1909814178943634, + "learning_rate": 9.233704774897005e-05, + "loss": 0.0564, + "step": 6590 + }, + { + "epoch": 6.17399438727783, + "grad_norm": 0.1859074980020523, + "learning_rate": 9.230770020360382e-05, + "loss": 0.0524, + "step": 6600 + }, + { + "epoch": 6.183348924228251, + "grad_norm": 0.17574769258499146, + "learning_rate": 9.227830125039247e-05, + "loss": 0.0536, + "step": 6610 + }, + { + "epoch": 6.192703461178672, + "grad_norm": 0.1680709570646286, + "learning_rate": 9.224885092505853e-05, + "loss": 0.0527, + "step": 6620 + }, + { + "epoch": 6.202057998129092, + "grad_norm": 0.14374582469463348, + "learning_rate": 9.221934926338691e-05, + "loss": 0.0552, + "step": 6630 + }, + { + "epoch": 6.211412535079513, + "grad_norm": 0.1361006796360016, + "learning_rate": 9.21897963012249e-05, + "loss": 0.0512, + "step": 6640 + }, + { + "epoch": 6.220767072029934, + "grad_norm": 0.13453489542007446, + "learning_rate": 9.216019207448217e-05, + "loss": 0.0554, + "step": 6650 + }, + { + "epoch": 6.2301216089803555, + "grad_norm": 0.1596158891916275, + "learning_rate": 9.21305366191306e-05, + "loss": 0.0531, + "step": 6660 + }, + { + "epoch": 6.239476145930777, + "grad_norm": 0.1304248869419098, + "learning_rate": 9.21008299712044e-05, + "loss": 0.0545, + "step": 6670 + }, + { + "epoch": 6.248830682881198, + "grad_norm": 0.117508165538311, + "learning_rate": 9.207107216679993e-05, + "loss": 0.0537, + "step": 6680 + }, + { + "epoch": 6.258185219831619, + "grad_norm": 0.1337856650352478, + "learning_rate": 9.204126324207574e-05, + "loss": 0.0521, + "step": 6690 + }, + { + "epoch": 6.267539756782039, + "grad_norm": 0.15235377848148346, + "learning_rate": 9.201140323325248e-05, + "loss": 0.0532, + "step": 6700 + }, + { + "epoch": 6.27689429373246, + "grad_norm": 0.17418172955513, + "learning_rate": 9.198149217661287e-05, + "loss": 0.0554, + "step": 6710 + }, + { + "epoch": 6.286248830682881, + "grad_norm": 0.18709257245063782, + "learning_rate": 9.195153010850167e-05, + "loss": 0.0523, + "step": 6720 + }, + { + "epoch": 6.295603367633302, + "grad_norm": 0.18886610865592957, + "learning_rate": 9.192151706532562e-05, + "loss": 0.0519, + "step": 6730 + }, + { + "epoch": 6.304957904583723, + "grad_norm": 0.20327991247177124, + "learning_rate": 9.189145308355337e-05, + "loss": 0.0512, + "step": 6740 + }, + { + "epoch": 6.314312441534144, + "grad_norm": 0.14444497227668762, + "learning_rate": 9.186133819971555e-05, + "loss": 0.0531, + "step": 6750 + }, + { + "epoch": 6.323666978484565, + "grad_norm": 0.13091887533664703, + "learning_rate": 9.183117245040455e-05, + "loss": 0.0525, + "step": 6760 + }, + { + "epoch": 6.333021515434986, + "grad_norm": 0.13041014969348907, + "learning_rate": 9.180095587227458e-05, + "loss": 0.053, + "step": 6770 + }, + { + "epoch": 6.342376052385407, + "grad_norm": 0.14458799362182617, + "learning_rate": 9.177068850204167e-05, + "loss": 0.0535, + "step": 6780 + }, + { + "epoch": 6.351730589335828, + "grad_norm": 0.11755749583244324, + "learning_rate": 9.174037037648351e-05, + "loss": 0.0518, + "step": 6790 + }, + { + "epoch": 6.361085126286249, + "grad_norm": 0.18502123653888702, + "learning_rate": 9.171000153243947e-05, + "loss": 0.0538, + "step": 6800 + }, + { + "epoch": 6.37043966323667, + "grad_norm": 0.13303090631961823, + "learning_rate": 9.167958200681057e-05, + "loss": 0.055, + "step": 6810 + }, + { + "epoch": 6.37979420018709, + "grad_norm": 0.15117692947387695, + "learning_rate": 9.164911183655943e-05, + "loss": 0.0523, + "step": 6820 + }, + { + "epoch": 6.3891487371375115, + "grad_norm": 0.19463911652565002, + "learning_rate": 9.161859105871013e-05, + "loss": 0.0527, + "step": 6830 + }, + { + "epoch": 6.398503274087933, + "grad_norm": 0.1361962854862213, + "learning_rate": 9.158801971034832e-05, + "loss": 0.0525, + "step": 6840 + }, + { + "epoch": 6.407857811038354, + "grad_norm": 0.15211018919944763, + "learning_rate": 9.155739782862107e-05, + "loss": 0.0505, + "step": 6850 + }, + { + "epoch": 6.417212347988775, + "grad_norm": 0.13151942193508148, + "learning_rate": 9.152672545073687e-05, + "loss": 0.0527, + "step": 6860 + }, + { + "epoch": 6.426566884939196, + "grad_norm": 0.13314510881900787, + "learning_rate": 9.149600261396551e-05, + "loss": 0.0567, + "step": 6870 + }, + { + "epoch": 6.435921421889616, + "grad_norm": 0.14648467302322388, + "learning_rate": 9.146522935563817e-05, + "loss": 0.0497, + "step": 6880 + }, + { + "epoch": 6.445275958840037, + "grad_norm": 0.14954237639904022, + "learning_rate": 9.143440571314723e-05, + "loss": 0.0528, + "step": 6890 + }, + { + "epoch": 6.454630495790458, + "grad_norm": 0.17333461344242096, + "learning_rate": 9.140353172394636e-05, + "loss": 0.0543, + "step": 6900 + }, + { + "epoch": 6.463985032740879, + "grad_norm": 0.15350860357284546, + "learning_rate": 9.137260742555032e-05, + "loss": 0.0543, + "step": 6910 + }, + { + "epoch": 6.4733395696913005, + "grad_norm": 0.16804617643356323, + "learning_rate": 9.13416328555351e-05, + "loss": 0.0543, + "step": 6920 + }, + { + "epoch": 6.482694106641722, + "grad_norm": 0.164536252617836, + "learning_rate": 9.131060805153769e-05, + "loss": 0.0526, + "step": 6930 + }, + { + "epoch": 6.492048643592142, + "grad_norm": 0.18137042224407196, + "learning_rate": 9.127953305125618e-05, + "loss": 0.0537, + "step": 6940 + }, + { + "epoch": 6.501403180542563, + "grad_norm": 0.13783448934555054, + "learning_rate": 9.124840789244958e-05, + "loss": 0.0528, + "step": 6950 + }, + { + "epoch": 6.510757717492984, + "grad_norm": 0.14822983741760254, + "learning_rate": 9.121723261293794e-05, + "loss": 0.054, + "step": 6960 + }, + { + "epoch": 6.520112254443405, + "grad_norm": 0.13729777932167053, + "learning_rate": 9.118600725060214e-05, + "loss": 0.0495, + "step": 6970 + }, + { + "epoch": 6.529466791393826, + "grad_norm": 0.12992514669895172, + "learning_rate": 9.115473184338392e-05, + "loss": 0.0531, + "step": 6980 + }, + { + "epoch": 6.538821328344247, + "grad_norm": 0.1605093777179718, + "learning_rate": 9.11234064292859e-05, + "loss": 0.0526, + "step": 6990 + }, + { + "epoch": 6.5481758652946676, + "grad_norm": 0.16538450121879578, + "learning_rate": 9.109203104637137e-05, + "loss": 0.0524, + "step": 7000 + }, + { + "epoch": 6.557530402245089, + "grad_norm": 0.14603778719902039, + "learning_rate": 9.10606057327644e-05, + "loss": 0.0555, + "step": 7010 + }, + { + "epoch": 6.56688493919551, + "grad_norm": 0.14750538766384125, + "learning_rate": 9.10291305266497e-05, + "loss": 0.054, + "step": 7020 + }, + { + "epoch": 6.576239476145931, + "grad_norm": 0.20177370309829712, + "learning_rate": 9.099760546627261e-05, + "loss": 0.055, + "step": 7030 + }, + { + "epoch": 6.585594013096352, + "grad_norm": 0.19591474533081055, + "learning_rate": 9.096603058993907e-05, + "loss": 0.0518, + "step": 7040 + }, + { + "epoch": 6.594948550046773, + "grad_norm": 0.17307676374912262, + "learning_rate": 9.093440593601552e-05, + "loss": 0.053, + "step": 7050 + }, + { + "epoch": 6.604303086997193, + "grad_norm": 0.1274389624595642, + "learning_rate": 9.090273154292889e-05, + "loss": 0.0505, + "step": 7060 + }, + { + "epoch": 6.613657623947614, + "grad_norm": 0.14345665276050568, + "learning_rate": 9.087100744916656e-05, + "loss": 0.0544, + "step": 7070 + }, + { + "epoch": 6.6230121608980355, + "grad_norm": 0.120392806828022, + "learning_rate": 9.08392336932763e-05, + "loss": 0.0533, + "step": 7080 + }, + { + "epoch": 6.632366697848457, + "grad_norm": 0.10888088494539261, + "learning_rate": 9.080741031386619e-05, + "loss": 0.0527, + "step": 7090 + }, + { + "epoch": 6.641721234798878, + "grad_norm": 0.15983685851097107, + "learning_rate": 9.077553734960468e-05, + "loss": 0.0528, + "step": 7100 + }, + { + "epoch": 6.651075771749299, + "grad_norm": 0.125815749168396, + "learning_rate": 9.074361483922041e-05, + "loss": 0.0502, + "step": 7110 + }, + { + "epoch": 6.66043030869972, + "grad_norm": 0.10420813411474228, + "learning_rate": 9.071164282150224e-05, + "loss": 0.0515, + "step": 7120 + }, + { + "epoch": 6.66978484565014, + "grad_norm": 0.15207083523273468, + "learning_rate": 9.067962133529919e-05, + "loss": 0.0513, + "step": 7130 + }, + { + "epoch": 6.679139382600561, + "grad_norm": 0.17227928340435028, + "learning_rate": 9.064755041952036e-05, + "loss": 0.0508, + "step": 7140 + }, + { + "epoch": 6.688493919550982, + "grad_norm": 0.21364007890224457, + "learning_rate": 9.061543011313497e-05, + "loss": 0.0526, + "step": 7150 + }, + { + "epoch": 6.697848456501403, + "grad_norm": 0.14131063222885132, + "learning_rate": 9.05832604551722e-05, + "loss": 0.0531, + "step": 7160 + }, + { + "epoch": 6.7072029934518245, + "grad_norm": 0.1204402819275856, + "learning_rate": 9.055104148472124e-05, + "loss": 0.0499, + "step": 7170 + }, + { + "epoch": 6.716557530402245, + "grad_norm": 0.12734918296337128, + "learning_rate": 9.051877324093114e-05, + "loss": 0.0515, + "step": 7180 + }, + { + "epoch": 6.725912067352666, + "grad_norm": 0.12160821259021759, + "learning_rate": 9.04864557630109e-05, + "loss": 0.051, + "step": 7190 + }, + { + "epoch": 6.735266604303087, + "grad_norm": 0.13814480602741241, + "learning_rate": 9.045408909022928e-05, + "loss": 0.055, + "step": 7200 + }, + { + "epoch": 6.744621141253508, + "grad_norm": 0.18521077930927277, + "learning_rate": 9.042167326191484e-05, + "loss": 0.0529, + "step": 7210 + }, + { + "epoch": 6.753975678203929, + "grad_norm": 0.17120446264743805, + "learning_rate": 9.038920831745587e-05, + "loss": 0.0518, + "step": 7220 + }, + { + "epoch": 6.76333021515435, + "grad_norm": 0.11988070607185364, + "learning_rate": 9.035669429630036e-05, + "loss": 0.054, + "step": 7230 + }, + { + "epoch": 6.772684752104771, + "grad_norm": 0.11532793194055557, + "learning_rate": 9.032413123795588e-05, + "loss": 0.0519, + "step": 7240 + }, + { + "epoch": 6.7820392890551915, + "grad_norm": 0.15634684264659882, + "learning_rate": 9.029151918198962e-05, + "loss": 0.0507, + "step": 7250 + }, + { + "epoch": 6.791393826005613, + "grad_norm": 0.17516480386257172, + "learning_rate": 9.025885816802833e-05, + "loss": 0.0514, + "step": 7260 + }, + { + "epoch": 6.800748362956034, + "grad_norm": 0.17558468878269196, + "learning_rate": 9.02261482357582e-05, + "loss": 0.0526, + "step": 7270 + }, + { + "epoch": 6.810102899906455, + "grad_norm": 0.16501566767692566, + "learning_rate": 9.019338942492485e-05, + "loss": 0.0507, + "step": 7280 + }, + { + "epoch": 6.819457436856876, + "grad_norm": 0.14108702540397644, + "learning_rate": 9.01605817753334e-05, + "loss": 0.0531, + "step": 7290 + }, + { + "epoch": 6.828811973807296, + "grad_norm": 0.11347358673810959, + "learning_rate": 9.012772532684818e-05, + "loss": 0.0532, + "step": 7300 + }, + { + "epoch": 6.838166510757717, + "grad_norm": 0.227693572640419, + "learning_rate": 9.00948201193929e-05, + "loss": 0.0511, + "step": 7310 + }, + { + "epoch": 6.847521047708138, + "grad_norm": 0.12588174641132355, + "learning_rate": 9.006186619295047e-05, + "loss": 0.0528, + "step": 7320 + }, + { + "epoch": 6.856875584658559, + "grad_norm": 0.13018974661827087, + "learning_rate": 9.002886358756305e-05, + "loss": 0.0521, + "step": 7330 + }, + { + "epoch": 6.8662301216089805, + "grad_norm": 0.11283329129219055, + "learning_rate": 8.999581234333188e-05, + "loss": 0.0515, + "step": 7340 + }, + { + "epoch": 6.875584658559402, + "grad_norm": 0.11841385066509247, + "learning_rate": 8.996271250041734e-05, + "loss": 0.0507, + "step": 7350 + }, + { + "epoch": 6.884939195509823, + "grad_norm": 0.12468315660953522, + "learning_rate": 8.99295640990389e-05, + "loss": 0.0512, + "step": 7360 + }, + { + "epoch": 6.894293732460243, + "grad_norm": 0.15619491040706635, + "learning_rate": 8.989636717947494e-05, + "loss": 0.0512, + "step": 7370 + }, + { + "epoch": 6.903648269410664, + "grad_norm": 0.16533169150352478, + "learning_rate": 8.986312178206291e-05, + "loss": 0.0501, + "step": 7380 + }, + { + "epoch": 6.913002806361085, + "grad_norm": 0.13242033123970032, + "learning_rate": 8.982982794719904e-05, + "loss": 0.0496, + "step": 7390 + }, + { + "epoch": 6.922357343311506, + "grad_norm": 0.12482739239931107, + "learning_rate": 8.979648571533852e-05, + "loss": 0.0521, + "step": 7400 + }, + { + "epoch": 6.931711880261927, + "grad_norm": 0.11047008633613586, + "learning_rate": 8.976309512699528e-05, + "loss": 0.0485, + "step": 7410 + }, + { + "epoch": 6.9410664172123475, + "grad_norm": 0.11881150305271149, + "learning_rate": 8.972965622274205e-05, + "loss": 0.0515, + "step": 7420 + }, + { + "epoch": 6.950420954162769, + "grad_norm": 0.15643493831157684, + "learning_rate": 8.969616904321026e-05, + "loss": 0.0505, + "step": 7430 + }, + { + "epoch": 6.95977549111319, + "grad_norm": 0.11593061685562134, + "learning_rate": 8.966263362908998e-05, + "loss": 0.05, + "step": 7440 + }, + { + "epoch": 6.969130028063611, + "grad_norm": 0.13968047499656677, + "learning_rate": 8.962905002112989e-05, + "loss": 0.0522, + "step": 7450 + }, + { + "epoch": 6.978484565014032, + "grad_norm": 0.14208362996578217, + "learning_rate": 8.959541826013724e-05, + "loss": 0.0507, + "step": 7460 + }, + { + "epoch": 6.987839101964453, + "grad_norm": 0.15215370059013367, + "learning_rate": 8.956173838697781e-05, + "loss": 0.0505, + "step": 7470 + }, + { + "epoch": 6.997193638914874, + "grad_norm": 0.15725629031658173, + "learning_rate": 8.952801044257581e-05, + "loss": 0.0502, + "step": 7480 + }, + { + "epoch": 7.006548175865294, + "grad_norm": 0.20138061046600342, + "learning_rate": 8.949423446791387e-05, + "loss": 0.053, + "step": 7490 + }, + { + "epoch": 7.015902712815715, + "grad_norm": 0.1673438400030136, + "learning_rate": 8.9460410504033e-05, + "loss": 0.0489, + "step": 7500 + }, + { + "epoch": 7.0252572497661365, + "grad_norm": 0.17936712503433228, + "learning_rate": 8.942653859203248e-05, + "loss": 0.0498, + "step": 7510 + }, + { + "epoch": 7.034611786716558, + "grad_norm": 0.15249325335025787, + "learning_rate": 8.93926187730699e-05, + "loss": 0.0492, + "step": 7520 + }, + { + "epoch": 7.043966323666979, + "grad_norm": 0.18760928511619568, + "learning_rate": 8.935865108836102e-05, + "loss": 0.0508, + "step": 7530 + }, + { + "epoch": 7.0533208606174, + "grad_norm": 0.10964781790971756, + "learning_rate": 8.932463557917981e-05, + "loss": 0.0504, + "step": 7540 + }, + { + "epoch": 7.06267539756782, + "grad_norm": 0.15884752571582794, + "learning_rate": 8.929057228685829e-05, + "loss": 0.0493, + "step": 7550 + }, + { + "epoch": 7.072029934518241, + "grad_norm": 0.14077426493167877, + "learning_rate": 8.925646125278658e-05, + "loss": 0.048, + "step": 7560 + }, + { + "epoch": 7.081384471468662, + "grad_norm": 0.11865278333425522, + "learning_rate": 8.92223025184128e-05, + "loss": 0.0503, + "step": 7570 + }, + { + "epoch": 7.090739008419083, + "grad_norm": 0.13198521733283997, + "learning_rate": 8.918809612524303e-05, + "loss": 0.0474, + "step": 7580 + }, + { + "epoch": 7.100093545369504, + "grad_norm": 0.12057454138994217, + "learning_rate": 8.91538421148413e-05, + "loss": 0.0474, + "step": 7590 + }, + { + "epoch": 7.1094480823199255, + "grad_norm": 0.13450726866722107, + "learning_rate": 8.91195405288294e-05, + "loss": 0.0486, + "step": 7600 + }, + { + "epoch": 7.118802619270346, + "grad_norm": 0.14455954730510712, + "learning_rate": 8.908519140888705e-05, + "loss": 0.0516, + "step": 7610 + }, + { + "epoch": 7.128157156220767, + "grad_norm": 0.16930419206619263, + "learning_rate": 8.905079479675164e-05, + "loss": 0.0482, + "step": 7620 + }, + { + "epoch": 7.137511693171188, + "grad_norm": 0.15397585928440094, + "learning_rate": 8.901635073421831e-05, + "loss": 0.0474, + "step": 7630 + }, + { + "epoch": 7.146866230121609, + "grad_norm": 0.12813135981559753, + "learning_rate": 8.898185926313983e-05, + "loss": 0.0485, + "step": 7640 + }, + { + "epoch": 7.15622076707203, + "grad_norm": 0.10466992855072021, + "learning_rate": 8.894732042542659e-05, + "loss": 0.0475, + "step": 7650 + }, + { + "epoch": 7.165575304022451, + "grad_norm": 0.12296205759048462, + "learning_rate": 8.891273426304654e-05, + "loss": 0.049, + "step": 7660 + }, + { + "epoch": 7.1749298409728715, + "grad_norm": 0.11324969679117203, + "learning_rate": 8.887810081802515e-05, + "loss": 0.0472, + "step": 7670 + }, + { + "epoch": 7.1842843779232926, + "grad_norm": 0.13044002652168274, + "learning_rate": 8.884342013244529e-05, + "loss": 0.0483, + "step": 7680 + }, + { + "epoch": 7.193638914873714, + "grad_norm": 0.11935607343912125, + "learning_rate": 8.880869224844725e-05, + "loss": 0.0518, + "step": 7690 + }, + { + "epoch": 7.202993451824135, + "grad_norm": 0.12484967708587646, + "learning_rate": 8.877391720822875e-05, + "loss": 0.0493, + "step": 7700 + }, + { + "epoch": 7.212347988774556, + "grad_norm": 0.1421932727098465, + "learning_rate": 8.873909505404468e-05, + "loss": 0.0491, + "step": 7710 + }, + { + "epoch": 7.221702525724977, + "grad_norm": 0.16092881560325623, + "learning_rate": 8.870422582820726e-05, + "loss": 0.048, + "step": 7720 + }, + { + "epoch": 7.231057062675397, + "grad_norm": 0.14315170049667358, + "learning_rate": 8.866930957308588e-05, + "loss": 0.0492, + "step": 7730 + }, + { + "epoch": 7.240411599625818, + "grad_norm": 0.14435948431491852, + "learning_rate": 8.86343463311071e-05, + "loss": 0.0474, + "step": 7740 + }, + { + "epoch": 7.249766136576239, + "grad_norm": 0.15389056503772736, + "learning_rate": 8.859933614475452e-05, + "loss": 0.0486, + "step": 7750 + }, + { + "epoch": 7.2591206735266605, + "grad_norm": 0.13642606139183044, + "learning_rate": 8.85642790565689e-05, + "loss": 0.0482, + "step": 7760 + }, + { + "epoch": 7.268475210477082, + "grad_norm": 0.12263161689043045, + "learning_rate": 8.852917510914782e-05, + "loss": 0.0489, + "step": 7770 + }, + { + "epoch": 7.277829747427503, + "grad_norm": 0.12716509401798248, + "learning_rate": 8.84940243451459e-05, + "loss": 0.0501, + "step": 7780 + }, + { + "epoch": 7.287184284377924, + "grad_norm": 0.13366302847862244, + "learning_rate": 8.845882680727469e-05, + "loss": 0.0505, + "step": 7790 + }, + { + "epoch": 7.296538821328344, + "grad_norm": 0.18370625376701355, + "learning_rate": 8.842358253830246e-05, + "loss": 0.0488, + "step": 7800 + }, + { + "epoch": 7.305893358278765, + "grad_norm": 0.15971119701862335, + "learning_rate": 8.838829158105434e-05, + "loss": 0.0513, + "step": 7810 + }, + { + "epoch": 7.315247895229186, + "grad_norm": 0.15250878036022186, + "learning_rate": 8.835295397841217e-05, + "loss": 0.0482, + "step": 7820 + }, + { + "epoch": 7.324602432179607, + "grad_norm": 0.139983668923378, + "learning_rate": 8.831756977331447e-05, + "loss": 0.0475, + "step": 7830 + }, + { + "epoch": 7.333956969130028, + "grad_norm": 0.17561252415180206, + "learning_rate": 8.828213900875638e-05, + "loss": 0.0516, + "step": 7840 + }, + { + "epoch": 7.343311506080449, + "grad_norm": 0.11210023611783981, + "learning_rate": 8.824666172778964e-05, + "loss": 0.0485, + "step": 7850 + }, + { + "epoch": 7.35266604303087, + "grad_norm": 0.11619506031274796, + "learning_rate": 8.821113797352245e-05, + "loss": 0.0512, + "step": 7860 + }, + { + "epoch": 7.362020579981291, + "grad_norm": 0.14073067903518677, + "learning_rate": 8.817556778911956e-05, + "loss": 0.0483, + "step": 7870 + }, + { + "epoch": 7.371375116931712, + "grad_norm": 0.15258611738681793, + "learning_rate": 8.81399512178021e-05, + "loss": 0.0476, + "step": 7880 + }, + { + "epoch": 7.380729653882133, + "grad_norm": 0.13932660222053528, + "learning_rate": 8.810428830284752e-05, + "loss": 0.047, + "step": 7890 + }, + { + "epoch": 7.390084190832554, + "grad_norm": 0.12646424770355225, + "learning_rate": 8.806857908758967e-05, + "loss": 0.0488, + "step": 7900 + }, + { + "epoch": 7.399438727782975, + "grad_norm": 0.14080892503261566, + "learning_rate": 8.80328236154186e-05, + "loss": 0.0466, + "step": 7910 + }, + { + "epoch": 7.408793264733395, + "grad_norm": 0.1493539810180664, + "learning_rate": 8.799702192978056e-05, + "loss": 0.047, + "step": 7920 + }, + { + "epoch": 7.4181478016838165, + "grad_norm": 0.12426877021789551, + "learning_rate": 8.7961174074178e-05, + "loss": 0.0472, + "step": 7930 + }, + { + "epoch": 7.427502338634238, + "grad_norm": 0.15385545790195465, + "learning_rate": 8.792528009216942e-05, + "loss": 0.0475, + "step": 7940 + }, + { + "epoch": 7.436856875584659, + "grad_norm": 0.13620471954345703, + "learning_rate": 8.788934002736943e-05, + "loss": 0.0488, + "step": 7950 + }, + { + "epoch": 7.44621141253508, + "grad_norm": 0.13080129027366638, + "learning_rate": 8.785335392344857e-05, + "loss": 0.0504, + "step": 7960 + }, + { + "epoch": 7.4555659494855, + "grad_norm": 0.14926737546920776, + "learning_rate": 8.781732182413336e-05, + "loss": 0.0512, + "step": 7970 + }, + { + "epoch": 7.464920486435921, + "grad_norm": 0.12717625498771667, + "learning_rate": 8.778124377320618e-05, + "loss": 0.0498, + "step": 7980 + }, + { + "epoch": 7.474275023386342, + "grad_norm": 0.14365603029727936, + "learning_rate": 8.774511981450529e-05, + "loss": 0.0494, + "step": 7990 + }, + { + "epoch": 7.483629560336763, + "grad_norm": 0.11277452856302261, + "learning_rate": 8.770894999192467e-05, + "loss": 0.052, + "step": 8000 + }, + { + "epoch": 7.492984097287184, + "grad_norm": 0.13051553070545197, + "learning_rate": 8.767273434941412e-05, + "loss": 0.0479, + "step": 8010 + }, + { + "epoch": 7.5023386342376055, + "grad_norm": 0.13446561992168427, + "learning_rate": 8.7636472930979e-05, + "loss": 0.0502, + "step": 8020 + }, + { + "epoch": 7.511693171188027, + "grad_norm": 0.11265486478805542, + "learning_rate": 8.76001657806804e-05, + "loss": 0.0478, + "step": 8030 + }, + { + "epoch": 7.521047708138447, + "grad_norm": 0.14154388010501862, + "learning_rate": 8.756381294263491e-05, + "loss": 0.0488, + "step": 8040 + }, + { + "epoch": 7.530402245088868, + "grad_norm": 0.13264596462249756, + "learning_rate": 8.752741446101464e-05, + "loss": 0.0468, + "step": 8050 + }, + { + "epoch": 7.539756782039289, + "grad_norm": 0.16787011921405792, + "learning_rate": 8.749097038004722e-05, + "loss": 0.0475, + "step": 8060 + }, + { + "epoch": 7.54911131898971, + "grad_norm": 0.1726095974445343, + "learning_rate": 8.745448074401561e-05, + "loss": 0.0483, + "step": 8070 + }, + { + "epoch": 7.558465855940131, + "grad_norm": 0.18251077830791473, + "learning_rate": 8.741794559725818e-05, + "loss": 0.0498, + "step": 8080 + }, + { + "epoch": 7.567820392890552, + "grad_norm": 0.1507904827594757, + "learning_rate": 8.738136498416856e-05, + "loss": 0.0495, + "step": 8090 + }, + { + "epoch": 7.5771749298409725, + "grad_norm": 0.13416527211666107, + "learning_rate": 8.734473894919564e-05, + "loss": 0.0485, + "step": 8100 + }, + { + "epoch": 7.586529466791394, + "grad_norm": 0.14864878356456757, + "learning_rate": 8.730806753684353e-05, + "loss": 0.0489, + "step": 8110 + }, + { + "epoch": 7.595884003741815, + "grad_norm": 0.18556469678878784, + "learning_rate": 8.727135079167144e-05, + "loss": 0.0498, + "step": 8120 + }, + { + "epoch": 7.605238540692236, + "grad_norm": 0.16861875355243683, + "learning_rate": 8.723458875829368e-05, + "loss": 0.0475, + "step": 8130 + }, + { + "epoch": 7.614593077642657, + "grad_norm": 0.14781929552555084, + "learning_rate": 8.719778148137958e-05, + "loss": 0.0486, + "step": 8140 + }, + { + "epoch": 7.623947614593078, + "grad_norm": 0.1638651192188263, + "learning_rate": 8.716092900565346e-05, + "loss": 0.0483, + "step": 8150 + }, + { + "epoch": 7.633302151543498, + "grad_norm": 0.12314675003290176, + "learning_rate": 8.712403137589456e-05, + "loss": 0.0488, + "step": 8160 + }, + { + "epoch": 7.642656688493919, + "grad_norm": 0.13172611594200134, + "learning_rate": 8.708708863693697e-05, + "loss": 0.0448, + "step": 8170 + }, + { + "epoch": 7.65201122544434, + "grad_norm": 0.14325064420700073, + "learning_rate": 8.70501008336696e-05, + "loss": 0.0481, + "step": 8180 + }, + { + "epoch": 7.6613657623947615, + "grad_norm": 0.1635669320821762, + "learning_rate": 8.701306801103611e-05, + "loss": 0.0483, + "step": 8190 + }, + { + "epoch": 7.670720299345183, + "grad_norm": 0.15371498465538025, + "learning_rate": 8.697599021403489e-05, + "loss": 0.0506, + "step": 8200 + }, + { + "epoch": 7.680074836295604, + "grad_norm": 0.14012986421585083, + "learning_rate": 8.693886748771896e-05, + "loss": 0.048, + "step": 8210 + }, + { + "epoch": 7.689429373246024, + "grad_norm": 0.1335761845111847, + "learning_rate": 8.690169987719593e-05, + "loss": 0.0473, + "step": 8220 + }, + { + "epoch": 7.698783910196445, + "grad_norm": 0.15548090636730194, + "learning_rate": 8.686448742762791e-05, + "loss": 0.05, + "step": 8230 + }, + { + "epoch": 7.708138447146866, + "grad_norm": 0.14363357424736023, + "learning_rate": 8.682723018423161e-05, + "loss": 0.0471, + "step": 8240 + }, + { + "epoch": 7.717492984097287, + "grad_norm": 0.12290190160274506, + "learning_rate": 8.678992819227804e-05, + "loss": 0.0477, + "step": 8250 + }, + { + "epoch": 7.726847521047708, + "grad_norm": 0.11751873791217804, + "learning_rate": 8.675258149709265e-05, + "loss": 0.0468, + "step": 8260 + }, + { + "epoch": 7.736202057998129, + "grad_norm": 0.15617933869361877, + "learning_rate": 8.67151901440552e-05, + "loss": 0.0459, + "step": 8270 + }, + { + "epoch": 7.74555659494855, + "grad_norm": 0.15314561128616333, + "learning_rate": 8.667775417859971e-05, + "loss": 0.0485, + "step": 8280 + }, + { + "epoch": 7.754911131898971, + "grad_norm": 0.16321095824241638, + "learning_rate": 8.664027364621441e-05, + "loss": 0.0451, + "step": 8290 + }, + { + "epoch": 7.764265668849392, + "grad_norm": 0.16864821314811707, + "learning_rate": 8.660274859244168e-05, + "loss": 0.0476, + "step": 8300 + }, + { + "epoch": 7.773620205799813, + "grad_norm": 0.19618144631385803, + "learning_rate": 8.656517906287799e-05, + "loss": 0.0485, + "step": 8310 + }, + { + "epoch": 7.782974742750234, + "grad_norm": 0.19496949017047882, + "learning_rate": 8.652756510317387e-05, + "loss": 0.05, + "step": 8320 + }, + { + "epoch": 7.792329279700655, + "grad_norm": 0.13680750131607056, + "learning_rate": 8.648990675903382e-05, + "loss": 0.0463, + "step": 8330 + }, + { + "epoch": 7.801683816651076, + "grad_norm": 0.13397300243377686, + "learning_rate": 8.64522040762163e-05, + "loss": 0.0475, + "step": 8340 + }, + { + "epoch": 7.8110383536014965, + "grad_norm": 0.13746684789657593, + "learning_rate": 8.64144571005336e-05, + "loss": 0.0462, + "step": 8350 + }, + { + "epoch": 7.8203928905519176, + "grad_norm": 0.1625119000673294, + "learning_rate": 8.637666587785184e-05, + "loss": 0.0471, + "step": 8360 + }, + { + "epoch": 7.829747427502339, + "grad_norm": 0.1695554405450821, + "learning_rate": 8.633883045409096e-05, + "loss": 0.0492, + "step": 8370 + }, + { + "epoch": 7.83910196445276, + "grad_norm": 0.1939825862646103, + "learning_rate": 8.630095087522457e-05, + "loss": 0.0493, + "step": 8380 + }, + { + "epoch": 7.848456501403181, + "grad_norm": 0.1791440099477768, + "learning_rate": 8.62630271872799e-05, + "loss": 0.0494, + "step": 8390 + }, + { + "epoch": 7.857811038353601, + "grad_norm": 0.1555798351764679, + "learning_rate": 8.62250594363378e-05, + "loss": 0.0451, + "step": 8400 + }, + { + "epoch": 7.867165575304022, + "grad_norm": 0.13860151171684265, + "learning_rate": 8.61870476685327e-05, + "loss": 0.0461, + "step": 8410 + }, + { + "epoch": 7.876520112254443, + "grad_norm": 0.17056281864643097, + "learning_rate": 8.614899193005248e-05, + "loss": 0.046, + "step": 8420 + }, + { + "epoch": 7.885874649204864, + "grad_norm": 0.1312415897846222, + "learning_rate": 8.611089226713842e-05, + "loss": 0.0465, + "step": 8430 + }, + { + "epoch": 7.8952291861552855, + "grad_norm": 0.11594914644956589, + "learning_rate": 8.607274872608521e-05, + "loss": 0.0462, + "step": 8440 + }, + { + "epoch": 7.904583723105707, + "grad_norm": 0.10962054133415222, + "learning_rate": 8.603456135324088e-05, + "loss": 0.0471, + "step": 8450 + }, + { + "epoch": 7.913938260056128, + "grad_norm": 0.1236027181148529, + "learning_rate": 8.599633019500665e-05, + "loss": 0.0458, + "step": 8460 + }, + { + "epoch": 7.923292797006548, + "grad_norm": 0.13923141360282898, + "learning_rate": 8.595805529783702e-05, + "loss": 0.0473, + "step": 8470 + }, + { + "epoch": 7.932647333956969, + "grad_norm": 0.16184280812740326, + "learning_rate": 8.591973670823958e-05, + "loss": 0.0488, + "step": 8480 + }, + { + "epoch": 7.94200187090739, + "grad_norm": 0.13461831212043762, + "learning_rate": 8.588137447277503e-05, + "loss": 0.0466, + "step": 8490 + }, + { + "epoch": 7.951356407857811, + "grad_norm": 0.16453038156032562, + "learning_rate": 8.584296863805709e-05, + "loss": 0.0481, + "step": 8500 + }, + { + "epoch": 7.960710944808232, + "grad_norm": 0.17364700138568878, + "learning_rate": 8.580451925075248e-05, + "loss": 0.0463, + "step": 8510 + }, + { + "epoch": 7.9700654817586525, + "grad_norm": 0.14024920761585236, + "learning_rate": 8.576602635758085e-05, + "loss": 0.0475, + "step": 8520 + }, + { + "epoch": 7.979420018709074, + "grad_norm": 0.13611459732055664, + "learning_rate": 8.572749000531469e-05, + "loss": 0.0459, + "step": 8530 + }, + { + "epoch": 7.988774555659495, + "grad_norm": 0.15663477778434753, + "learning_rate": 8.568891024077926e-05, + "loss": 0.0459, + "step": 8540 + }, + { + "epoch": 7.998129092609916, + "grad_norm": 0.15315939486026764, + "learning_rate": 8.565028711085265e-05, + "loss": 0.0483, + "step": 8550 + }, + { + "epoch": 8.007483629560337, + "grad_norm": 0.1418241560459137, + "learning_rate": 8.561162066246561e-05, + "loss": 0.0468, + "step": 8560 + }, + { + "epoch": 8.016838166510757, + "grad_norm": 0.19808700680732727, + "learning_rate": 8.557291094260152e-05, + "loss": 0.0463, + "step": 8570 + }, + { + "epoch": 8.026192703461179, + "grad_norm": 0.19475150108337402, + "learning_rate": 8.553415799829629e-05, + "loss": 0.0455, + "step": 8580 + }, + { + "epoch": 8.0355472404116, + "grad_norm": 0.1689966768026352, + "learning_rate": 8.549536187663847e-05, + "loss": 0.0503, + "step": 8590 + }, + { + "epoch": 8.044901777362021, + "grad_norm": 0.15562804043293, + "learning_rate": 8.545652262476897e-05, + "loss": 0.0476, + "step": 8600 + }, + { + "epoch": 8.054256314312441, + "grad_norm": 0.14282913506031036, + "learning_rate": 8.541764028988115e-05, + "loss": 0.0471, + "step": 8610 + }, + { + "epoch": 8.063610851262862, + "grad_norm": 0.13447801768779755, + "learning_rate": 8.537871491922071e-05, + "loss": 0.0452, + "step": 8620 + }, + { + "epoch": 8.072965388213284, + "grad_norm": 0.1023285761475563, + "learning_rate": 8.533974656008566e-05, + "loss": 0.0459, + "step": 8630 + }, + { + "epoch": 8.082319925163704, + "grad_norm": 0.13083159923553467, + "learning_rate": 8.530073525982621e-05, + "loss": 0.0492, + "step": 8640 + }, + { + "epoch": 8.091674462114126, + "grad_norm": 0.14720304310321808, + "learning_rate": 8.526168106584476e-05, + "loss": 0.0469, + "step": 8650 + }, + { + "epoch": 8.101028999064546, + "grad_norm": 0.15062300860881805, + "learning_rate": 8.522258402559586e-05, + "loss": 0.0472, + "step": 8660 + }, + { + "epoch": 8.110383536014968, + "grad_norm": 0.14778460562229156, + "learning_rate": 8.518344418658613e-05, + "loss": 0.0467, + "step": 8670 + }, + { + "epoch": 8.119738072965388, + "grad_norm": 0.13116729259490967, + "learning_rate": 8.51442615963741e-05, + "loss": 0.0443, + "step": 8680 + }, + { + "epoch": 8.129092609915809, + "grad_norm": 0.14778725802898407, + "learning_rate": 8.510503630257034e-05, + "loss": 0.0454, + "step": 8690 + }, + { + "epoch": 8.13844714686623, + "grad_norm": 0.16734766960144043, + "learning_rate": 8.50657683528373e-05, + "loss": 0.0466, + "step": 8700 + }, + { + "epoch": 8.14780168381665, + "grad_norm": 0.13968050479888916, + "learning_rate": 8.502645779488922e-05, + "loss": 0.0465, + "step": 8710 + }, + { + "epoch": 8.157156220767073, + "grad_norm": 0.11343228816986084, + "learning_rate": 8.498710467649213e-05, + "loss": 0.0457, + "step": 8720 + }, + { + "epoch": 8.166510757717493, + "grad_norm": 0.11849646270275116, + "learning_rate": 8.494770904546381e-05, + "loss": 0.0458, + "step": 8730 + }, + { + "epoch": 8.175865294667913, + "grad_norm": 0.09607193619012833, + "learning_rate": 8.490827094967363e-05, + "loss": 0.0457, + "step": 8740 + }, + { + "epoch": 8.185219831618335, + "grad_norm": 0.14041124284267426, + "learning_rate": 8.486879043704263e-05, + "loss": 0.0454, + "step": 8750 + }, + { + "epoch": 8.194574368568755, + "grad_norm": 0.14972224831581116, + "learning_rate": 8.482926755554332e-05, + "loss": 0.0461, + "step": 8760 + }, + { + "epoch": 8.203928905519177, + "grad_norm": 0.1632361263036728, + "learning_rate": 8.478970235319975e-05, + "loss": 0.0471, + "step": 8770 + }, + { + "epoch": 8.213283442469598, + "grad_norm": 0.1185736358165741, + "learning_rate": 8.475009487808737e-05, + "loss": 0.0452, + "step": 8780 + }, + { + "epoch": 8.22263797942002, + "grad_norm": 0.16187655925750732, + "learning_rate": 8.471044517833298e-05, + "loss": 0.0453, + "step": 8790 + }, + { + "epoch": 8.23199251637044, + "grad_norm": 0.13869556784629822, + "learning_rate": 8.467075330211474e-05, + "loss": 0.0444, + "step": 8800 + }, + { + "epoch": 8.24134705332086, + "grad_norm": 0.13464497029781342, + "learning_rate": 8.463101929766198e-05, + "loss": 0.045, + "step": 8810 + }, + { + "epoch": 8.250701590271282, + "grad_norm": 0.13278746604919434, + "learning_rate": 8.459124321325528e-05, + "loss": 0.0437, + "step": 8820 + }, + { + "epoch": 8.260056127221702, + "grad_norm": 0.16686220467090607, + "learning_rate": 8.455142509722634e-05, + "loss": 0.0462, + "step": 8830 + }, + { + "epoch": 8.269410664172124, + "grad_norm": 0.14530932903289795, + "learning_rate": 8.451156499795792e-05, + "loss": 0.047, + "step": 8840 + }, + { + "epoch": 8.278765201122544, + "grad_norm": 0.10534476488828659, + "learning_rate": 8.447166296388381e-05, + "loss": 0.046, + "step": 8850 + }, + { + "epoch": 8.288119738072965, + "grad_norm": 0.1653452068567276, + "learning_rate": 8.443171904348872e-05, + "loss": 0.047, + "step": 8860 + }, + { + "epoch": 8.297474275023387, + "grad_norm": 0.12468162924051285, + "learning_rate": 8.43917332853083e-05, + "loss": 0.0463, + "step": 8870 + }, + { + "epoch": 8.306828811973807, + "grad_norm": 0.11510127782821655, + "learning_rate": 8.435170573792901e-05, + "loss": 0.0443, + "step": 8880 + }, + { + "epoch": 8.316183348924229, + "grad_norm": 0.1217615082859993, + "learning_rate": 8.431163644998808e-05, + "loss": 0.0445, + "step": 8890 + }, + { + "epoch": 8.325537885874649, + "grad_norm": 0.12876920402050018, + "learning_rate": 8.42715254701735e-05, + "loss": 0.0466, + "step": 8900 + }, + { + "epoch": 8.334892422825071, + "grad_norm": 0.16346654295921326, + "learning_rate": 8.42313728472239e-05, + "loss": 0.0479, + "step": 8910 + }, + { + "epoch": 8.344246959775491, + "grad_norm": 0.14931108057498932, + "learning_rate": 8.419117862992844e-05, + "loss": 0.0467, + "step": 8920 + }, + { + "epoch": 8.353601496725911, + "grad_norm": 0.1369619518518448, + "learning_rate": 8.415094286712694e-05, + "loss": 0.0459, + "step": 8930 + }, + { + "epoch": 8.362956033676333, + "grad_norm": 0.14664311707019806, + "learning_rate": 8.411066560770965e-05, + "loss": 0.0454, + "step": 8940 + }, + { + "epoch": 8.372310570626754, + "grad_norm": 0.14895714819431305, + "learning_rate": 8.407034690061721e-05, + "loss": 0.046, + "step": 8950 + }, + { + "epoch": 8.381665107577176, + "grad_norm": 0.18311312794685364, + "learning_rate": 8.402998679484067e-05, + "loss": 0.0466, + "step": 8960 + }, + { + "epoch": 8.391019644527596, + "grad_norm": 0.13146184384822845, + "learning_rate": 8.398958533942135e-05, + "loss": 0.0451, + "step": 8970 + }, + { + "epoch": 8.400374181478018, + "grad_norm": 0.14299556612968445, + "learning_rate": 8.394914258345083e-05, + "loss": 0.0449, + "step": 8980 + }, + { + "epoch": 8.409728718428438, + "grad_norm": 0.08726263046264648, + "learning_rate": 8.390865857607089e-05, + "loss": 0.045, + "step": 8990 + }, + { + "epoch": 8.419083255378858, + "grad_norm": 0.14615648984909058, + "learning_rate": 8.386813336647339e-05, + "loss": 0.0466, + "step": 9000 + }, + { + "epoch": 8.42843779232928, + "grad_norm": 0.12025707960128784, + "learning_rate": 8.38275670039003e-05, + "loss": 0.0476, + "step": 9010 + }, + { + "epoch": 8.4377923292797, + "grad_norm": 0.137245774269104, + "learning_rate": 8.378695953764356e-05, + "loss": 0.0456, + "step": 9020 + }, + { + "epoch": 8.447146866230122, + "grad_norm": 0.12165413051843643, + "learning_rate": 8.374631101704509e-05, + "loss": 0.0442, + "step": 9030 + }, + { + "epoch": 8.456501403180543, + "grad_norm": 0.12560458481311798, + "learning_rate": 8.370562149149665e-05, + "loss": 0.0439, + "step": 9040 + }, + { + "epoch": 8.465855940130963, + "grad_norm": 0.17480653524398804, + "learning_rate": 8.366489101043989e-05, + "loss": 0.0424, + "step": 9050 + }, + { + "epoch": 8.475210477081385, + "grad_norm": 0.14179624617099762, + "learning_rate": 8.362411962336614e-05, + "loss": 0.0433, + "step": 9060 + }, + { + "epoch": 8.484565014031805, + "grad_norm": 0.13822640478610992, + "learning_rate": 8.358330737981651e-05, + "loss": 0.0478, + "step": 9070 + }, + { + "epoch": 8.493919550982227, + "grad_norm": 0.18315164744853973, + "learning_rate": 8.35424543293817e-05, + "loss": 0.0465, + "step": 9080 + }, + { + "epoch": 8.503274087932647, + "grad_norm": 0.16145282983779907, + "learning_rate": 8.350156052170206e-05, + "loss": 0.045, + "step": 9090 + }, + { + "epoch": 8.512628624883067, + "grad_norm": 0.1652894765138626, + "learning_rate": 8.346062600646738e-05, + "loss": 0.0462, + "step": 9100 + }, + { + "epoch": 8.52198316183349, + "grad_norm": 0.14271272718906403, + "learning_rate": 8.341965083341697e-05, + "loss": 0.0489, + "step": 9110 + }, + { + "epoch": 8.53133769878391, + "grad_norm": 0.1325627714395523, + "learning_rate": 8.337863505233953e-05, + "loss": 0.0449, + "step": 9120 + }, + { + "epoch": 8.540692235734332, + "grad_norm": 0.14253176748752594, + "learning_rate": 8.33375787130731e-05, + "loss": 0.0456, + "step": 9130 + }, + { + "epoch": 8.550046772684752, + "grad_norm": 0.13614903390407562, + "learning_rate": 8.3296481865505e-05, + "loss": 0.0461, + "step": 9140 + }, + { + "epoch": 8.559401309635174, + "grad_norm": 0.10770745575428009, + "learning_rate": 8.325534455957181e-05, + "loss": 0.0451, + "step": 9150 + }, + { + "epoch": 8.568755846585594, + "grad_norm": 0.1573966145515442, + "learning_rate": 8.321416684525917e-05, + "loss": 0.0447, + "step": 9160 + }, + { + "epoch": 8.578110383536014, + "grad_norm": 0.13422910869121552, + "learning_rate": 8.317294877260193e-05, + "loss": 0.0463, + "step": 9170 + }, + { + "epoch": 8.587464920486436, + "grad_norm": 0.17986169457435608, + "learning_rate": 8.313169039168394e-05, + "loss": 0.0435, + "step": 9180 + }, + { + "epoch": 8.596819457436856, + "grad_norm": 0.12459897994995117, + "learning_rate": 8.3090391752638e-05, + "loss": 0.0462, + "step": 9190 + }, + { + "epoch": 8.606173994387278, + "grad_norm": 0.1638515740633011, + "learning_rate": 8.304905290564586e-05, + "loss": 0.0439, + "step": 9200 + }, + { + "epoch": 8.615528531337699, + "grad_norm": 0.15769262611865997, + "learning_rate": 8.300767390093813e-05, + "loss": 0.0451, + "step": 9210 + }, + { + "epoch": 8.62488306828812, + "grad_norm": 0.10017219185829163, + "learning_rate": 8.296625478879417e-05, + "loss": 0.0439, + "step": 9220 + }, + { + "epoch": 8.63423760523854, + "grad_norm": 0.17375072836875916, + "learning_rate": 8.292479561954214e-05, + "loss": 0.044, + "step": 9230 + }, + { + "epoch": 8.643592142188961, + "grad_norm": 0.09564516693353653, + "learning_rate": 8.288329644355883e-05, + "loss": 0.0423, + "step": 9240 + }, + { + "epoch": 8.652946679139383, + "grad_norm": 0.13051213324069977, + "learning_rate": 8.284175731126965e-05, + "loss": 0.0446, + "step": 9250 + }, + { + "epoch": 8.662301216089803, + "grad_norm": 0.11276113986968994, + "learning_rate": 8.280017827314854e-05, + "loss": 0.0422, + "step": 9260 + }, + { + "epoch": 8.671655753040225, + "grad_norm": 0.16577446460723877, + "learning_rate": 8.2758559379718e-05, + "loss": 0.0463, + "step": 9270 + }, + { + "epoch": 8.681010289990645, + "grad_norm": 0.13810840249061584, + "learning_rate": 8.271690068154887e-05, + "loss": 0.0454, + "step": 9280 + }, + { + "epoch": 8.690364826941066, + "grad_norm": 0.21185916662216187, + "learning_rate": 8.26752022292604e-05, + "loss": 0.0449, + "step": 9290 + }, + { + "epoch": 8.699719363891488, + "grad_norm": 0.1567848026752472, + "learning_rate": 8.263346407352018e-05, + "loss": 0.0426, + "step": 9300 + }, + { + "epoch": 8.709073900841908, + "grad_norm": 0.1725887507200241, + "learning_rate": 8.259168626504395e-05, + "loss": 0.0467, + "step": 9310 + }, + { + "epoch": 8.71842843779233, + "grad_norm": 0.1341153085231781, + "learning_rate": 8.254986885459572e-05, + "loss": 0.0466, + "step": 9320 + }, + { + "epoch": 8.72778297474275, + "grad_norm": 0.17019961774349213, + "learning_rate": 8.250801189298757e-05, + "loss": 0.0456, + "step": 9330 + }, + { + "epoch": 8.737137511693172, + "grad_norm": 0.18737071752548218, + "learning_rate": 8.246611543107967e-05, + "loss": 0.0442, + "step": 9340 + }, + { + "epoch": 8.746492048643592, + "grad_norm": 0.11715220659971237, + "learning_rate": 8.242417951978018e-05, + "loss": 0.0439, + "step": 9350 + }, + { + "epoch": 8.755846585594012, + "grad_norm": 0.13429725170135498, + "learning_rate": 8.238220421004517e-05, + "loss": 0.0436, + "step": 9360 + }, + { + "epoch": 8.765201122544434, + "grad_norm": 0.12790510058403015, + "learning_rate": 8.234018955287859e-05, + "loss": 0.0452, + "step": 9370 + }, + { + "epoch": 8.774555659494855, + "grad_norm": 0.1556958705186844, + "learning_rate": 8.229813559933224e-05, + "loss": 0.0441, + "step": 9380 + }, + { + "epoch": 8.783910196445277, + "grad_norm": 0.14395350217819214, + "learning_rate": 8.22560424005056e-05, + "loss": 0.0482, + "step": 9390 + }, + { + "epoch": 8.793264733395697, + "grad_norm": 0.12176129221916199, + "learning_rate": 8.22139100075459e-05, + "loss": 0.0442, + "step": 9400 + }, + { + "epoch": 8.802619270346117, + "grad_norm": 0.11135923117399216, + "learning_rate": 8.217173847164799e-05, + "loss": 0.0457, + "step": 9410 + }, + { + "epoch": 8.811973807296539, + "grad_norm": 0.14825139939785004, + "learning_rate": 8.212952784405422e-05, + "loss": 0.0441, + "step": 9420 + }, + { + "epoch": 8.82132834424696, + "grad_norm": 0.13843949139118195, + "learning_rate": 8.208727817605451e-05, + "loss": 0.0431, + "step": 9430 + }, + { + "epoch": 8.830682881197381, + "grad_norm": 0.14034774899482727, + "learning_rate": 8.204498951898618e-05, + "loss": 0.0462, + "step": 9440 + }, + { + "epoch": 8.840037418147801, + "grad_norm": 0.12686851620674133, + "learning_rate": 8.200266192423395e-05, + "loss": 0.0448, + "step": 9450 + }, + { + "epoch": 8.849391955098223, + "grad_norm": 0.13984936475753784, + "learning_rate": 8.196029544322981e-05, + "loss": 0.044, + "step": 9460 + }, + { + "epoch": 8.858746492048644, + "grad_norm": 0.12783341109752655, + "learning_rate": 8.191789012745305e-05, + "loss": 0.0451, + "step": 9470 + }, + { + "epoch": 8.868101028999064, + "grad_norm": 0.12345913797616959, + "learning_rate": 8.187544602843014e-05, + "loss": 0.0448, + "step": 9480 + }, + { + "epoch": 8.877455565949486, + "grad_norm": 0.11482034623622894, + "learning_rate": 8.183296319773466e-05, + "loss": 0.0456, + "step": 9490 + }, + { + "epoch": 8.886810102899906, + "grad_norm": 0.18401330709457397, + "learning_rate": 8.179044168698721e-05, + "loss": 0.0444, + "step": 9500 + }, + { + "epoch": 8.896164639850328, + "grad_norm": 0.12995347380638123, + "learning_rate": 8.174788154785548e-05, + "loss": 0.042, + "step": 9510 + }, + { + "epoch": 8.905519176800748, + "grad_norm": 0.12750239670276642, + "learning_rate": 8.170528283205403e-05, + "loss": 0.0439, + "step": 9520 + }, + { + "epoch": 8.91487371375117, + "grad_norm": 0.1348259001970291, + "learning_rate": 8.166264559134435e-05, + "loss": 0.0452, + "step": 9530 + }, + { + "epoch": 8.92422825070159, + "grad_norm": 0.09349864721298218, + "learning_rate": 8.161996987753467e-05, + "loss": 0.0426, + "step": 9540 + }, + { + "epoch": 8.93358278765201, + "grad_norm": 0.1019800677895546, + "learning_rate": 8.157725574248e-05, + "loss": 0.0431, + "step": 9550 + }, + { + "epoch": 8.942937324602433, + "grad_norm": 0.09469045698642731, + "learning_rate": 8.153450323808209e-05, + "loss": 0.045, + "step": 9560 + }, + { + "epoch": 8.952291861552853, + "grad_norm": 0.11310306936502457, + "learning_rate": 8.149171241628923e-05, + "loss": 0.0414, + "step": 9570 + }, + { + "epoch": 8.961646398503275, + "grad_norm": 0.1496317833662033, + "learning_rate": 8.144888332909631e-05, + "loss": 0.0453, + "step": 9580 + }, + { + "epoch": 8.971000935453695, + "grad_norm": 0.10099731385707855, + "learning_rate": 8.14060160285447e-05, + "loss": 0.0458, + "step": 9590 + }, + { + "epoch": 8.980355472404115, + "grad_norm": 0.09834549576044083, + "learning_rate": 8.136311056672223e-05, + "loss": 0.0442, + "step": 9600 + }, + { + "epoch": 8.989710009354537, + "grad_norm": 0.11983751505613327, + "learning_rate": 8.132016699576308e-05, + "loss": 0.042, + "step": 9610 + }, + { + "epoch": 8.999064546304957, + "grad_norm": 0.11517903953790665, + "learning_rate": 8.127718536784771e-05, + "loss": 0.0447, + "step": 9620 + }, + { + "epoch": 9.00841908325538, + "grad_norm": 0.12810662388801575, + "learning_rate": 8.12341657352029e-05, + "loss": 0.043, + "step": 9630 + }, + { + "epoch": 9.0177736202058, + "grad_norm": 0.1330302655696869, + "learning_rate": 8.119110815010151e-05, + "loss": 0.0428, + "step": 9640 + }, + { + "epoch": 9.027128157156222, + "grad_norm": 0.1691422015428543, + "learning_rate": 8.114801266486261e-05, + "loss": 0.0443, + "step": 9650 + }, + { + "epoch": 9.036482694106642, + "grad_norm": 0.13018128275871277, + "learning_rate": 8.110487933185122e-05, + "loss": 0.0431, + "step": 9660 + }, + { + "epoch": 9.045837231057062, + "grad_norm": 0.1652313619852066, + "learning_rate": 8.106170820347847e-05, + "loss": 0.0421, + "step": 9670 + }, + { + "epoch": 9.055191768007484, + "grad_norm": 0.16761289536952972, + "learning_rate": 8.101849933220132e-05, + "loss": 0.0423, + "step": 9680 + }, + { + "epoch": 9.064546304957904, + "grad_norm": 0.17191816866397858, + "learning_rate": 8.097525277052264e-05, + "loss": 0.0433, + "step": 9690 + }, + { + "epoch": 9.073900841908326, + "grad_norm": 0.1301489919424057, + "learning_rate": 8.093196857099106e-05, + "loss": 0.0439, + "step": 9700 + }, + { + "epoch": 9.083255378858746, + "grad_norm": 0.11253538727760315, + "learning_rate": 8.088864678620096e-05, + "loss": 0.042, + "step": 9710 + }, + { + "epoch": 9.092609915809167, + "grad_norm": 0.10719843953847885, + "learning_rate": 8.084528746879243e-05, + "loss": 0.0421, + "step": 9720 + }, + { + "epoch": 9.101964452759589, + "grad_norm": 0.1284494400024414, + "learning_rate": 8.080189067145108e-05, + "loss": 0.0404, + "step": 9730 + }, + { + "epoch": 9.111318989710009, + "grad_norm": 0.1285565346479416, + "learning_rate": 8.075845644690813e-05, + "loss": 0.0427, + "step": 9740 + }, + { + "epoch": 9.12067352666043, + "grad_norm": 0.14203357696533203, + "learning_rate": 8.07149848479403e-05, + "loss": 0.0419, + "step": 9750 + }, + { + "epoch": 9.130028063610851, + "grad_norm": 0.14095740020275116, + "learning_rate": 8.067147592736962e-05, + "loss": 0.0431, + "step": 9760 + }, + { + "epoch": 9.139382600561273, + "grad_norm": 0.14583687484264374, + "learning_rate": 8.062792973806357e-05, + "loss": 0.0432, + "step": 9770 + }, + { + "epoch": 9.148737137511693, + "grad_norm": 0.13917890191078186, + "learning_rate": 8.058434633293485e-05, + "loss": 0.0417, + "step": 9780 + }, + { + "epoch": 9.158091674462113, + "grad_norm": 0.14937841892242432, + "learning_rate": 8.054072576494143e-05, + "loss": 0.0413, + "step": 9790 + }, + { + "epoch": 9.167446211412535, + "grad_norm": 0.12273769825696945, + "learning_rate": 8.04970680870864e-05, + "loss": 0.0442, + "step": 9800 + }, + { + "epoch": 9.176800748362956, + "grad_norm": 0.13156265020370483, + "learning_rate": 8.045337335241793e-05, + "loss": 0.0436, + "step": 9810 + }, + { + "epoch": 9.186155285313378, + "grad_norm": 0.16252107918262482, + "learning_rate": 8.040964161402932e-05, + "loss": 0.0424, + "step": 9820 + }, + { + "epoch": 9.195509822263798, + "grad_norm": 0.15355105698108673, + "learning_rate": 8.036587292505869e-05, + "loss": 0.0433, + "step": 9830 + }, + { + "epoch": 9.204864359214218, + "grad_norm": 0.16864269971847534, + "learning_rate": 8.032206733868912e-05, + "loss": 0.0429, + "step": 9840 + }, + { + "epoch": 9.21421889616464, + "grad_norm": 0.15422497689723969, + "learning_rate": 8.027822490814858e-05, + "loss": 0.044, + "step": 9850 + }, + { + "epoch": 9.22357343311506, + "grad_norm": 0.1156558245420456, + "learning_rate": 8.023434568670972e-05, + "loss": 0.0435, + "step": 9860 + }, + { + "epoch": 9.232927970065482, + "grad_norm": 0.11562784016132355, + "learning_rate": 8.019042972768992e-05, + "loss": 0.0441, + "step": 9870 + }, + { + "epoch": 9.242282507015902, + "grad_norm": 0.14622202515602112, + "learning_rate": 8.014647708445124e-05, + "loss": 0.0402, + "step": 9880 + }, + { + "epoch": 9.251637043966324, + "grad_norm": 0.17798911035060883, + "learning_rate": 8.010248781040027e-05, + "loss": 0.0416, + "step": 9890 + }, + { + "epoch": 9.260991580916745, + "grad_norm": 0.1183900237083435, + "learning_rate": 8.005846195898814e-05, + "loss": 0.043, + "step": 9900 + }, + { + "epoch": 9.270346117867165, + "grad_norm": 0.16442056000232697, + "learning_rate": 8.00143995837104e-05, + "loss": 0.0402, + "step": 9910 + }, + { + "epoch": 9.279700654817587, + "grad_norm": 0.11744924634695053, + "learning_rate": 7.997030073810698e-05, + "loss": 0.0429, + "step": 9920 + }, + { + "epoch": 9.289055191768007, + "grad_norm": 0.10834468901157379, + "learning_rate": 7.992616547576217e-05, + "loss": 0.0434, + "step": 9930 + }, + { + "epoch": 9.298409728718429, + "grad_norm": 0.11257260292768478, + "learning_rate": 7.988199385030445e-05, + "loss": 0.0429, + "step": 9940 + }, + { + "epoch": 9.30776426566885, + "grad_norm": 0.1263321042060852, + "learning_rate": 7.98377859154065e-05, + "loss": 0.0418, + "step": 9950 + }, + { + "epoch": 9.31711880261927, + "grad_norm": 0.1797308623790741, + "learning_rate": 7.979354172478516e-05, + "loss": 0.0429, + "step": 9960 + }, + { + "epoch": 9.326473339569691, + "grad_norm": 0.1059713289141655, + "learning_rate": 7.974926133220127e-05, + "loss": 0.043, + "step": 9970 + }, + { + "epoch": 9.335827876520112, + "grad_norm": 0.12116416543722153, + "learning_rate": 7.970494479145967e-05, + "loss": 0.0446, + "step": 9980 + }, + { + "epoch": 9.345182413470534, + "grad_norm": 0.14984983205795288, + "learning_rate": 7.966059215640919e-05, + "loss": 0.0416, + "step": 9990 + }, + { + "epoch": 9.354536950420954, + "grad_norm": 0.11621326208114624, + "learning_rate": 7.961620348094241e-05, + "loss": 0.0409, + "step": 10000 + }, + { + "epoch": 9.363891487371376, + "grad_norm": 0.12392114847898483, + "learning_rate": 7.957177881899577e-05, + "loss": 0.0445, + "step": 10010 + }, + { + "epoch": 9.373246024321796, + "grad_norm": 0.11110743880271912, + "learning_rate": 7.952731822454944e-05, + "loss": 0.0433, + "step": 10020 + }, + { + "epoch": 9.382600561272216, + "grad_norm": 0.09769698977470398, + "learning_rate": 7.948282175162722e-05, + "loss": 0.0444, + "step": 10030 + }, + { + "epoch": 9.391955098222638, + "grad_norm": 0.13236653804779053, + "learning_rate": 7.943828945429652e-05, + "loss": 0.0427, + "step": 10040 + }, + { + "epoch": 9.401309635173059, + "grad_norm": 0.10878491401672363, + "learning_rate": 7.939372138666827e-05, + "loss": 0.0425, + "step": 10050 + }, + { + "epoch": 9.41066417212348, + "grad_norm": 0.11281437426805496, + "learning_rate": 7.934911760289692e-05, + "loss": 0.0405, + "step": 10060 + }, + { + "epoch": 9.4200187090739, + "grad_norm": 0.13293962180614471, + "learning_rate": 7.930447815718022e-05, + "loss": 0.0442, + "step": 10070 + }, + { + "epoch": 9.429373246024323, + "grad_norm": 0.14622928202152252, + "learning_rate": 7.925980310375934e-05, + "loss": 0.0407, + "step": 10080 + }, + { + "epoch": 9.438727782974743, + "grad_norm": 0.16077464818954468, + "learning_rate": 7.921509249691865e-05, + "loss": 0.0435, + "step": 10090 + }, + { + "epoch": 9.448082319925163, + "grad_norm": 0.13602876663208008, + "learning_rate": 7.917034639098579e-05, + "loss": 0.0427, + "step": 10100 + }, + { + "epoch": 9.457436856875585, + "grad_norm": 0.10998786240816116, + "learning_rate": 7.912556484033146e-05, + "loss": 0.0421, + "step": 10110 + }, + { + "epoch": 9.466791393826005, + "grad_norm": 0.11727690696716309, + "learning_rate": 7.908074789936952e-05, + "loss": 0.0416, + "step": 10120 + }, + { + "epoch": 9.476145930776427, + "grad_norm": 0.11269921064376831, + "learning_rate": 7.903589562255673e-05, + "loss": 0.0422, + "step": 10130 + }, + { + "epoch": 9.485500467726848, + "grad_norm": 0.13237544894218445, + "learning_rate": 7.899100806439285e-05, + "loss": 0.0418, + "step": 10140 + }, + { + "epoch": 9.494855004677268, + "grad_norm": 0.14893938601016998, + "learning_rate": 7.894608527942049e-05, + "loss": 0.0411, + "step": 10150 + }, + { + "epoch": 9.50420954162769, + "grad_norm": 0.1709263026714325, + "learning_rate": 7.89011273222251e-05, + "loss": 0.041, + "step": 10160 + }, + { + "epoch": 9.51356407857811, + "grad_norm": 0.17655669152736664, + "learning_rate": 7.885613424743482e-05, + "loss": 0.0418, + "step": 10170 + }, + { + "epoch": 9.522918615528532, + "grad_norm": 0.16770607233047485, + "learning_rate": 7.881110610972044e-05, + "loss": 0.0427, + "step": 10180 + }, + { + "epoch": 9.532273152478952, + "grad_norm": 0.10581570863723755, + "learning_rate": 7.876604296379544e-05, + "loss": 0.0441, + "step": 10190 + }, + { + "epoch": 9.541627689429372, + "grad_norm": 0.12388012558221817, + "learning_rate": 7.872094486441579e-05, + "loss": 0.0434, + "step": 10200 + }, + { + "epoch": 9.550982226379794, + "grad_norm": 0.14669637382030487, + "learning_rate": 7.867581186637991e-05, + "loss": 0.0418, + "step": 10210 + }, + { + "epoch": 9.560336763330215, + "grad_norm": 0.17660392820835114, + "learning_rate": 7.863064402452866e-05, + "loss": 0.0428, + "step": 10220 + }, + { + "epoch": 9.569691300280637, + "grad_norm": 0.15016047656536102, + "learning_rate": 7.858544139374524e-05, + "loss": 0.0428, + "step": 10230 + }, + { + "epoch": 9.579045837231057, + "grad_norm": 0.10817795246839523, + "learning_rate": 7.854020402895508e-05, + "loss": 0.0421, + "step": 10240 + }, + { + "epoch": 9.588400374181479, + "grad_norm": 0.13051623106002808, + "learning_rate": 7.849493198512587e-05, + "loss": 0.0426, + "step": 10250 + }, + { + "epoch": 9.597754911131899, + "grad_norm": 0.09508194774389267, + "learning_rate": 7.84496253172674e-05, + "loss": 0.0404, + "step": 10260 + }, + { + "epoch": 9.60710944808232, + "grad_norm": 0.12400434166193008, + "learning_rate": 7.840428408043155e-05, + "loss": 0.0397, + "step": 10270 + }, + { + "epoch": 9.616463985032741, + "grad_norm": 0.15818926692008972, + "learning_rate": 7.835890832971218e-05, + "loss": 0.0403, + "step": 10280 + }, + { + "epoch": 9.625818521983161, + "grad_norm": 0.15224497020244598, + "learning_rate": 7.831349812024512e-05, + "loss": 0.0425, + "step": 10290 + }, + { + "epoch": 9.635173058933583, + "grad_norm": 0.1921585202217102, + "learning_rate": 7.826805350720807e-05, + "loss": 0.0408, + "step": 10300 + }, + { + "epoch": 9.644527595884004, + "grad_norm": 0.14885038137435913, + "learning_rate": 7.822257454582049e-05, + "loss": 0.0433, + "step": 10310 + }, + { + "epoch": 9.653882132834426, + "grad_norm": 0.14651326835155487, + "learning_rate": 7.817706129134363e-05, + "loss": 0.04, + "step": 10320 + }, + { + "epoch": 9.663236669784846, + "grad_norm": 0.1598406285047531, + "learning_rate": 7.813151379908036e-05, + "loss": 0.0434, + "step": 10330 + }, + { + "epoch": 9.672591206735266, + "grad_norm": 0.1131528913974762, + "learning_rate": 7.808593212437523e-05, + "loss": 0.0424, + "step": 10340 + }, + { + "epoch": 9.681945743685688, + "grad_norm": 0.104494109749794, + "learning_rate": 7.804031632261421e-05, + "loss": 0.0405, + "step": 10350 + }, + { + "epoch": 9.691300280636108, + "grad_norm": 0.13189060986042023, + "learning_rate": 7.799466644922484e-05, + "loss": 0.0442, + "step": 10360 + }, + { + "epoch": 9.70065481758653, + "grad_norm": 0.1552673727273941, + "learning_rate": 7.794898255967602e-05, + "loss": 0.041, + "step": 10370 + }, + { + "epoch": 9.71000935453695, + "grad_norm": 0.14854201674461365, + "learning_rate": 7.790326470947795e-05, + "loss": 0.041, + "step": 10380 + }, + { + "epoch": 9.71936389148737, + "grad_norm": 0.13632796704769135, + "learning_rate": 7.785751295418217e-05, + "loss": 0.0417, + "step": 10390 + }, + { + "epoch": 9.728718428437793, + "grad_norm": 0.1720334142446518, + "learning_rate": 7.781172734938136e-05, + "loss": 0.042, + "step": 10400 + }, + { + "epoch": 9.738072965388213, + "grad_norm": 0.14166566729545593, + "learning_rate": 7.776590795070933e-05, + "loss": 0.0389, + "step": 10410 + }, + { + "epoch": 9.747427502338635, + "grad_norm": 0.13117295503616333, + "learning_rate": 7.772005481384099e-05, + "loss": 0.0414, + "step": 10420 + }, + { + "epoch": 9.756782039289055, + "grad_norm": 0.14628729224205017, + "learning_rate": 7.767416799449223e-05, + "loss": 0.0409, + "step": 10430 + }, + { + "epoch": 9.766136576239477, + "grad_norm": 0.13758881390094757, + "learning_rate": 7.762824754841984e-05, + "loss": 0.0413, + "step": 10440 + }, + { + "epoch": 9.775491113189897, + "grad_norm": 0.12978532910346985, + "learning_rate": 7.758229353142152e-05, + "loss": 0.0416, + "step": 10450 + }, + { + "epoch": 9.784845650140317, + "grad_norm": 0.13141779601573944, + "learning_rate": 7.753630599933572e-05, + "loss": 0.0398, + "step": 10460 + }, + { + "epoch": 9.79420018709074, + "grad_norm": 0.12326882034540176, + "learning_rate": 7.749028500804161e-05, + "loss": 0.041, + "step": 10470 + }, + { + "epoch": 9.80355472404116, + "grad_norm": 0.1288646012544632, + "learning_rate": 7.744423061345906e-05, + "loss": 0.0413, + "step": 10480 + }, + { + "epoch": 9.812909260991582, + "grad_norm": 0.09256827086210251, + "learning_rate": 7.73981428715485e-05, + "loss": 0.0411, + "step": 10490 + }, + { + "epoch": 9.822263797942002, + "grad_norm": 0.17435608804225922, + "learning_rate": 7.735202183831085e-05, + "loss": 0.0407, + "step": 10500 + }, + { + "epoch": 9.831618334892422, + "grad_norm": 0.15710057318210602, + "learning_rate": 7.730586756978757e-05, + "loss": 0.0395, + "step": 10510 + }, + { + "epoch": 9.840972871842844, + "grad_norm": 0.12872594594955444, + "learning_rate": 7.72596801220604e-05, + "loss": 0.0398, + "step": 10520 + }, + { + "epoch": 9.850327408793264, + "grad_norm": 0.1695353388786316, + "learning_rate": 7.721345955125147e-05, + "loss": 0.041, + "step": 10530 + }, + { + "epoch": 9.859681945743686, + "grad_norm": 0.17012770473957062, + "learning_rate": 7.71672059135231e-05, + "loss": 0.0392, + "step": 10540 + }, + { + "epoch": 9.869036482694106, + "grad_norm": 0.11792262643575668, + "learning_rate": 7.712091926507787e-05, + "loss": 0.0426, + "step": 10550 + }, + { + "epoch": 9.878391019644528, + "grad_norm": 0.09820900857448578, + "learning_rate": 7.70745996621584e-05, + "loss": 0.0392, + "step": 10560 + }, + { + "epoch": 9.887745556594949, + "grad_norm": 0.12276816368103027, + "learning_rate": 7.702824716104735e-05, + "loss": 0.0408, + "step": 10570 + }, + { + "epoch": 9.897100093545369, + "grad_norm": 0.13879986107349396, + "learning_rate": 7.698186181806743e-05, + "loss": 0.0416, + "step": 10580 + }, + { + "epoch": 9.90645463049579, + "grad_norm": 0.1091260239481926, + "learning_rate": 7.693544368958116e-05, + "loss": 0.0424, + "step": 10590 + }, + { + "epoch": 9.915809167446211, + "grad_norm": 0.11021218448877335, + "learning_rate": 7.688899283199096e-05, + "loss": 0.0422, + "step": 10600 + }, + { + "epoch": 9.925163704396633, + "grad_norm": 0.10260079056024551, + "learning_rate": 7.684250930173901e-05, + "loss": 0.0416, + "step": 10610 + }, + { + "epoch": 9.934518241347053, + "grad_norm": 0.11167019605636597, + "learning_rate": 7.679599315530718e-05, + "loss": 0.0425, + "step": 10620 + }, + { + "epoch": 9.943872778297475, + "grad_norm": 0.16583450138568878, + "learning_rate": 7.674944444921695e-05, + "loss": 0.0414, + "step": 10630 + }, + { + "epoch": 9.953227315247895, + "grad_norm": 0.12450233846902847, + "learning_rate": 7.670286324002944e-05, + "loss": 0.0399, + "step": 10640 + }, + { + "epoch": 9.962581852198316, + "grad_norm": 0.15730781853199005, + "learning_rate": 7.665624958434514e-05, + "loss": 0.0425, + "step": 10650 + }, + { + "epoch": 9.971936389148738, + "grad_norm": 0.10961680114269257, + "learning_rate": 7.66096035388041e-05, + "loss": 0.0431, + "step": 10660 + }, + { + "epoch": 9.981290926099158, + "grad_norm": 0.14643241465091705, + "learning_rate": 7.656292516008563e-05, + "loss": 0.0409, + "step": 10670 + }, + { + "epoch": 9.99064546304958, + "grad_norm": 0.11788798868656158, + "learning_rate": 7.651621450490837e-05, + "loss": 0.0421, + "step": 10680 + }, + { + "epoch": 10.0, + "grad_norm": 0.1901073306798935, + "learning_rate": 7.646947163003017e-05, + "loss": 0.0405, + "step": 10690 + }, + { + "epoch": 10.00935453695042, + "grad_norm": 0.08989738672971725, + "learning_rate": 7.642269659224803e-05, + "loss": 0.0377, + "step": 10700 + }, + { + "epoch": 10.018709073900842, + "grad_norm": 0.12303159385919571, + "learning_rate": 7.637588944839803e-05, + "loss": 0.0386, + "step": 10710 + }, + { + "epoch": 10.028063610851262, + "grad_norm": 0.11264810711145401, + "learning_rate": 7.632905025535528e-05, + "loss": 0.0386, + "step": 10720 + }, + { + "epoch": 10.037418147801684, + "grad_norm": 0.141741544008255, + "learning_rate": 7.628217907003378e-05, + "loss": 0.0393, + "step": 10730 + }, + { + "epoch": 10.046772684752105, + "grad_norm": 0.09295397996902466, + "learning_rate": 7.623527594938649e-05, + "loss": 0.0396, + "step": 10740 + }, + { + "epoch": 10.056127221702527, + "grad_norm": 0.12614069879055023, + "learning_rate": 7.618834095040509e-05, + "loss": 0.0386, + "step": 10750 + }, + { + "epoch": 10.065481758652947, + "grad_norm": 0.13647808134555817, + "learning_rate": 7.614137413012e-05, + "loss": 0.0384, + "step": 10760 + }, + { + "epoch": 10.074836295603367, + "grad_norm": 0.11588716506958008, + "learning_rate": 7.609437554560042e-05, + "loss": 0.0415, + "step": 10770 + }, + { + "epoch": 10.084190832553789, + "grad_norm": 0.13453535735607147, + "learning_rate": 7.604734525395398e-05, + "loss": 0.0395, + "step": 10780 + }, + { + "epoch": 10.09354536950421, + "grad_norm": 0.11128373444080353, + "learning_rate": 7.600028331232699e-05, + "loss": 0.0393, + "step": 10790 + }, + { + "epoch": 10.102899906454631, + "grad_norm": 0.1332859843969345, + "learning_rate": 7.595318977790408e-05, + "loss": 0.0417, + "step": 10800 + }, + { + "epoch": 10.112254443405051, + "grad_norm": 0.15059570968151093, + "learning_rate": 7.590606470790836e-05, + "loss": 0.0383, + "step": 10810 + }, + { + "epoch": 10.121608980355472, + "grad_norm": 0.14276403188705444, + "learning_rate": 7.585890815960125e-05, + "loss": 0.0409, + "step": 10820 + }, + { + "epoch": 10.130963517305894, + "grad_norm": 0.14763867855072021, + "learning_rate": 7.581172019028238e-05, + "loss": 0.039, + "step": 10830 + }, + { + "epoch": 10.140318054256314, + "grad_norm": 0.11305273324251175, + "learning_rate": 7.576450085728959e-05, + "loss": 0.0414, + "step": 10840 + }, + { + "epoch": 10.149672591206736, + "grad_norm": 0.11951813101768494, + "learning_rate": 7.571725021799885e-05, + "loss": 0.0386, + "step": 10850 + }, + { + "epoch": 10.159027128157156, + "grad_norm": 0.12571583688259125, + "learning_rate": 7.566996832982409e-05, + "loss": 0.0394, + "step": 10860 + }, + { + "epoch": 10.168381665107578, + "grad_norm": 0.1151989996433258, + "learning_rate": 7.56226552502173e-05, + "loss": 0.0378, + "step": 10870 + }, + { + "epoch": 10.177736202057998, + "grad_norm": 0.13117234408855438, + "learning_rate": 7.557531103666833e-05, + "loss": 0.0391, + "step": 10880 + }, + { + "epoch": 10.187090739008418, + "grad_norm": 0.10343090444803238, + "learning_rate": 7.552793574670485e-05, + "loss": 0.0401, + "step": 10890 + }, + { + "epoch": 10.19644527595884, + "grad_norm": 0.11259124428033829, + "learning_rate": 7.54805294378923e-05, + "loss": 0.0429, + "step": 10900 + }, + { + "epoch": 10.20579981290926, + "grad_norm": 0.1398286372423172, + "learning_rate": 7.543309216783384e-05, + "loss": 0.0431, + "step": 10910 + }, + { + "epoch": 10.215154349859683, + "grad_norm": 0.1225985661149025, + "learning_rate": 7.53856239941702e-05, + "loss": 0.0383, + "step": 10920 + }, + { + "epoch": 10.224508886810103, + "grad_norm": 0.12268136441707611, + "learning_rate": 7.533812497457972e-05, + "loss": 0.0391, + "step": 10930 + }, + { + "epoch": 10.233863423760523, + "grad_norm": 0.12218540906906128, + "learning_rate": 7.529059516677814e-05, + "loss": 0.0402, + "step": 10940 + }, + { + "epoch": 10.243217960710945, + "grad_norm": 0.1354774385690689, + "learning_rate": 7.524303462851872e-05, + "loss": 0.0406, + "step": 10950 + }, + { + "epoch": 10.252572497661365, + "grad_norm": 0.10658561438322067, + "learning_rate": 7.519544341759192e-05, + "loss": 0.0405, + "step": 10960 + }, + { + "epoch": 10.261927034611787, + "grad_norm": 0.130717471241951, + "learning_rate": 7.514782159182562e-05, + "loss": 0.0406, + "step": 10970 + }, + { + "epoch": 10.271281571562207, + "grad_norm": 0.14862994849681854, + "learning_rate": 7.510016920908481e-05, + "loss": 0.0397, + "step": 10980 + }, + { + "epoch": 10.28063610851263, + "grad_norm": 0.13643918931484222, + "learning_rate": 7.505248632727158e-05, + "loss": 0.0389, + "step": 10990 + }, + { + "epoch": 10.28999064546305, + "grad_norm": 0.11820260435342789, + "learning_rate": 7.50047730043252e-05, + "loss": 0.0398, + "step": 11000 + }, + { + "epoch": 10.29934518241347, + "grad_norm": 0.1038275808095932, + "learning_rate": 7.495702929822183e-05, + "loss": 0.0385, + "step": 11010 + }, + { + "epoch": 10.308699719363892, + "grad_norm": 0.10696866363286972, + "learning_rate": 7.490925526697455e-05, + "loss": 0.037, + "step": 11020 + }, + { + "epoch": 10.318054256314312, + "grad_norm": 0.1154116541147232, + "learning_rate": 7.486145096863334e-05, + "loss": 0.0408, + "step": 11030 + }, + { + "epoch": 10.327408793264734, + "grad_norm": 0.13438893854618073, + "learning_rate": 7.481361646128491e-05, + "loss": 0.0402, + "step": 11040 + }, + { + "epoch": 10.336763330215154, + "grad_norm": 0.16336050629615784, + "learning_rate": 7.476575180305271e-05, + "loss": 0.0417, + "step": 11050 + }, + { + "epoch": 10.346117867165574, + "grad_norm": 0.12174835056066513, + "learning_rate": 7.471785705209682e-05, + "loss": 0.0381, + "step": 11060 + }, + { + "epoch": 10.355472404115996, + "grad_norm": 0.15126946568489075, + "learning_rate": 7.466993226661387e-05, + "loss": 0.0415, + "step": 11070 + }, + { + "epoch": 10.364826941066417, + "grad_norm": 0.1458754986524582, + "learning_rate": 7.462197750483699e-05, + "loss": 0.0409, + "step": 11080 + }, + { + "epoch": 10.374181478016839, + "grad_norm": 0.15452049672603607, + "learning_rate": 7.457399282503574e-05, + "loss": 0.0394, + "step": 11090 + }, + { + "epoch": 10.383536014967259, + "grad_norm": 0.12342990934848785, + "learning_rate": 7.452597828551604e-05, + "loss": 0.0408, + "step": 11100 + }, + { + "epoch": 10.39289055191768, + "grad_norm": 0.1440148651599884, + "learning_rate": 7.447793394462006e-05, + "loss": 0.039, + "step": 11110 + }, + { + "epoch": 10.402245088868101, + "grad_norm": 0.12054484337568283, + "learning_rate": 7.442985986072624e-05, + "loss": 0.041, + "step": 11120 + }, + { + "epoch": 10.411599625818521, + "grad_norm": 0.13599735498428345, + "learning_rate": 7.438175609224908e-05, + "loss": 0.0378, + "step": 11130 + }, + { + "epoch": 10.420954162768943, + "grad_norm": 0.14929090440273285, + "learning_rate": 7.433362269763924e-05, + "loss": 0.0414, + "step": 11140 + }, + { + "epoch": 10.430308699719363, + "grad_norm": 0.1267099678516388, + "learning_rate": 7.428545973538329e-05, + "loss": 0.0421, + "step": 11150 + }, + { + "epoch": 10.439663236669785, + "grad_norm": 0.12616297602653503, + "learning_rate": 7.42372672640038e-05, + "loss": 0.0387, + "step": 11160 + }, + { + "epoch": 10.449017773620206, + "grad_norm": 0.11849592626094818, + "learning_rate": 7.418904534205917e-05, + "loss": 0.0377, + "step": 11170 + }, + { + "epoch": 10.458372310570628, + "grad_norm": 0.16343283653259277, + "learning_rate": 7.414079402814356e-05, + "loss": 0.0414, + "step": 11180 + }, + { + "epoch": 10.467726847521048, + "grad_norm": 0.1179455891251564, + "learning_rate": 7.409251338088687e-05, + "loss": 0.0417, + "step": 11190 + }, + { + "epoch": 10.477081384471468, + "grad_norm": 0.11749041825532913, + "learning_rate": 7.404420345895467e-05, + "loss": 0.0385, + "step": 11200 + }, + { + "epoch": 10.48643592142189, + "grad_norm": 0.11084190011024475, + "learning_rate": 7.399586432104804e-05, + "loss": 0.0397, + "step": 11210 + }, + { + "epoch": 10.49579045837231, + "grad_norm": 0.13242623209953308, + "learning_rate": 7.394749602590358e-05, + "loss": 0.0389, + "step": 11220 + }, + { + "epoch": 10.505144995322732, + "grad_norm": 0.13537755608558655, + "learning_rate": 7.389909863229336e-05, + "loss": 0.0383, + "step": 11230 + }, + { + "epoch": 10.514499532273152, + "grad_norm": 0.12401429563760757, + "learning_rate": 7.385067219902477e-05, + "loss": 0.0412, + "step": 11240 + }, + { + "epoch": 10.523854069223573, + "grad_norm": 0.12256928533315659, + "learning_rate": 7.380221678494049e-05, + "loss": 0.0376, + "step": 11250 + }, + { + "epoch": 10.533208606173995, + "grad_norm": 0.10323360562324524, + "learning_rate": 7.37537324489184e-05, + "loss": 0.039, + "step": 11260 + }, + { + "epoch": 10.542563143124415, + "grad_norm": 0.11625727266073227, + "learning_rate": 7.370521924987155e-05, + "loss": 0.0407, + "step": 11270 + }, + { + "epoch": 10.551917680074837, + "grad_norm": 0.12090371549129486, + "learning_rate": 7.365667724674806e-05, + "loss": 0.0399, + "step": 11280 + }, + { + "epoch": 10.561272217025257, + "grad_norm": 0.1527467966079712, + "learning_rate": 7.360810649853105e-05, + "loss": 0.0395, + "step": 11290 + }, + { + "epoch": 10.570626753975677, + "grad_norm": 0.1275108903646469, + "learning_rate": 7.355950706423853e-05, + "loss": 0.0389, + "step": 11300 + }, + { + "epoch": 10.5799812909261, + "grad_norm": 0.14387772977352142, + "learning_rate": 7.351087900292342e-05, + "loss": 0.0393, + "step": 11310 + }, + { + "epoch": 10.58933582787652, + "grad_norm": 0.14807280898094177, + "learning_rate": 7.346222237367339e-05, + "loss": 0.0388, + "step": 11320 + }, + { + "epoch": 10.598690364826941, + "grad_norm": 0.10886505246162415, + "learning_rate": 7.341353723561081e-05, + "loss": 0.0399, + "step": 11330 + }, + { + "epoch": 10.608044901777362, + "grad_norm": 0.12974153459072113, + "learning_rate": 7.336482364789277e-05, + "loss": 0.0403, + "step": 11340 + }, + { + "epoch": 10.617399438727784, + "grad_norm": 0.12996044754981995, + "learning_rate": 7.331608166971082e-05, + "loss": 0.0379, + "step": 11350 + }, + { + "epoch": 10.626753975678204, + "grad_norm": 0.15088607370853424, + "learning_rate": 7.326731136029108e-05, + "loss": 0.0379, + "step": 11360 + }, + { + "epoch": 10.636108512628624, + "grad_norm": 0.11823421716690063, + "learning_rate": 7.321851277889408e-05, + "loss": 0.0395, + "step": 11370 + }, + { + "epoch": 10.645463049579046, + "grad_norm": 0.11456317454576492, + "learning_rate": 7.316968598481469e-05, + "loss": 0.0406, + "step": 11380 + }, + { + "epoch": 10.654817586529466, + "grad_norm": 0.11819116026163101, + "learning_rate": 7.312083103738206e-05, + "loss": 0.0394, + "step": 11390 + }, + { + "epoch": 10.664172123479888, + "grad_norm": 0.15119300782680511, + "learning_rate": 7.307194799595958e-05, + "loss": 0.0405, + "step": 11400 + }, + { + "epoch": 10.673526660430309, + "grad_norm": 0.13368314504623413, + "learning_rate": 7.302303691994473e-05, + "loss": 0.0369, + "step": 11410 + }, + { + "epoch": 10.68288119738073, + "grad_norm": 0.13201986253261566, + "learning_rate": 7.29740978687691e-05, + "loss": 0.0396, + "step": 11420 + }, + { + "epoch": 10.69223573433115, + "grad_norm": 0.10084334760904312, + "learning_rate": 7.292513090189825e-05, + "loss": 0.0371, + "step": 11430 + }, + { + "epoch": 10.701590271281571, + "grad_norm": 0.11424994468688965, + "learning_rate": 7.287613607883163e-05, + "loss": 0.0382, + "step": 11440 + }, + { + "epoch": 10.710944808231993, + "grad_norm": 0.08649113029241562, + "learning_rate": 7.282711345910263e-05, + "loss": 0.0371, + "step": 11450 + }, + { + "epoch": 10.720299345182413, + "grad_norm": 0.12777875363826752, + "learning_rate": 7.27780631022783e-05, + "loss": 0.0377, + "step": 11460 + }, + { + "epoch": 10.729653882132835, + "grad_norm": 0.10696498304605484, + "learning_rate": 7.272898506795948e-05, + "loss": 0.0361, + "step": 11470 + }, + { + "epoch": 10.739008419083255, + "grad_norm": 0.11398152261972427, + "learning_rate": 7.267987941578058e-05, + "loss": 0.0371, + "step": 11480 + }, + { + "epoch": 10.748362956033676, + "grad_norm": 0.10189876705408096, + "learning_rate": 7.263074620540962e-05, + "loss": 0.0405, + "step": 11490 + }, + { + "epoch": 10.757717492984098, + "grad_norm": 0.16350220143795013, + "learning_rate": 7.25815854965481e-05, + "loss": 0.0383, + "step": 11500 + }, + { + "epoch": 10.767072029934518, + "grad_norm": 0.10903837531805038, + "learning_rate": 7.253239734893089e-05, + "loss": 0.0398, + "step": 11510 + }, + { + "epoch": 10.77642656688494, + "grad_norm": 0.17684385180473328, + "learning_rate": 7.248318182232623e-05, + "loss": 0.0388, + "step": 11520 + }, + { + "epoch": 10.78578110383536, + "grad_norm": 0.15109466016292572, + "learning_rate": 7.243393897653565e-05, + "loss": 0.0391, + "step": 11530 + }, + { + "epoch": 10.795135640785782, + "grad_norm": 0.13627251982688904, + "learning_rate": 7.23846688713938e-05, + "loss": 0.0376, + "step": 11540 + }, + { + "epoch": 10.804490177736202, + "grad_norm": 0.12205499410629272, + "learning_rate": 7.233537156676854e-05, + "loss": 0.0397, + "step": 11550 + }, + { + "epoch": 10.813844714686622, + "grad_norm": 0.11991574615240097, + "learning_rate": 7.228604712256076e-05, + "loss": 0.0377, + "step": 11560 + }, + { + "epoch": 10.823199251637044, + "grad_norm": 0.12057790905237198, + "learning_rate": 7.223669559870426e-05, + "loss": 0.0386, + "step": 11570 + }, + { + "epoch": 10.832553788587465, + "grad_norm": 0.09210171550512314, + "learning_rate": 7.218731705516585e-05, + "loss": 0.0385, + "step": 11580 + }, + { + "epoch": 10.841908325537887, + "grad_norm": 0.08998686075210571, + "learning_rate": 7.21379115519451e-05, + "loss": 0.0381, + "step": 11590 + }, + { + "epoch": 10.851262862488307, + "grad_norm": 0.13032346963882446, + "learning_rate": 7.20884791490743e-05, + "loss": 0.0385, + "step": 11600 + }, + { + "epoch": 10.860617399438727, + "grad_norm": 0.12974101305007935, + "learning_rate": 7.203901990661857e-05, + "loss": 0.0386, + "step": 11610 + }, + { + "epoch": 10.869971936389149, + "grad_norm": 0.15809084475040436, + "learning_rate": 7.198953388467549e-05, + "loss": 0.0373, + "step": 11620 + }, + { + "epoch": 10.87932647333957, + "grad_norm": 0.11031439155340195, + "learning_rate": 7.194002114337526e-05, + "loss": 0.0396, + "step": 11630 + }, + { + "epoch": 10.888681010289991, + "grad_norm": 0.13548821210861206, + "learning_rate": 7.189048174288054e-05, + "loss": 0.0386, + "step": 11640 + }, + { + "epoch": 10.898035547240411, + "grad_norm": 0.09516224265098572, + "learning_rate": 7.184091574338636e-05, + "loss": 0.04, + "step": 11650 + }, + { + "epoch": 10.907390084190833, + "grad_norm": 0.14160706102848053, + "learning_rate": 7.179132320512009e-05, + "loss": 0.0368, + "step": 11660 + }, + { + "epoch": 10.916744621141254, + "grad_norm": 0.14115653932094574, + "learning_rate": 7.174170418834134e-05, + "loss": 0.0357, + "step": 11670 + }, + { + "epoch": 10.926099158091674, + "grad_norm": 0.11738540232181549, + "learning_rate": 7.169205875334189e-05, + "loss": 0.0376, + "step": 11680 + }, + { + "epoch": 10.935453695042096, + "grad_norm": 0.1511741578578949, + "learning_rate": 7.164238696044562e-05, + "loss": 0.0358, + "step": 11690 + }, + { + "epoch": 10.944808231992516, + "grad_norm": 0.1321556717157364, + "learning_rate": 7.159268887000846e-05, + "loss": 0.0368, + "step": 11700 + }, + { + "epoch": 10.954162768942938, + "grad_norm": 0.1215963065624237, + "learning_rate": 7.154296454241827e-05, + "loss": 0.0394, + "step": 11710 + }, + { + "epoch": 10.963517305893358, + "grad_norm": 0.1108665019273758, + "learning_rate": 7.149321403809479e-05, + "loss": 0.0367, + "step": 11720 + }, + { + "epoch": 10.97287184284378, + "grad_norm": 0.11387632042169571, + "learning_rate": 7.144343741748956e-05, + "loss": 0.038, + "step": 11730 + }, + { + "epoch": 10.9822263797942, + "grad_norm": 0.1391545981168747, + "learning_rate": 7.139363474108589e-05, + "loss": 0.0393, + "step": 11740 + }, + { + "epoch": 10.99158091674462, + "grad_norm": 0.15783989429473877, + "learning_rate": 7.134380606939874e-05, + "loss": 0.038, + "step": 11750 + }, + { + "epoch": 11.000935453695043, + "grad_norm": 0.12525011599063873, + "learning_rate": 7.12939514629746e-05, + "loss": 0.0391, + "step": 11760 + }, + { + "epoch": 11.010289990645463, + "grad_norm": 0.09657246619462967, + "learning_rate": 7.124407098239155e-05, + "loss": 0.0355, + "step": 11770 + }, + { + "epoch": 11.019644527595885, + "grad_norm": 0.1448439210653305, + "learning_rate": 7.119416468825908e-05, + "loss": 0.0373, + "step": 11780 + }, + { + "epoch": 11.028999064546305, + "grad_norm": 0.16999603807926178, + "learning_rate": 7.114423264121804e-05, + "loss": 0.0359, + "step": 11790 + }, + { + "epoch": 11.038353601496725, + "grad_norm": 0.1259489357471466, + "learning_rate": 7.109427490194056e-05, + "loss": 0.0371, + "step": 11800 + }, + { + "epoch": 11.047708138447147, + "grad_norm": 0.14908097684383392, + "learning_rate": 7.104429153113001e-05, + "loss": 0.0376, + "step": 11810 + }, + { + "epoch": 11.057062675397567, + "grad_norm": 0.11902697384357452, + "learning_rate": 7.099428258952092e-05, + "loss": 0.0379, + "step": 11820 + }, + { + "epoch": 11.06641721234799, + "grad_norm": 0.11324566602706909, + "learning_rate": 7.094424813787883e-05, + "loss": 0.0361, + "step": 11830 + }, + { + "epoch": 11.07577174929841, + "grad_norm": 0.10156560689210892, + "learning_rate": 7.089418823700034e-05, + "loss": 0.0368, + "step": 11840 + }, + { + "epoch": 11.085126286248832, + "grad_norm": 0.1431136429309845, + "learning_rate": 7.084410294771298e-05, + "loss": 0.0378, + "step": 11850 + }, + { + "epoch": 11.094480823199252, + "grad_norm": 0.1450405716896057, + "learning_rate": 7.079399233087504e-05, + "loss": 0.0358, + "step": 11860 + }, + { + "epoch": 11.103835360149672, + "grad_norm": 0.11998552829027176, + "learning_rate": 7.074385644737568e-05, + "loss": 0.0364, + "step": 11870 + }, + { + "epoch": 11.113189897100094, + "grad_norm": 0.12487061321735382, + "learning_rate": 7.069369535813473e-05, + "loss": 0.0355, + "step": 11880 + }, + { + "epoch": 11.122544434050514, + "grad_norm": 0.10321781784296036, + "learning_rate": 7.06435091241026e-05, + "loss": 0.0366, + "step": 11890 + }, + { + "epoch": 11.131898971000936, + "grad_norm": 0.11912285536527634, + "learning_rate": 7.059329780626034e-05, + "loss": 0.0377, + "step": 11900 + }, + { + "epoch": 11.141253507951356, + "grad_norm": 0.13107985258102417, + "learning_rate": 7.054306146561944e-05, + "loss": 0.0371, + "step": 11910 + }, + { + "epoch": 11.150608044901777, + "grad_norm": 0.13744193315505981, + "learning_rate": 7.049280016322178e-05, + "loss": 0.0379, + "step": 11920 + }, + { + "epoch": 11.159962581852199, + "grad_norm": 0.10429147630929947, + "learning_rate": 7.044251396013957e-05, + "loss": 0.0358, + "step": 11930 + }, + { + "epoch": 11.169317118802619, + "grad_norm": 0.11951205879449844, + "learning_rate": 7.039220291747528e-05, + "loss": 0.0365, + "step": 11940 + }, + { + "epoch": 11.17867165575304, + "grad_norm": 0.10816586762666702, + "learning_rate": 7.034186709636159e-05, + "loss": 0.0375, + "step": 11950 + }, + { + "epoch": 11.188026192703461, + "grad_norm": 0.1336173117160797, + "learning_rate": 7.029150655796129e-05, + "loss": 0.0374, + "step": 11960 + }, + { + "epoch": 11.197380729653883, + "grad_norm": 0.1551590859889984, + "learning_rate": 7.024112136346712e-05, + "loss": 0.0348, + "step": 11970 + }, + { + "epoch": 11.206735266604303, + "grad_norm": 0.14593902230262756, + "learning_rate": 7.01907115741019e-05, + "loss": 0.0374, + "step": 11980 + }, + { + "epoch": 11.216089803554723, + "grad_norm": 0.13588601350784302, + "learning_rate": 7.014027725111825e-05, + "loss": 0.0389, + "step": 11990 + }, + { + "epoch": 11.225444340505145, + "grad_norm": 0.12458517402410507, + "learning_rate": 7.008981845579864e-05, + "loss": 0.038, + "step": 12000 + }, + { + "epoch": 11.234798877455566, + "grad_norm": 0.12716571986675262, + "learning_rate": 7.003933524945528e-05, + "loss": 0.0352, + "step": 12010 + }, + { + "epoch": 11.244153414405988, + "grad_norm": 0.11178876459598541, + "learning_rate": 6.998882769342998e-05, + "loss": 0.0355, + "step": 12020 + }, + { + "epoch": 11.253507951356408, + "grad_norm": 0.10894495993852615, + "learning_rate": 6.993829584909423e-05, + "loss": 0.0354, + "step": 12030 + }, + { + "epoch": 11.262862488306828, + "grad_norm": 0.11435888707637787, + "learning_rate": 6.988773977784895e-05, + "loss": 0.0373, + "step": 12040 + }, + { + "epoch": 11.27221702525725, + "grad_norm": 0.16153806447982788, + "learning_rate": 6.983715954112454e-05, + "loss": 0.0387, + "step": 12050 + }, + { + "epoch": 11.28157156220767, + "grad_norm": 0.15543325245380402, + "learning_rate": 6.978655520038079e-05, + "loss": 0.036, + "step": 12060 + }, + { + "epoch": 11.290926099158092, + "grad_norm": 0.14397017657756805, + "learning_rate": 6.97359268171067e-05, + "loss": 0.0362, + "step": 12070 + }, + { + "epoch": 11.300280636108512, + "grad_norm": 0.1218058168888092, + "learning_rate": 6.968527445282056e-05, + "loss": 0.0379, + "step": 12080 + }, + { + "epoch": 11.309635173058934, + "grad_norm": 0.10896176844835281, + "learning_rate": 6.963459816906977e-05, + "loss": 0.0374, + "step": 12090 + }, + { + "epoch": 11.318989710009355, + "grad_norm": 0.11455971747636795, + "learning_rate": 6.958389802743077e-05, + "loss": 0.0367, + "step": 12100 + }, + { + "epoch": 11.328344246959775, + "grad_norm": 0.14550116658210754, + "learning_rate": 6.953317408950903e-05, + "loss": 0.0358, + "step": 12110 + }, + { + "epoch": 11.337698783910197, + "grad_norm": 0.10826438665390015, + "learning_rate": 6.94824264169389e-05, + "loss": 0.036, + "step": 12120 + }, + { + "epoch": 11.347053320860617, + "grad_norm": 0.11819880455732346, + "learning_rate": 6.94316550713836e-05, + "loss": 0.0372, + "step": 12130 + }, + { + "epoch": 11.356407857811039, + "grad_norm": 0.10489661246538162, + "learning_rate": 6.938086011453513e-05, + "loss": 0.0383, + "step": 12140 + }, + { + "epoch": 11.36576239476146, + "grad_norm": 0.11632507294416428, + "learning_rate": 6.93300416081141e-05, + "loss": 0.0372, + "step": 12150 + }, + { + "epoch": 11.37511693171188, + "grad_norm": 0.11434995383024216, + "learning_rate": 6.927919961386984e-05, + "loss": 0.0383, + "step": 12160 + }, + { + "epoch": 11.384471468662301, + "grad_norm": 0.11571677029132843, + "learning_rate": 6.922833419358013e-05, + "loss": 0.038, + "step": 12170 + }, + { + "epoch": 11.393826005612722, + "grad_norm": 0.166647270321846, + "learning_rate": 6.917744540905124e-05, + "loss": 0.0363, + "step": 12180 + }, + { + "epoch": 11.403180542563144, + "grad_norm": 0.15277431905269623, + "learning_rate": 6.912653332211787e-05, + "loss": 0.0375, + "step": 12190 + }, + { + "epoch": 11.412535079513564, + "grad_norm": 0.17766313254833221, + "learning_rate": 6.9075597994643e-05, + "loss": 0.0361, + "step": 12200 + }, + { + "epoch": 11.421889616463986, + "grad_norm": 0.12596015632152557, + "learning_rate": 6.902463948851787e-05, + "loss": 0.0389, + "step": 12210 + }, + { + "epoch": 11.431244153414406, + "grad_norm": 0.11759601533412933, + "learning_rate": 6.897365786566184e-05, + "loss": 0.0351, + "step": 12220 + }, + { + "epoch": 11.440598690364826, + "grad_norm": 0.1500813513994217, + "learning_rate": 6.892265318802242e-05, + "loss": 0.0363, + "step": 12230 + }, + { + "epoch": 11.449953227315248, + "grad_norm": 0.12501667439937592, + "learning_rate": 6.887162551757507e-05, + "loss": 0.0354, + "step": 12240 + }, + { + "epoch": 11.459307764265668, + "grad_norm": 0.10710915178060532, + "learning_rate": 6.882057491632326e-05, + "loss": 0.0353, + "step": 12250 + }, + { + "epoch": 11.46866230121609, + "grad_norm": 0.1297355741262436, + "learning_rate": 6.876950144629824e-05, + "loss": 0.0365, + "step": 12260 + }, + { + "epoch": 11.47801683816651, + "grad_norm": 0.1292877197265625, + "learning_rate": 6.87184051695591e-05, + "loss": 0.038, + "step": 12270 + }, + { + "epoch": 11.487371375116933, + "grad_norm": 0.10075756162405014, + "learning_rate": 6.866728614819268e-05, + "loss": 0.0365, + "step": 12280 + }, + { + "epoch": 11.496725912067353, + "grad_norm": 0.13663987815380096, + "learning_rate": 6.861614444431337e-05, + "loss": 0.0363, + "step": 12290 + }, + { + "epoch": 11.506080449017773, + "grad_norm": 0.0819389671087265, + "learning_rate": 6.856498012006318e-05, + "loss": 0.0355, + "step": 12300 + }, + { + "epoch": 11.515434985968195, + "grad_norm": 0.12072552740573883, + "learning_rate": 6.851379323761157e-05, + "loss": 0.0371, + "step": 12310 + }, + { + "epoch": 11.524789522918615, + "grad_norm": 0.09822144359350204, + "learning_rate": 6.846258385915545e-05, + "loss": 0.0358, + "step": 12320 + }, + { + "epoch": 11.534144059869037, + "grad_norm": 0.10675163567066193, + "learning_rate": 6.841135204691902e-05, + "loss": 0.0376, + "step": 12330 + }, + { + "epoch": 11.543498596819457, + "grad_norm": 0.11805743724107742, + "learning_rate": 6.836009786315377e-05, + "loss": 0.0353, + "step": 12340 + }, + { + "epoch": 11.552853133769878, + "grad_norm": 0.1373734325170517, + "learning_rate": 6.830882137013839e-05, + "loss": 0.0367, + "step": 12350 + }, + { + "epoch": 11.5622076707203, + "grad_norm": 0.125615656375885, + "learning_rate": 6.825752263017863e-05, + "loss": 0.0344, + "step": 12360 + }, + { + "epoch": 11.57156220767072, + "grad_norm": 0.11747346073389053, + "learning_rate": 6.820620170560731e-05, + "loss": 0.0371, + "step": 12370 + }, + { + "epoch": 11.580916744621142, + "grad_norm": 0.16001343727111816, + "learning_rate": 6.815485865878418e-05, + "loss": 0.036, + "step": 12380 + }, + { + "epoch": 11.590271281571562, + "grad_norm": 0.1337229162454605, + "learning_rate": 6.810349355209588e-05, + "loss": 0.0333, + "step": 12390 + }, + { + "epoch": 11.599625818521982, + "grad_norm": 0.09883609414100647, + "learning_rate": 6.805210644795588e-05, + "loss": 0.037, + "step": 12400 + }, + { + "epoch": 11.608980355472404, + "grad_norm": 0.10734778642654419, + "learning_rate": 6.800069740880433e-05, + "loss": 0.0353, + "step": 12410 + }, + { + "epoch": 11.618334892422824, + "grad_norm": 0.1300361603498459, + "learning_rate": 6.794926649710807e-05, + "loss": 0.0373, + "step": 12420 + }, + { + "epoch": 11.627689429373246, + "grad_norm": 0.13287347555160522, + "learning_rate": 6.789781377536052e-05, + "loss": 0.0357, + "step": 12430 + }, + { + "epoch": 11.637043966323667, + "grad_norm": 0.11162696778774261, + "learning_rate": 6.784633930608158e-05, + "loss": 0.0359, + "step": 12440 + }, + { + "epoch": 11.646398503274089, + "grad_norm": 0.11853782832622528, + "learning_rate": 6.779484315181759e-05, + "loss": 0.0354, + "step": 12450 + }, + { + "epoch": 11.655753040224509, + "grad_norm": 0.15695026516914368, + "learning_rate": 6.774332537514122e-05, + "loss": 0.0365, + "step": 12460 + }, + { + "epoch": 11.665107577174929, + "grad_norm": 0.1357768028974533, + "learning_rate": 6.769178603865143e-05, + "loss": 0.0364, + "step": 12470 + }, + { + "epoch": 11.674462114125351, + "grad_norm": 0.1272682547569275, + "learning_rate": 6.764022520497337e-05, + "loss": 0.0377, + "step": 12480 + }, + { + "epoch": 11.683816651075771, + "grad_norm": 0.16613291203975677, + "learning_rate": 6.758864293675833e-05, + "loss": 0.0355, + "step": 12490 + }, + { + "epoch": 11.693171188026193, + "grad_norm": 0.11301177740097046, + "learning_rate": 6.753703929668362e-05, + "loss": 0.0366, + "step": 12500 + }, + { + "epoch": 11.702525724976613, + "grad_norm": 0.10816317796707153, + "learning_rate": 6.748541434745253e-05, + "loss": 0.034, + "step": 12510 + }, + { + "epoch": 11.711880261927035, + "grad_norm": 0.1213333010673523, + "learning_rate": 6.743376815179424e-05, + "loss": 0.0354, + "step": 12520 + }, + { + "epoch": 11.721234798877456, + "grad_norm": 0.10899640619754791, + "learning_rate": 6.738210077246376e-05, + "loss": 0.0371, + "step": 12530 + }, + { + "epoch": 11.730589335827876, + "grad_norm": 0.11890886723995209, + "learning_rate": 6.733041227224181e-05, + "loss": 0.0369, + "step": 12540 + }, + { + "epoch": 11.739943872778298, + "grad_norm": 0.1468600481748581, + "learning_rate": 6.72787027139348e-05, + "loss": 0.0362, + "step": 12550 + }, + { + "epoch": 11.749298409728718, + "grad_norm": 0.0918489545583725, + "learning_rate": 6.72269721603747e-05, + "loss": 0.0369, + "step": 12560 + }, + { + "epoch": 11.75865294667914, + "grad_norm": 0.1303398162126541, + "learning_rate": 6.717522067441904e-05, + "loss": 0.0335, + "step": 12570 + }, + { + "epoch": 11.76800748362956, + "grad_norm": 0.15408045053482056, + "learning_rate": 6.712344831895074e-05, + "loss": 0.0347, + "step": 12580 + }, + { + "epoch": 11.77736202057998, + "grad_norm": 0.12151951342821121, + "learning_rate": 6.707165515687811e-05, + "loss": 0.0359, + "step": 12590 + }, + { + "epoch": 11.786716557530402, + "grad_norm": 0.11797945946455002, + "learning_rate": 6.70198412511347e-05, + "loss": 0.0326, + "step": 12600 + }, + { + "epoch": 11.796071094480823, + "grad_norm": 0.13368287682533264, + "learning_rate": 6.69680066646793e-05, + "loss": 0.035, + "step": 12610 + }, + { + "epoch": 11.805425631431245, + "grad_norm": 0.11773782968521118, + "learning_rate": 6.691615146049583e-05, + "loss": 0.0352, + "step": 12620 + }, + { + "epoch": 11.814780168381665, + "grad_norm": 0.1368952989578247, + "learning_rate": 6.686427570159324e-05, + "loss": 0.0356, + "step": 12630 + }, + { + "epoch": 11.824134705332087, + "grad_norm": 0.14129000902175903, + "learning_rate": 6.681237945100548e-05, + "loss": 0.0342, + "step": 12640 + }, + { + "epoch": 11.833489242282507, + "grad_norm": 0.13526901602745056, + "learning_rate": 6.676046277179139e-05, + "loss": 0.035, + "step": 12650 + }, + { + "epoch": 11.842843779232927, + "grad_norm": 0.12963144481182098, + "learning_rate": 6.670852572703462e-05, + "loss": 0.0371, + "step": 12660 + }, + { + "epoch": 11.85219831618335, + "grad_norm": 0.15461544692516327, + "learning_rate": 6.665656837984359e-05, + "loss": 0.0366, + "step": 12670 + }, + { + "epoch": 11.86155285313377, + "grad_norm": 0.11039388924837112, + "learning_rate": 6.660459079335135e-05, + "loss": 0.0336, + "step": 12680 + }, + { + "epoch": 11.870907390084191, + "grad_norm": 0.15382230281829834, + "learning_rate": 6.655259303071558e-05, + "loss": 0.0358, + "step": 12690 + }, + { + "epoch": 11.880261927034612, + "grad_norm": 0.11572932451963425, + "learning_rate": 6.650057515511848e-05, + "loss": 0.0353, + "step": 12700 + }, + { + "epoch": 11.889616463985032, + "grad_norm": 0.11410460621118546, + "learning_rate": 6.644853722976667e-05, + "loss": 0.0379, + "step": 12710 + }, + { + "epoch": 11.898971000935454, + "grad_norm": 0.10923043638467789, + "learning_rate": 6.639647931789113e-05, + "loss": 0.0349, + "step": 12720 + }, + { + "epoch": 11.908325537885874, + "grad_norm": 0.11362972855567932, + "learning_rate": 6.634440148274713e-05, + "loss": 0.0355, + "step": 12730 + }, + { + "epoch": 11.917680074836296, + "grad_norm": 0.08382810652256012, + "learning_rate": 6.629230378761415e-05, + "loss": 0.0353, + "step": 12740 + }, + { + "epoch": 11.927034611786716, + "grad_norm": 0.10710633546113968, + "learning_rate": 6.624018629579581e-05, + "loss": 0.0338, + "step": 12750 + }, + { + "epoch": 11.936389148737138, + "grad_norm": 0.0960458517074585, + "learning_rate": 6.618804907061976e-05, + "loss": 0.037, + "step": 12760 + }, + { + "epoch": 11.945743685687559, + "grad_norm": 0.10592107474803925, + "learning_rate": 6.613589217543766e-05, + "loss": 0.0349, + "step": 12770 + }, + { + "epoch": 11.955098222637979, + "grad_norm": 0.09863774478435516, + "learning_rate": 6.608371567362504e-05, + "loss": 0.0342, + "step": 12780 + }, + { + "epoch": 11.9644527595884, + "grad_norm": 0.10644257068634033, + "learning_rate": 6.60315196285813e-05, + "loss": 0.0354, + "step": 12790 + }, + { + "epoch": 11.973807296538821, + "grad_norm": 0.10343682020902634, + "learning_rate": 6.597930410372954e-05, + "loss": 0.0353, + "step": 12800 + }, + { + "epoch": 11.983161833489243, + "grad_norm": 0.09585382789373398, + "learning_rate": 6.592706916251653e-05, + "loss": 0.0352, + "step": 12810 + }, + { + "epoch": 11.992516370439663, + "grad_norm": 0.10448984056711197, + "learning_rate": 6.587481486841267e-05, + "loss": 0.0362, + "step": 12820 + }, + { + "epoch": 12.001870907390083, + "grad_norm": 0.10661797225475311, + "learning_rate": 6.582254128491184e-05, + "loss": 0.0355, + "step": 12830 + }, + { + "epoch": 12.011225444340505, + "grad_norm": 0.13213707506656647, + "learning_rate": 6.577024847553139e-05, + "loss": 0.0345, + "step": 12840 + }, + { + "epoch": 12.020579981290926, + "grad_norm": 0.13002552092075348, + "learning_rate": 6.571793650381201e-05, + "loss": 0.0324, + "step": 12850 + }, + { + "epoch": 12.029934518241348, + "grad_norm": 0.13668623566627502, + "learning_rate": 6.566560543331766e-05, + "loss": 0.0348, + "step": 12860 + }, + { + "epoch": 12.039289055191768, + "grad_norm": 0.0916418507695198, + "learning_rate": 6.561325532763554e-05, + "loss": 0.0329, + "step": 12870 + }, + { + "epoch": 12.04864359214219, + "grad_norm": 0.08230333030223846, + "learning_rate": 6.556088625037597e-05, + "loss": 0.0345, + "step": 12880 + }, + { + "epoch": 12.05799812909261, + "grad_norm": 0.09887252002954483, + "learning_rate": 6.55084982651723e-05, + "loss": 0.0337, + "step": 12890 + }, + { + "epoch": 12.06735266604303, + "grad_norm": 0.10784875601530075, + "learning_rate": 6.54560914356809e-05, + "loss": 0.0343, + "step": 12900 + }, + { + "epoch": 12.076707202993452, + "grad_norm": 0.08091619610786438, + "learning_rate": 6.540366582558097e-05, + "loss": 0.0334, + "step": 12910 + }, + { + "epoch": 12.086061739943872, + "grad_norm": 0.08831185847520828, + "learning_rate": 6.53512214985746e-05, + "loss": 0.0382, + "step": 12920 + }, + { + "epoch": 12.095416276894294, + "grad_norm": 0.08811827749013901, + "learning_rate": 6.529875851838658e-05, + "loss": 0.0345, + "step": 12930 + }, + { + "epoch": 12.104770813844715, + "grad_norm": 0.11882626265287399, + "learning_rate": 6.52462769487644e-05, + "loss": 0.0356, + "step": 12940 + }, + { + "epoch": 12.114125350795135, + "grad_norm": 0.10345975309610367, + "learning_rate": 6.519377685347807e-05, + "loss": 0.0351, + "step": 12950 + }, + { + "epoch": 12.123479887745557, + "grad_norm": 0.08589563518762589, + "learning_rate": 6.514125829632021e-05, + "loss": 0.0313, + "step": 12960 + }, + { + "epoch": 12.132834424695977, + "grad_norm": 0.1062643900513649, + "learning_rate": 6.508872134110577e-05, + "loss": 0.0334, + "step": 12970 + }, + { + "epoch": 12.142188961646399, + "grad_norm": 0.10610219091176987, + "learning_rate": 6.503616605167213e-05, + "loss": 0.0336, + "step": 12980 + }, + { + "epoch": 12.15154349859682, + "grad_norm": 0.13298453390598297, + "learning_rate": 6.498359249187893e-05, + "loss": 0.033, + "step": 12990 + }, + { + "epoch": 12.160898035547241, + "grad_norm": 0.11985614895820618, + "learning_rate": 6.493100072560799e-05, + "loss": 0.034, + "step": 13000 + }, + { + "epoch": 12.170252572497661, + "grad_norm": 0.10049192607402802, + "learning_rate": 6.487839081676327e-05, + "loss": 0.0334, + "step": 13010 + }, + { + "epoch": 12.179607109448082, + "grad_norm": 0.1036524698138237, + "learning_rate": 6.482576282927076e-05, + "loss": 0.0331, + "step": 13020 + }, + { + "epoch": 12.188961646398504, + "grad_norm": 0.10615328699350357, + "learning_rate": 6.477311682707845e-05, + "loss": 0.0323, + "step": 13030 + }, + { + "epoch": 12.198316183348924, + "grad_norm": 0.1231437399983406, + "learning_rate": 6.472045287415616e-05, + "loss": 0.0349, + "step": 13040 + }, + { + "epoch": 12.207670720299346, + "grad_norm": 0.16648095846176147, + "learning_rate": 6.466777103449558e-05, + "loss": 0.0323, + "step": 13050 + }, + { + "epoch": 12.217025257249766, + "grad_norm": 0.13850589096546173, + "learning_rate": 6.461507137211012e-05, + "loss": 0.0334, + "step": 13060 + }, + { + "epoch": 12.226379794200188, + "grad_norm": 0.11365170776844025, + "learning_rate": 6.456235395103483e-05, + "loss": 0.0346, + "step": 13070 + }, + { + "epoch": 12.235734331150608, + "grad_norm": 0.13134998083114624, + "learning_rate": 6.450961883532634e-05, + "loss": 0.0332, + "step": 13080 + }, + { + "epoch": 12.245088868101028, + "grad_norm": 0.10377258062362671, + "learning_rate": 6.445686608906283e-05, + "loss": 0.0346, + "step": 13090 + }, + { + "epoch": 12.25444340505145, + "grad_norm": 0.09366591274738312, + "learning_rate": 6.44040957763438e-05, + "loss": 0.0346, + "step": 13100 + }, + { + "epoch": 12.26379794200187, + "grad_norm": 0.11481614410877228, + "learning_rate": 6.435130796129018e-05, + "loss": 0.0353, + "step": 13110 + }, + { + "epoch": 12.273152478952293, + "grad_norm": 0.12908096611499786, + "learning_rate": 6.429850270804416e-05, + "loss": 0.0357, + "step": 13120 + }, + { + "epoch": 12.282507015902713, + "grad_norm": 0.12091673910617828, + "learning_rate": 6.424568008076909e-05, + "loss": 0.0345, + "step": 13130 + }, + { + "epoch": 12.291861552853133, + "grad_norm": 0.1500026285648346, + "learning_rate": 6.419284014364943e-05, + "loss": 0.0337, + "step": 13140 + }, + { + "epoch": 12.301216089803555, + "grad_norm": 0.13740016520023346, + "learning_rate": 6.41399829608907e-05, + "loss": 0.0323, + "step": 13150 + }, + { + "epoch": 12.310570626753975, + "grad_norm": 0.12656225264072418, + "learning_rate": 6.408710859671938e-05, + "loss": 0.034, + "step": 13160 + }, + { + "epoch": 12.319925163704397, + "grad_norm": 0.08972754329442978, + "learning_rate": 6.403421711538278e-05, + "loss": 0.0346, + "step": 13170 + }, + { + "epoch": 12.329279700654817, + "grad_norm": 0.12466954439878464, + "learning_rate": 6.398130858114903e-05, + "loss": 0.0358, + "step": 13180 + }, + { + "epoch": 12.33863423760524, + "grad_norm": 0.1399642825126648, + "learning_rate": 6.392838305830701e-05, + "loss": 0.0343, + "step": 13190 + }, + { + "epoch": 12.34798877455566, + "grad_norm": 0.1080349013209343, + "learning_rate": 6.387544061116621e-05, + "loss": 0.0338, + "step": 13200 + }, + { + "epoch": 12.35734331150608, + "grad_norm": 0.13918441534042358, + "learning_rate": 6.382248130405671e-05, + "loss": 0.0336, + "step": 13210 + }, + { + "epoch": 12.366697848456502, + "grad_norm": 0.10904676467180252, + "learning_rate": 6.376950520132905e-05, + "loss": 0.0329, + "step": 13220 + }, + { + "epoch": 12.376052385406922, + "grad_norm": 0.09821978211402893, + "learning_rate": 6.371651236735418e-05, + "loss": 0.0327, + "step": 13230 + }, + { + "epoch": 12.385406922357344, + "grad_norm": 0.09986785054206848, + "learning_rate": 6.366350286652341e-05, + "loss": 0.0329, + "step": 13240 + }, + { + "epoch": 12.394761459307764, + "grad_norm": 0.08568611741065979, + "learning_rate": 6.361047676324827e-05, + "loss": 0.0341, + "step": 13250 + }, + { + "epoch": 12.404115996258184, + "grad_norm": 0.09646414965391159, + "learning_rate": 6.355743412196047e-05, + "loss": 0.0331, + "step": 13260 + }, + { + "epoch": 12.413470533208606, + "grad_norm": 0.11885032057762146, + "learning_rate": 6.350437500711184e-05, + "loss": 0.0355, + "step": 13270 + }, + { + "epoch": 12.422825070159027, + "grad_norm": 0.16592469811439514, + "learning_rate": 6.345129948317418e-05, + "loss": 0.034, + "step": 13280 + }, + { + "epoch": 12.432179607109449, + "grad_norm": 0.109717458486557, + "learning_rate": 6.33982076146393e-05, + "loss": 0.0338, + "step": 13290 + }, + { + "epoch": 12.441534144059869, + "grad_norm": 0.09504912048578262, + "learning_rate": 6.334509946601879e-05, + "loss": 0.033, + "step": 13300 + }, + { + "epoch": 12.45088868101029, + "grad_norm": 0.10246021300554276, + "learning_rate": 6.329197510184406e-05, + "loss": 0.0333, + "step": 13310 + }, + { + "epoch": 12.460243217960711, + "grad_norm": 0.11263459175825119, + "learning_rate": 6.323883458666624e-05, + "loss": 0.0346, + "step": 13320 + }, + { + "epoch": 12.469597754911131, + "grad_norm": 0.13830885291099548, + "learning_rate": 6.318567798505605e-05, + "loss": 0.0335, + "step": 13330 + }, + { + "epoch": 12.478952291861553, + "grad_norm": 0.1068989634513855, + "learning_rate": 6.313250536160378e-05, + "loss": 0.0362, + "step": 13340 + }, + { + "epoch": 12.488306828811973, + "grad_norm": 0.12114833295345306, + "learning_rate": 6.307931678091917e-05, + "loss": 0.0332, + "step": 13350 + }, + { + "epoch": 12.497661365762395, + "grad_norm": 0.09281782060861588, + "learning_rate": 6.302611230763138e-05, + "loss": 0.0332, + "step": 13360 + }, + { + "epoch": 12.507015902712816, + "grad_norm": 0.12977276742458344, + "learning_rate": 6.297289200638887e-05, + "loss": 0.0333, + "step": 13370 + }, + { + "epoch": 12.516370439663238, + "grad_norm": 0.11116500943899155, + "learning_rate": 6.29196559418593e-05, + "loss": 0.0318, + "step": 13380 + }, + { + "epoch": 12.525724976613658, + "grad_norm": 0.0973007008433342, + "learning_rate": 6.286640417872951e-05, + "loss": 0.033, + "step": 13390 + }, + { + "epoch": 12.535079513564078, + "grad_norm": 0.1054057851433754, + "learning_rate": 6.281313678170542e-05, + "loss": 0.0338, + "step": 13400 + }, + { + "epoch": 12.5444340505145, + "grad_norm": 0.13151007890701294, + "learning_rate": 6.275985381551194e-05, + "loss": 0.0337, + "step": 13410 + }, + { + "epoch": 12.55378858746492, + "grad_norm": 0.13692335784435272, + "learning_rate": 6.270655534489292e-05, + "loss": 0.0329, + "step": 13420 + }, + { + "epoch": 12.563143124415342, + "grad_norm": 0.13496573269367218, + "learning_rate": 6.265324143461098e-05, + "loss": 0.0344, + "step": 13430 + }, + { + "epoch": 12.572497661365762, + "grad_norm": 0.1128782257437706, + "learning_rate": 6.259991214944758e-05, + "loss": 0.0359, + "step": 13440 + }, + { + "epoch": 12.581852198316183, + "grad_norm": 0.09794111549854279, + "learning_rate": 6.254656755420283e-05, + "loss": 0.0331, + "step": 13450 + }, + { + "epoch": 12.591206735266605, + "grad_norm": 0.09410230815410614, + "learning_rate": 6.249320771369545e-05, + "loss": 0.0347, + "step": 13460 + }, + { + "epoch": 12.600561272217025, + "grad_norm": 0.12019962817430496, + "learning_rate": 6.243983269276263e-05, + "loss": 0.0333, + "step": 13470 + }, + { + "epoch": 12.609915809167447, + "grad_norm": 0.0987941324710846, + "learning_rate": 6.238644255626012e-05, + "loss": 0.0346, + "step": 13480 + }, + { + "epoch": 12.619270346117867, + "grad_norm": 0.15079638361930847, + "learning_rate": 6.233303736906193e-05, + "loss": 0.0347, + "step": 13490 + }, + { + "epoch": 12.628624883068287, + "grad_norm": 0.15105733275413513, + "learning_rate": 6.227961719606039e-05, + "loss": 0.0349, + "step": 13500 + }, + { + "epoch": 12.63797942001871, + "grad_norm": 0.10232912749052048, + "learning_rate": 6.222618210216608e-05, + "loss": 0.0356, + "step": 13510 + }, + { + "epoch": 12.64733395696913, + "grad_norm": 0.1325598657131195, + "learning_rate": 6.217273215230767e-05, + "loss": 0.0336, + "step": 13520 + }, + { + "epoch": 12.656688493919551, + "grad_norm": 0.12649939954280853, + "learning_rate": 6.211926741143188e-05, + "loss": 0.034, + "step": 13530 + }, + { + "epoch": 12.666043030869972, + "grad_norm": 0.10885540395975113, + "learning_rate": 6.20657879445034e-05, + "loss": 0.035, + "step": 13540 + }, + { + "epoch": 12.675397567820394, + "grad_norm": 0.15408256649971008, + "learning_rate": 6.201229381650485e-05, + "loss": 0.0345, + "step": 13550 + }, + { + "epoch": 12.684752104770814, + "grad_norm": 0.14239391684532166, + "learning_rate": 6.195878509243661e-05, + "loss": 0.0319, + "step": 13560 + }, + { + "epoch": 12.694106641721234, + "grad_norm": 0.10571229457855225, + "learning_rate": 6.190526183731685e-05, + "loss": 0.0366, + "step": 13570 + }, + { + "epoch": 12.703461178671656, + "grad_norm": 0.116007000207901, + "learning_rate": 6.185172411618138e-05, + "loss": 0.0344, + "step": 13580 + }, + { + "epoch": 12.712815715622076, + "grad_norm": 0.10147552192211151, + "learning_rate": 6.179817199408355e-05, + "loss": 0.0334, + "step": 13590 + }, + { + "epoch": 12.722170252572498, + "grad_norm": 0.14577940106391907, + "learning_rate": 6.174460553609426e-05, + "loss": 0.0362, + "step": 13600 + }, + { + "epoch": 12.731524789522918, + "grad_norm": 0.1122247651219368, + "learning_rate": 6.16910248073018e-05, + "loss": 0.0329, + "step": 13610 + }, + { + "epoch": 12.74087932647334, + "grad_norm": 0.11222987622022629, + "learning_rate": 6.16374298728118e-05, + "loss": 0.0334, + "step": 13620 + }, + { + "epoch": 12.75023386342376, + "grad_norm": 0.0912008136510849, + "learning_rate": 6.158382079774716e-05, + "loss": 0.0347, + "step": 13630 + }, + { + "epoch": 12.75958840037418, + "grad_norm": 0.11159557849168777, + "learning_rate": 6.153019764724799e-05, + "loss": 0.0322, + "step": 13640 + }, + { + "epoch": 12.768942937324603, + "grad_norm": 0.13398544490337372, + "learning_rate": 6.147656048647144e-05, + "loss": 0.033, + "step": 13650 + }, + { + "epoch": 12.778297474275023, + "grad_norm": 0.10337108373641968, + "learning_rate": 6.142290938059173e-05, + "loss": 0.0339, + "step": 13660 + }, + { + "epoch": 12.787652011225445, + "grad_norm": 0.10493751615285873, + "learning_rate": 6.136924439480001e-05, + "loss": 0.0334, + "step": 13670 + }, + { + "epoch": 12.797006548175865, + "grad_norm": 0.09951969981193542, + "learning_rate": 6.13155655943043e-05, + "loss": 0.0344, + "step": 13680 + }, + { + "epoch": 12.806361085126285, + "grad_norm": 0.09877679497003555, + "learning_rate": 6.126187304432941e-05, + "loss": 0.0312, + "step": 13690 + }, + { + "epoch": 12.815715622076707, + "grad_norm": 0.12602439522743225, + "learning_rate": 6.120816681011684e-05, + "loss": 0.0335, + "step": 13700 + }, + { + "epoch": 12.825070159027128, + "grad_norm": 0.09607472270727158, + "learning_rate": 6.115444695692474e-05, + "loss": 0.033, + "step": 13710 + }, + { + "epoch": 12.83442469597755, + "grad_norm": 0.10902054607868195, + "learning_rate": 6.110071355002779e-05, + "loss": 0.0339, + "step": 13720 + }, + { + "epoch": 12.84377923292797, + "grad_norm": 0.11565637588500977, + "learning_rate": 6.104696665471714e-05, + "loss": 0.0334, + "step": 13730 + }, + { + "epoch": 12.853133769878392, + "grad_norm": 0.1235460564494133, + "learning_rate": 6.099320633630036e-05, + "loss": 0.0342, + "step": 13740 + }, + { + "epoch": 12.862488306828812, + "grad_norm": 0.11924148350954056, + "learning_rate": 6.093943266010128e-05, + "loss": 0.0326, + "step": 13750 + }, + { + "epoch": 12.871842843779232, + "grad_norm": 0.1201028823852539, + "learning_rate": 6.088564569146e-05, + "loss": 0.0326, + "step": 13760 + }, + { + "epoch": 12.881197380729654, + "grad_norm": 0.08711842447519302, + "learning_rate": 6.083184549573274e-05, + "loss": 0.0333, + "step": 13770 + }, + { + "epoch": 12.890551917680074, + "grad_norm": 0.08460842818021774, + "learning_rate": 6.077803213829184e-05, + "loss": 0.0335, + "step": 13780 + }, + { + "epoch": 12.899906454630496, + "grad_norm": 0.12487179785966873, + "learning_rate": 6.0724205684525594e-05, + "loss": 0.0341, + "step": 13790 + }, + { + "epoch": 12.909260991580917, + "grad_norm": 0.13153566420078278, + "learning_rate": 6.0670366199838215e-05, + "loss": 0.031, + "step": 13800 + }, + { + "epoch": 12.918615528531337, + "grad_norm": 0.12777145206928253, + "learning_rate": 6.061651374964974e-05, + "loss": 0.0349, + "step": 13810 + }, + { + "epoch": 12.927970065481759, + "grad_norm": 0.12431178241968155, + "learning_rate": 6.0562648399396004e-05, + "loss": 0.0326, + "step": 13820 + }, + { + "epoch": 12.937324602432179, + "grad_norm": 0.1156734973192215, + "learning_rate": 6.050877021452845e-05, + "loss": 0.0339, + "step": 13830 + }, + { + "epoch": 12.946679139382601, + "grad_norm": 0.11026833951473236, + "learning_rate": 6.04548792605142e-05, + "loss": 0.0323, + "step": 13840 + }, + { + "epoch": 12.956033676333021, + "grad_norm": 0.10955148935317993, + "learning_rate": 6.04009756028358e-05, + "loss": 0.0328, + "step": 13850 + }, + { + "epoch": 12.965388213283443, + "grad_norm": 0.14996188879013062, + "learning_rate": 6.0347059306991294e-05, + "loss": 0.0341, + "step": 13860 + }, + { + "epoch": 12.974742750233863, + "grad_norm": 0.14162079989910126, + "learning_rate": 6.029313043849407e-05, + "loss": 0.0326, + "step": 13870 + }, + { + "epoch": 12.984097287184284, + "grad_norm": 0.12294036149978638, + "learning_rate": 6.023918906287279e-05, + "loss": 0.0315, + "step": 13880 + }, + { + "epoch": 12.993451824134706, + "grad_norm": 0.17089051008224487, + "learning_rate": 6.01852352456713e-05, + "loss": 0.0333, + "step": 13890 + }, + { + "epoch": 13.002806361085126, + "grad_norm": 0.127583310008049, + "learning_rate": 6.013126905244858e-05, + "loss": 0.0316, + "step": 13900 + }, + { + "epoch": 13.012160898035548, + "grad_norm": 0.1072775200009346, + "learning_rate": 6.007729054877864e-05, + "loss": 0.0339, + "step": 13910 + }, + { + "epoch": 13.021515434985968, + "grad_norm": 0.10115067660808563, + "learning_rate": 6.0023299800250466e-05, + "loss": 0.0339, + "step": 13920 + }, + { + "epoch": 13.030869971936388, + "grad_norm": 0.10144516080617905, + "learning_rate": 5.9969296872467894e-05, + "loss": 0.033, + "step": 13930 + }, + { + "epoch": 13.04022450888681, + "grad_norm": 0.0988747775554657, + "learning_rate": 5.9915281831049585e-05, + "loss": 0.0317, + "step": 13940 + }, + { + "epoch": 13.04957904583723, + "grad_norm": 0.12127980589866638, + "learning_rate": 5.98612547416289e-05, + "loss": 0.0341, + "step": 13950 + }, + { + "epoch": 13.058933582787652, + "grad_norm": 0.13958874344825745, + "learning_rate": 5.9807215669853855e-05, + "loss": 0.0314, + "step": 13960 + }, + { + "epoch": 13.068288119738073, + "grad_norm": 0.11174723505973816, + "learning_rate": 5.9753164681387e-05, + "loss": 0.0311, + "step": 13970 + }, + { + "epoch": 13.077642656688495, + "grad_norm": 0.10074310004711151, + "learning_rate": 5.969910184190539e-05, + "loss": 0.0328, + "step": 13980 + }, + { + "epoch": 13.086997193638915, + "grad_norm": 0.11599451303482056, + "learning_rate": 5.9645027217100477e-05, + "loss": 0.0318, + "step": 13990 + }, + { + "epoch": 13.096351730589335, + "grad_norm": 0.1301240772008896, + "learning_rate": 5.959094087267804e-05, + "loss": 0.0324, + "step": 14000 + }, + { + "epoch": 13.105706267539757, + "grad_norm": 0.0999855324625969, + "learning_rate": 5.9536842874358065e-05, + "loss": 0.0311, + "step": 14010 + }, + { + "epoch": 13.115060804490177, + "grad_norm": 0.11589642614126205, + "learning_rate": 5.9482733287874734e-05, + "loss": 0.0329, + "step": 14020 + }, + { + "epoch": 13.1244153414406, + "grad_norm": 0.09709007292985916, + "learning_rate": 5.942861217897631e-05, + "loss": 0.033, + "step": 14030 + }, + { + "epoch": 13.13376987839102, + "grad_norm": 0.0799298956990242, + "learning_rate": 5.9374479613425e-05, + "loss": 0.0336, + "step": 14040 + }, + { + "epoch": 13.14312441534144, + "grad_norm": 0.11624984443187714, + "learning_rate": 5.932033565699704e-05, + "loss": 0.0329, + "step": 14050 + }, + { + "epoch": 13.152478952291862, + "grad_norm": 0.12631042301654816, + "learning_rate": 5.926618037548237e-05, + "loss": 0.0319, + "step": 14060 + }, + { + "epoch": 13.161833489242282, + "grad_norm": 0.1167462021112442, + "learning_rate": 5.9212013834684824e-05, + "loss": 0.0324, + "step": 14070 + }, + { + "epoch": 13.171188026192704, + "grad_norm": 0.11864805221557617, + "learning_rate": 5.9157836100421824e-05, + "loss": 0.0319, + "step": 14080 + }, + { + "epoch": 13.180542563143124, + "grad_norm": 0.13262198865413666, + "learning_rate": 5.910364723852444e-05, + "loss": 0.0355, + "step": 14090 + }, + { + "epoch": 13.189897100093546, + "grad_norm": 0.11954718083143234, + "learning_rate": 5.904944731483723e-05, + "loss": 0.0331, + "step": 14100 + }, + { + "epoch": 13.199251637043966, + "grad_norm": 0.13727590441703796, + "learning_rate": 5.899523639521825e-05, + "loss": 0.0334, + "step": 14110 + }, + { + "epoch": 13.208606173994387, + "grad_norm": 0.12903647124767303, + "learning_rate": 5.894101454553883e-05, + "loss": 0.0336, + "step": 14120 + }, + { + "epoch": 13.217960710944809, + "grad_norm": 0.10456869006156921, + "learning_rate": 5.888678183168368e-05, + "loss": 0.0313, + "step": 14130 + }, + { + "epoch": 13.227315247895229, + "grad_norm": 0.11364111304283142, + "learning_rate": 5.883253831955061e-05, + "loss": 0.0318, + "step": 14140 + }, + { + "epoch": 13.23666978484565, + "grad_norm": 0.11974990367889404, + "learning_rate": 5.8778284075050625e-05, + "loss": 0.0325, + "step": 14150 + }, + { + "epoch": 13.246024321796071, + "grad_norm": 0.11865639686584473, + "learning_rate": 5.872401916410777e-05, + "loss": 0.0333, + "step": 14160 + }, + { + "epoch": 13.255378858746493, + "grad_norm": 0.14257822930812836, + "learning_rate": 5.8669743652659014e-05, + "loss": 0.0314, + "step": 14170 + }, + { + "epoch": 13.264733395696913, + "grad_norm": 0.16314327716827393, + "learning_rate": 5.86154576066542e-05, + "loss": 0.0322, + "step": 14180 + }, + { + "epoch": 13.274087932647333, + "grad_norm": 0.13333623111248016, + "learning_rate": 5.856116109205602e-05, + "loss": 0.0311, + "step": 14190 + }, + { + "epoch": 13.283442469597755, + "grad_norm": 0.12332244217395782, + "learning_rate": 5.850685417483983e-05, + "loss": 0.0319, + "step": 14200 + }, + { + "epoch": 13.292797006548176, + "grad_norm": 0.09898334741592407, + "learning_rate": 5.8452536920993684e-05, + "loss": 0.0314, + "step": 14210 + }, + { + "epoch": 13.302151543498598, + "grad_norm": 0.11654377728700638, + "learning_rate": 5.839820939651817e-05, + "loss": 0.0327, + "step": 14220 + }, + { + "epoch": 13.311506080449018, + "grad_norm": 0.1302943229675293, + "learning_rate": 5.834387166742632e-05, + "loss": 0.0326, + "step": 14230 + }, + { + "epoch": 13.320860617399438, + "grad_norm": 0.1280224323272705, + "learning_rate": 5.828952379974364e-05, + "loss": 0.0308, + "step": 14240 + }, + { + "epoch": 13.33021515434986, + "grad_norm": 0.09496807307004929, + "learning_rate": 5.8235165859507864e-05, + "loss": 0.0328, + "step": 14250 + }, + { + "epoch": 13.33956969130028, + "grad_norm": 0.11162233352661133, + "learning_rate": 5.818079791276907e-05, + "loss": 0.032, + "step": 14260 + }, + { + "epoch": 13.348924228250702, + "grad_norm": 0.13242094218730927, + "learning_rate": 5.8126420025589415e-05, + "loss": 0.0325, + "step": 14270 + }, + { + "epoch": 13.358278765201122, + "grad_norm": 0.1104278638958931, + "learning_rate": 5.807203226404313e-05, + "loss": 0.0293, + "step": 14280 + }, + { + "epoch": 13.367633302151544, + "grad_norm": 0.09876788407564163, + "learning_rate": 5.801763469421652e-05, + "loss": 0.0325, + "step": 14290 + }, + { + "epoch": 13.376987839101965, + "grad_norm": 0.09474337100982666, + "learning_rate": 5.796322738220774e-05, + "loss": 0.0313, + "step": 14300 + }, + { + "epoch": 13.386342376052385, + "grad_norm": 0.11656595021486282, + "learning_rate": 5.79088103941268e-05, + "loss": 0.0323, + "step": 14310 + }, + { + "epoch": 13.395696913002807, + "grad_norm": 0.1089964210987091, + "learning_rate": 5.785438379609549e-05, + "loss": 0.0336, + "step": 14320 + }, + { + "epoch": 13.405051449953227, + "grad_norm": 0.14561006426811218, + "learning_rate": 5.779994765424724e-05, + "loss": 0.0334, + "step": 14330 + }, + { + "epoch": 13.414405986903649, + "grad_norm": 0.13972274959087372, + "learning_rate": 5.7745502034727114e-05, + "loss": 0.0318, + "step": 14340 + }, + { + "epoch": 13.42376052385407, + "grad_norm": 0.1517653912305832, + "learning_rate": 5.769104700369164e-05, + "loss": 0.0342, + "step": 14350 + }, + { + "epoch": 13.43311506080449, + "grad_norm": 0.10823189467191696, + "learning_rate": 5.7636582627308854e-05, + "loss": 0.0319, + "step": 14360 + }, + { + "epoch": 13.442469597754911, + "grad_norm": 0.10597087442874908, + "learning_rate": 5.7582108971758095e-05, + "loss": 0.0321, + "step": 14370 + }, + { + "epoch": 13.451824134705332, + "grad_norm": 0.09048815816640854, + "learning_rate": 5.752762610322999e-05, + "loss": 0.0331, + "step": 14380 + }, + { + "epoch": 13.461178671655754, + "grad_norm": 0.10852017253637314, + "learning_rate": 5.747313408792636e-05, + "loss": 0.0303, + "step": 14390 + }, + { + "epoch": 13.470533208606174, + "grad_norm": 0.1275244802236557, + "learning_rate": 5.741863299206014e-05, + "loss": 0.0306, + "step": 14400 + }, + { + "epoch": 13.479887745556596, + "grad_norm": 0.09995446354150772, + "learning_rate": 5.73641228818553e-05, + "loss": 0.0305, + "step": 14410 + }, + { + "epoch": 13.489242282507016, + "grad_norm": 0.12408149242401123, + "learning_rate": 5.730960382354676e-05, + "loss": 0.0311, + "step": 14420 + }, + { + "epoch": 13.498596819457436, + "grad_norm": 0.11702552437782288, + "learning_rate": 5.725507588338035e-05, + "loss": 0.0302, + "step": 14430 + }, + { + "epoch": 13.507951356407858, + "grad_norm": 0.136960968375206, + "learning_rate": 5.7200539127612604e-05, + "loss": 0.0299, + "step": 14440 + }, + { + "epoch": 13.517305893358278, + "grad_norm": 0.1445246934890747, + "learning_rate": 5.714599362251087e-05, + "loss": 0.0327, + "step": 14450 + }, + { + "epoch": 13.5266604303087, + "grad_norm": 0.11758562922477722, + "learning_rate": 5.709143943435307e-05, + "loss": 0.0326, + "step": 14460 + }, + { + "epoch": 13.53601496725912, + "grad_norm": 0.09755569696426392, + "learning_rate": 5.7036876629427646e-05, + "loss": 0.0301, + "step": 14470 + }, + { + "epoch": 13.545369504209543, + "grad_norm": 0.10141246765851974, + "learning_rate": 5.698230527403361e-05, + "loss": 0.0295, + "step": 14480 + }, + { + "epoch": 13.554724041159963, + "grad_norm": 0.11170832067728043, + "learning_rate": 5.6927725434480274e-05, + "loss": 0.0325, + "step": 14490 + }, + { + "epoch": 13.564078578110383, + "grad_norm": 0.0861978679895401, + "learning_rate": 5.687313717708728e-05, + "loss": 0.0305, + "step": 14500 + }, + { + "epoch": 13.573433115060805, + "grad_norm": 0.10560592263936996, + "learning_rate": 5.681854056818453e-05, + "loss": 0.0309, + "step": 14510 + }, + { + "epoch": 13.582787652011225, + "grad_norm": 0.1104409247636795, + "learning_rate": 5.676393567411205e-05, + "loss": 0.0304, + "step": 14520 + }, + { + "epoch": 13.592142188961647, + "grad_norm": 0.10529731214046478, + "learning_rate": 5.670932256121991e-05, + "loss": 0.0315, + "step": 14530 + }, + { + "epoch": 13.601496725912067, + "grad_norm": 0.14593085646629333, + "learning_rate": 5.6654701295868216e-05, + "loss": 0.0313, + "step": 14540 + }, + { + "epoch": 13.610851262862488, + "grad_norm": 0.12793268263339996, + "learning_rate": 5.660007194442697e-05, + "loss": 0.0303, + "step": 14550 + }, + { + "epoch": 13.62020579981291, + "grad_norm": 0.10486266762018204, + "learning_rate": 5.6545434573275946e-05, + "loss": 0.032, + "step": 14560 + }, + { + "epoch": 13.62956033676333, + "grad_norm": 0.13605897128582, + "learning_rate": 5.649078924880472e-05, + "loss": 0.0326, + "step": 14570 + }, + { + "epoch": 13.638914873713752, + "grad_norm": 0.12555989623069763, + "learning_rate": 5.643613603741252e-05, + "loss": 0.0292, + "step": 14580 + }, + { + "epoch": 13.648269410664172, + "grad_norm": 0.1338670402765274, + "learning_rate": 5.6381475005508154e-05, + "loss": 0.0342, + "step": 14590 + }, + { + "epoch": 13.657623947614592, + "grad_norm": 0.10076026618480682, + "learning_rate": 5.632680621950992e-05, + "loss": 0.0317, + "step": 14600 + }, + { + "epoch": 13.666978484565014, + "grad_norm": 0.11966457962989807, + "learning_rate": 5.627212974584555e-05, + "loss": 0.0312, + "step": 14610 + }, + { + "epoch": 13.676333021515434, + "grad_norm": 0.1287725418806076, + "learning_rate": 5.62174456509521e-05, + "loss": 0.0306, + "step": 14620 + }, + { + "epoch": 13.685687558465856, + "grad_norm": 0.10892323404550552, + "learning_rate": 5.616275400127594e-05, + "loss": 0.0312, + "step": 14630 + }, + { + "epoch": 13.695042095416277, + "grad_norm": 0.09795906394720078, + "learning_rate": 5.610805486327254e-05, + "loss": 0.0302, + "step": 14640 + }, + { + "epoch": 13.704396632366699, + "grad_norm": 0.10607314109802246, + "learning_rate": 5.6053348303406536e-05, + "loss": 0.0333, + "step": 14650 + }, + { + "epoch": 13.713751169317119, + "grad_norm": 0.10195818543434143, + "learning_rate": 5.599863438815156e-05, + "loss": 0.0316, + "step": 14660 + }, + { + "epoch": 13.723105706267539, + "grad_norm": 0.1253620982170105, + "learning_rate": 5.594391318399017e-05, + "loss": 0.03, + "step": 14670 + }, + { + "epoch": 13.732460243217961, + "grad_norm": 0.0958501324057579, + "learning_rate": 5.588918475741377e-05, + "loss": 0.0337, + "step": 14680 + }, + { + "epoch": 13.741814780168381, + "grad_norm": 0.1280086189508438, + "learning_rate": 5.5834449174922586e-05, + "loss": 0.031, + "step": 14690 + }, + { + "epoch": 13.751169317118803, + "grad_norm": 0.09725455939769745, + "learning_rate": 5.57797065030255e-05, + "loss": 0.0298, + "step": 14700 + }, + { + "epoch": 13.760523854069223, + "grad_norm": 0.08859241008758545, + "learning_rate": 5.5724956808240016e-05, + "loss": 0.032, + "step": 14710 + }, + { + "epoch": 13.769878391019645, + "grad_norm": 0.09357555210590363, + "learning_rate": 5.567020015709219e-05, + "loss": 0.031, + "step": 14720 + }, + { + "epoch": 13.779232927970066, + "grad_norm": 0.10114359855651855, + "learning_rate": 5.561543661611649e-05, + "loss": 0.0297, + "step": 14730 + }, + { + "epoch": 13.788587464920486, + "grad_norm": 0.1047961488366127, + "learning_rate": 5.556066625185583e-05, + "loss": 0.0313, + "step": 14740 + }, + { + "epoch": 13.797942001870908, + "grad_norm": 0.10569164901971817, + "learning_rate": 5.550588913086131e-05, + "loss": 0.0332, + "step": 14750 + }, + { + "epoch": 13.807296538821328, + "grad_norm": 0.10954700410366058, + "learning_rate": 5.545110531969234e-05, + "loss": 0.0291, + "step": 14760 + }, + { + "epoch": 13.81665107577175, + "grad_norm": 0.11086539179086685, + "learning_rate": 5.539631488491641e-05, + "loss": 0.0315, + "step": 14770 + }, + { + "epoch": 13.82600561272217, + "grad_norm": 0.10424254089593887, + "learning_rate": 5.534151789310904e-05, + "loss": 0.0318, + "step": 14780 + }, + { + "epoch": 13.83536014967259, + "grad_norm": 0.09361882507801056, + "learning_rate": 5.528671441085376e-05, + "loss": 0.0284, + "step": 14790 + }, + { + "epoch": 13.844714686623012, + "grad_norm": 0.2667456865310669, + "learning_rate": 5.523190450474197e-05, + "loss": 0.031, + "step": 14800 + }, + { + "epoch": 13.854069223573433, + "grad_norm": 0.10125512629747391, + "learning_rate": 5.5177088241372865e-05, + "loss": 0.0348, + "step": 14810 + }, + { + "epoch": 13.863423760523855, + "grad_norm": 0.10080064833164215, + "learning_rate": 5.512226568735338e-05, + "loss": 0.0311, + "step": 14820 + }, + { + "epoch": 13.872778297474275, + "grad_norm": 0.0952983871102333, + "learning_rate": 5.506743690929809e-05, + "loss": 0.0302, + "step": 14830 + }, + { + "epoch": 13.882132834424697, + "grad_norm": 0.12998661398887634, + "learning_rate": 5.501260197382912e-05, + "loss": 0.0317, + "step": 14840 + }, + { + "epoch": 13.891487371375117, + "grad_norm": 0.144460529088974, + "learning_rate": 5.49577609475761e-05, + "loss": 0.0321, + "step": 14850 + }, + { + "epoch": 13.900841908325537, + "grad_norm": 0.12490914016962051, + "learning_rate": 5.490291389717603e-05, + "loss": 0.0319, + "step": 14860 + }, + { + "epoch": 13.91019644527596, + "grad_norm": 0.12079442292451859, + "learning_rate": 5.484806088927329e-05, + "loss": 0.0326, + "step": 14870 + }, + { + "epoch": 13.91955098222638, + "grad_norm": 0.08511970937252045, + "learning_rate": 5.479320199051942e-05, + "loss": 0.0303, + "step": 14880 + }, + { + "epoch": 13.928905519176801, + "grad_norm": 0.17003048956394196, + "learning_rate": 5.473833726757314e-05, + "loss": 0.0312, + "step": 14890 + }, + { + "epoch": 13.938260056127222, + "grad_norm": 0.1046547219157219, + "learning_rate": 5.4683466787100304e-05, + "loss": 0.0312, + "step": 14900 + }, + { + "epoch": 13.947614593077642, + "grad_norm": 0.11616797000169754, + "learning_rate": 5.462859061577369e-05, + "loss": 0.0311, + "step": 14910 + }, + { + "epoch": 13.956969130028064, + "grad_norm": 0.08616320788860321, + "learning_rate": 5.4573708820273026e-05, + "loss": 0.0302, + "step": 14920 + }, + { + "epoch": 13.966323666978484, + "grad_norm": 0.09361620992422104, + "learning_rate": 5.451882146728488e-05, + "loss": 0.0308, + "step": 14930 + }, + { + "epoch": 13.975678203928906, + "grad_norm": 0.09951530396938324, + "learning_rate": 5.446392862350255e-05, + "loss": 0.0296, + "step": 14940 + }, + { + "epoch": 13.985032740879326, + "grad_norm": 0.12106814980506897, + "learning_rate": 5.440903035562603e-05, + "loss": 0.0293, + "step": 14950 + }, + { + "epoch": 13.994387277829748, + "grad_norm": 0.102865070104599, + "learning_rate": 5.435412673036188e-05, + "loss": 0.0306, + "step": 14960 + }, + { + "epoch": 14.003741814780168, + "grad_norm": 0.10218996554613113, + "learning_rate": 5.429921781442318e-05, + "loss": 0.0333, + "step": 14970 + }, + { + "epoch": 14.013096351730589, + "grad_norm": 0.10787829756736755, + "learning_rate": 5.424430367452945e-05, + "loss": 0.03, + "step": 14980 + }, + { + "epoch": 14.02245088868101, + "grad_norm": 0.09922648966312408, + "learning_rate": 5.418938437740655e-05, + "loss": 0.0305, + "step": 14990 + }, + { + "epoch": 14.03180542563143, + "grad_norm": 0.10934729129076004, + "learning_rate": 5.413445998978658e-05, + "loss": 0.0302, + "step": 15000 + }, + { + "epoch": 14.041159962581853, + "grad_norm": 0.09897066652774811, + "learning_rate": 5.407953057840789e-05, + "loss": 0.0298, + "step": 15010 + }, + { + "epoch": 14.050514499532273, + "grad_norm": 0.11073228716850281, + "learning_rate": 5.4024596210014853e-05, + "loss": 0.0307, + "step": 15020 + }, + { + "epoch": 14.059869036482693, + "grad_norm": 0.12296870350837708, + "learning_rate": 5.3969656951357935e-05, + "loss": 0.0301, + "step": 15030 + }, + { + "epoch": 14.069223573433115, + "grad_norm": 0.10169009864330292, + "learning_rate": 5.3914712869193504e-05, + "loss": 0.0294, + "step": 15040 + }, + { + "epoch": 14.078578110383535, + "grad_norm": 0.09362494200468063, + "learning_rate": 5.385976403028381e-05, + "loss": 0.0292, + "step": 15050 + }, + { + "epoch": 14.087932647333957, + "grad_norm": 0.10596467554569244, + "learning_rate": 5.3804810501396875e-05, + "loss": 0.0294, + "step": 15060 + }, + { + "epoch": 14.097287184284378, + "grad_norm": 0.10898708552122116, + "learning_rate": 5.374985234930639e-05, + "loss": 0.0296, + "step": 15070 + }, + { + "epoch": 14.1066417212348, + "grad_norm": 0.10433714836835861, + "learning_rate": 5.3694889640791724e-05, + "loss": 0.0318, + "step": 15080 + }, + { + "epoch": 14.11599625818522, + "grad_norm": 0.11349384486675262, + "learning_rate": 5.3639922442637736e-05, + "loss": 0.0291, + "step": 15090 + }, + { + "epoch": 14.12535079513564, + "grad_norm": 0.16660742461681366, + "learning_rate": 5.358495082163476e-05, + "loss": 0.0315, + "step": 15100 + }, + { + "epoch": 14.134705332086062, + "grad_norm": 0.12422379851341248, + "learning_rate": 5.35299748445785e-05, + "loss": 0.0327, + "step": 15110 + }, + { + "epoch": 14.144059869036482, + "grad_norm": 0.10933661460876465, + "learning_rate": 5.3474994578269944e-05, + "loss": 0.0309, + "step": 15120 + }, + { + "epoch": 14.153414405986904, + "grad_norm": 0.11863104999065399, + "learning_rate": 5.34200100895153e-05, + "loss": 0.0294, + "step": 15130 + }, + { + "epoch": 14.162768942937324, + "grad_norm": 0.11817724257707596, + "learning_rate": 5.3365021445125916e-05, + "loss": 0.0315, + "step": 15140 + }, + { + "epoch": 14.172123479887745, + "grad_norm": 0.1473480761051178, + "learning_rate": 5.331002871191817e-05, + "loss": 0.0295, + "step": 15150 + }, + { + "epoch": 14.181478016838167, + "grad_norm": 0.11831039935350418, + "learning_rate": 5.3255031956713443e-05, + "loss": 0.031, + "step": 15160 + }, + { + "epoch": 14.190832553788587, + "grad_norm": 0.10610148310661316, + "learning_rate": 5.320003124633795e-05, + "loss": 0.0306, + "step": 15170 + }, + { + "epoch": 14.200187090739009, + "grad_norm": 0.11144261062145233, + "learning_rate": 5.314502664762274e-05, + "loss": 0.0302, + "step": 15180 + }, + { + "epoch": 14.209541627689429, + "grad_norm": 0.12504950165748596, + "learning_rate": 5.3090018227403604e-05, + "loss": 0.0302, + "step": 15190 + }, + { + "epoch": 14.218896164639851, + "grad_norm": 0.11370979249477386, + "learning_rate": 5.3035006052520955e-05, + "loss": 0.0304, + "step": 15200 + }, + { + "epoch": 14.228250701590271, + "grad_norm": 0.0936761200428009, + "learning_rate": 5.297999018981976e-05, + "loss": 0.0297, + "step": 15210 + }, + { + "epoch": 14.237605238540691, + "grad_norm": 0.1053672581911087, + "learning_rate": 5.2924970706149505e-05, + "loss": 0.0311, + "step": 15220 + }, + { + "epoch": 14.246959775491113, + "grad_norm": 0.10514705628156662, + "learning_rate": 5.2869947668364014e-05, + "loss": 0.0282, + "step": 15230 + }, + { + "epoch": 14.256314312441534, + "grad_norm": 0.10377437621355057, + "learning_rate": 5.2814921143321504e-05, + "loss": 0.0297, + "step": 15240 + }, + { + "epoch": 14.265668849391956, + "grad_norm": 0.09647661447525024, + "learning_rate": 5.275989119788436e-05, + "loss": 0.0308, + "step": 15250 + }, + { + "epoch": 14.275023386342376, + "grad_norm": 0.09339074045419693, + "learning_rate": 5.270485789891919e-05, + "loss": 0.0278, + "step": 15260 + }, + { + "epoch": 14.284377923292798, + "grad_norm": 0.12693680822849274, + "learning_rate": 5.264982131329661e-05, + "loss": 0.0321, + "step": 15270 + }, + { + "epoch": 14.293732460243218, + "grad_norm": 0.1054934710264206, + "learning_rate": 5.259478150789128e-05, + "loss": 0.029, + "step": 15280 + }, + { + "epoch": 14.303086997193638, + "grad_norm": 0.15909019112586975, + "learning_rate": 5.253973854958173e-05, + "loss": 0.03, + "step": 15290 + }, + { + "epoch": 14.31244153414406, + "grad_norm": 0.10571397095918655, + "learning_rate": 5.2484692505250376e-05, + "loss": 0.0308, + "step": 15300 + }, + { + "epoch": 14.32179607109448, + "grad_norm": 0.11441997438669205, + "learning_rate": 5.242964344178333e-05, + "loss": 0.0305, + "step": 15310 + }, + { + "epoch": 14.331150608044902, + "grad_norm": 0.0984170064330101, + "learning_rate": 5.237459142607041e-05, + "loss": 0.0318, + "step": 15320 + }, + { + "epoch": 14.340505144995323, + "grad_norm": 0.09993186593055725, + "learning_rate": 5.231953652500498e-05, + "loss": 0.029, + "step": 15330 + }, + { + "epoch": 14.349859681945743, + "grad_norm": 0.10032261162996292, + "learning_rate": 5.2264478805483976e-05, + "loss": 0.0294, + "step": 15340 + }, + { + "epoch": 14.359214218896165, + "grad_norm": 0.1259392946958542, + "learning_rate": 5.220941833440768e-05, + "loss": 0.03, + "step": 15350 + }, + { + "epoch": 14.368568755846585, + "grad_norm": 0.09689608216285706, + "learning_rate": 5.215435517867977e-05, + "loss": 0.0273, + "step": 15360 + }, + { + "epoch": 14.377923292797007, + "grad_norm": 0.0825950875878334, + "learning_rate": 5.209928940520719e-05, + "loss": 0.0297, + "step": 15370 + }, + { + "epoch": 14.387277829747427, + "grad_norm": 0.092473104596138, + "learning_rate": 5.204422108090004e-05, + "loss": 0.0297, + "step": 15380 + }, + { + "epoch": 14.39663236669785, + "grad_norm": 0.10121749341487885, + "learning_rate": 5.19891502726715e-05, + "loss": 0.0294, + "step": 15390 + }, + { + "epoch": 14.40598690364827, + "grad_norm": 0.10268503427505493, + "learning_rate": 5.193407704743782e-05, + "loss": 0.0303, + "step": 15400 + }, + { + "epoch": 14.41534144059869, + "grad_norm": 0.09616871178150177, + "learning_rate": 5.187900147211815e-05, + "loss": 0.0283, + "step": 15410 + }, + { + "epoch": 14.424695977549112, + "grad_norm": 0.1052895039319992, + "learning_rate": 5.182392361363453e-05, + "loss": 0.0273, + "step": 15420 + }, + { + "epoch": 14.434050514499532, + "grad_norm": 0.11066706478595734, + "learning_rate": 5.176884353891172e-05, + "loss": 0.0293, + "step": 15430 + }, + { + "epoch": 14.443405051449954, + "grad_norm": 0.13629107177257538, + "learning_rate": 5.171376131487722e-05, + "loss": 0.0292, + "step": 15440 + }, + { + "epoch": 14.452759588400374, + "grad_norm": 0.12287971377372742, + "learning_rate": 5.165867700846113e-05, + "loss": 0.0295, + "step": 15450 + }, + { + "epoch": 14.462114125350794, + "grad_norm": 0.10781798511743546, + "learning_rate": 5.160359068659606e-05, + "loss": 0.0295, + "step": 15460 + }, + { + "epoch": 14.471468662301216, + "grad_norm": 0.10120955109596252, + "learning_rate": 5.154850241621712e-05, + "loss": 0.033, + "step": 15470 + }, + { + "epoch": 14.480823199251637, + "grad_norm": 0.11114285886287689, + "learning_rate": 5.149341226426172e-05, + "loss": 0.0295, + "step": 15480 + }, + { + "epoch": 14.490177736202059, + "grad_norm": 0.09621312469244003, + "learning_rate": 5.14383202976696e-05, + "loss": 0.0281, + "step": 15490 + }, + { + "epoch": 14.499532273152479, + "grad_norm": 0.08520288020372391, + "learning_rate": 5.1383226583382684e-05, + "loss": 0.0293, + "step": 15500 + }, + { + "epoch": 14.5088868101029, + "grad_norm": 0.12533888220787048, + "learning_rate": 5.132813118834504e-05, + "loss": 0.0277, + "step": 15510 + }, + { + "epoch": 14.518241347053321, + "grad_norm": 0.10229690372943878, + "learning_rate": 5.1273034179502777e-05, + "loss": 0.0287, + "step": 15520 + }, + { + "epoch": 14.527595884003741, + "grad_norm": 0.09411080926656723, + "learning_rate": 5.1217935623803945e-05, + "loss": 0.03, + "step": 15530 + }, + { + "epoch": 14.536950420954163, + "grad_norm": 0.11081596463918686, + "learning_rate": 5.1162835588198476e-05, + "loss": 0.0283, + "step": 15540 + }, + { + "epoch": 14.546304957904583, + "grad_norm": 0.09341322630643845, + "learning_rate": 5.110773413963813e-05, + "loss": 0.0289, + "step": 15550 + }, + { + "epoch": 14.555659494855005, + "grad_norm": 0.1013948917388916, + "learning_rate": 5.105263134507636e-05, + "loss": 0.0293, + "step": 15560 + }, + { + "epoch": 14.565014031805426, + "grad_norm": 0.09925879538059235, + "learning_rate": 5.099752727146824e-05, + "loss": 0.0288, + "step": 15570 + }, + { + "epoch": 14.574368568755848, + "grad_norm": 0.10573665052652359, + "learning_rate": 5.094242198577042e-05, + "loss": 0.031, + "step": 15580 + }, + { + "epoch": 14.583723105706268, + "grad_norm": 0.0930154025554657, + "learning_rate": 5.088731555494102e-05, + "loss": 0.0289, + "step": 15590 + }, + { + "epoch": 14.593077642656688, + "grad_norm": 0.10034915804862976, + "learning_rate": 5.0832208045939556e-05, + "loss": 0.0305, + "step": 15600 + }, + { + "epoch": 14.60243217960711, + "grad_norm": 0.11822839826345444, + "learning_rate": 5.0777099525726844e-05, + "loss": 0.0307, + "step": 15610 + }, + { + "epoch": 14.61178671655753, + "grad_norm": 0.09826875478029251, + "learning_rate": 5.072199006126494e-05, + "loss": 0.0297, + "step": 15620 + }, + { + "epoch": 14.621141253507952, + "grad_norm": 0.10533680766820908, + "learning_rate": 5.0666879719517026e-05, + "loss": 0.0293, + "step": 15630 + }, + { + "epoch": 14.630495790458372, + "grad_norm": 0.10313452780246735, + "learning_rate": 5.061176856744737e-05, + "loss": 0.0307, + "step": 15640 + }, + { + "epoch": 14.639850327408793, + "grad_norm": 0.1684519499540329, + "learning_rate": 5.0556656672021205e-05, + "loss": 0.0288, + "step": 15650 + }, + { + "epoch": 14.649204864359215, + "grad_norm": 0.10630469024181366, + "learning_rate": 5.050154410020472e-05, + "loss": 0.0281, + "step": 15660 + }, + { + "epoch": 14.658559401309635, + "grad_norm": 0.10224311053752899, + "learning_rate": 5.044643091896485e-05, + "loss": 0.0309, + "step": 15670 + }, + { + "epoch": 14.667913938260057, + "grad_norm": 0.10366460680961609, + "learning_rate": 5.039131719526932e-05, + "loss": 0.0282, + "step": 15680 + }, + { + "epoch": 14.677268475210477, + "grad_norm": 0.12238840758800507, + "learning_rate": 5.03362029960865e-05, + "loss": 0.028, + "step": 15690 + }, + { + "epoch": 14.686623012160897, + "grad_norm": 0.09790487587451935, + "learning_rate": 5.028108838838533e-05, + "loss": 0.0313, + "step": 15700 + }, + { + "epoch": 14.69597754911132, + "grad_norm": 0.10196027904748917, + "learning_rate": 5.0225973439135276e-05, + "loss": 0.0289, + "step": 15710 + }, + { + "epoch": 14.70533208606174, + "grad_norm": 0.10684844106435776, + "learning_rate": 5.017085821530617e-05, + "loss": 0.0288, + "step": 15720 + }, + { + "epoch": 14.714686623012161, + "grad_norm": 0.09985113143920898, + "learning_rate": 5.011574278386822e-05, + "loss": 0.0283, + "step": 15730 + }, + { + "epoch": 14.724041159962582, + "grad_norm": 0.11280149221420288, + "learning_rate": 5.006062721179189e-05, + "loss": 0.0296, + "step": 15740 + }, + { + "epoch": 14.733395696913004, + "grad_norm": 0.09917087852954865, + "learning_rate": 5.000551156604777e-05, + "loss": 0.0289, + "step": 15750 + }, + { + "epoch": 14.742750233863424, + "grad_norm": 0.11197815090417862, + "learning_rate": 4.9950395913606594e-05, + "loss": 0.0305, + "step": 15760 + }, + { + "epoch": 14.752104770813844, + "grad_norm": 0.10537222772836685, + "learning_rate": 4.989528032143903e-05, + "loss": 0.0309, + "step": 15770 + }, + { + "epoch": 14.761459307764266, + "grad_norm": 0.08154691755771637, + "learning_rate": 4.984016485651578e-05, + "loss": 0.0285, + "step": 15780 + }, + { + "epoch": 14.770813844714686, + "grad_norm": 0.1131342276930809, + "learning_rate": 4.9785049585807274e-05, + "loss": 0.0282, + "step": 15790 + }, + { + "epoch": 14.780168381665108, + "grad_norm": 0.14494243264198303, + "learning_rate": 4.972993457628381e-05, + "loss": 0.0297, + "step": 15800 + }, + { + "epoch": 14.789522918615528, + "grad_norm": 0.16098453104496002, + "learning_rate": 4.9674819894915306e-05, + "loss": 0.0296, + "step": 15810 + }, + { + "epoch": 14.79887745556595, + "grad_norm": 0.1387019157409668, + "learning_rate": 4.9619705608671265e-05, + "loss": 0.0292, + "step": 15820 + }, + { + "epoch": 14.80823199251637, + "grad_norm": 0.14949265122413635, + "learning_rate": 4.956459178452079e-05, + "loss": 0.0282, + "step": 15830 + }, + { + "epoch": 14.81758652946679, + "grad_norm": 0.1375918984413147, + "learning_rate": 4.950947848943235e-05, + "loss": 0.0289, + "step": 15840 + }, + { + "epoch": 14.826941066417213, + "grad_norm": 0.12135524302721024, + "learning_rate": 4.9454365790373805e-05, + "loss": 0.0285, + "step": 15850 + }, + { + "epoch": 14.836295603367633, + "grad_norm": 0.10183200240135193, + "learning_rate": 4.939925375431226e-05, + "loss": 0.0299, + "step": 15860 + }, + { + "epoch": 14.845650140318055, + "grad_norm": 0.13165615499019623, + "learning_rate": 4.9344142448214046e-05, + "loss": 0.0293, + "step": 15870 + }, + { + "epoch": 14.855004677268475, + "grad_norm": 0.10294316709041595, + "learning_rate": 4.928903193904461e-05, + "loss": 0.029, + "step": 15880 + }, + { + "epoch": 14.864359214218895, + "grad_norm": 0.08951328694820404, + "learning_rate": 4.923392229376842e-05, + "loss": 0.0293, + "step": 15890 + }, + { + "epoch": 14.873713751169317, + "grad_norm": 0.11017468571662903, + "learning_rate": 4.9178813579348865e-05, + "loss": 0.0286, + "step": 15900 + }, + { + "epoch": 14.883068288119738, + "grad_norm": 0.10429185628890991, + "learning_rate": 4.9123705862748253e-05, + "loss": 0.0283, + "step": 15910 + }, + { + "epoch": 14.89242282507016, + "grad_norm": 0.13058039546012878, + "learning_rate": 4.9068599210927627e-05, + "loss": 0.0288, + "step": 15920 + }, + { + "epoch": 14.90177736202058, + "grad_norm": 0.15466225147247314, + "learning_rate": 4.901349369084681e-05, + "loss": 0.03, + "step": 15930 + }, + { + "epoch": 14.911131898971, + "grad_norm": 0.11289998888969421, + "learning_rate": 4.8958389369464156e-05, + "loss": 0.0287, + "step": 15940 + }, + { + "epoch": 14.920486435921422, + "grad_norm": 0.11736220121383667, + "learning_rate": 4.890328631373666e-05, + "loss": 0.0305, + "step": 15950 + }, + { + "epoch": 14.929840972871842, + "grad_norm": 0.09164880961179733, + "learning_rate": 4.88481845906197e-05, + "loss": 0.03, + "step": 15960 + }, + { + "epoch": 14.939195509822264, + "grad_norm": 0.1309640258550644, + "learning_rate": 4.879308426706707e-05, + "loss": 0.0296, + "step": 15970 + }, + { + "epoch": 14.948550046772684, + "grad_norm": 0.11569449305534363, + "learning_rate": 4.873798541003084e-05, + "loss": 0.0299, + "step": 15980 + }, + { + "epoch": 14.957904583723106, + "grad_norm": 0.09527552872896194, + "learning_rate": 4.868288808646136e-05, + "loss": 0.0302, + "step": 15990 + }, + { + "epoch": 14.967259120673527, + "grad_norm": 0.10857273638248444, + "learning_rate": 4.862779236330705e-05, + "loss": 0.0286, + "step": 16000 + }, + { + "epoch": 14.976613657623947, + "grad_norm": 0.10504445433616638, + "learning_rate": 4.8572698307514395e-05, + "loss": 0.0298, + "step": 16010 + }, + { + "epoch": 14.985968194574369, + "grad_norm": 0.10500452667474747, + "learning_rate": 4.85176059860279e-05, + "loss": 0.0278, + "step": 16020 + }, + { + "epoch": 14.995322731524789, + "grad_norm": 0.1111936867237091, + "learning_rate": 4.846251546578989e-05, + "loss": 0.0306, + "step": 16030 + }, + { + "epoch": 15.004677268475211, + "grad_norm": 0.08640527725219727, + "learning_rate": 4.840742681374058e-05, + "loss": 0.0281, + "step": 16040 + }, + { + "epoch": 15.014031805425631, + "grad_norm": 0.11621508002281189, + "learning_rate": 4.835234009681787e-05, + "loss": 0.027, + "step": 16050 + }, + { + "epoch": 15.023386342376053, + "grad_norm": 0.11324162781238556, + "learning_rate": 4.8297255381957296e-05, + "loss": 0.0288, + "step": 16060 + }, + { + "epoch": 15.032740879326473, + "grad_norm": 0.08852778375148773, + "learning_rate": 4.824217273609198e-05, + "loss": 0.0286, + "step": 16070 + }, + { + "epoch": 15.042095416276894, + "grad_norm": 0.12027726322412491, + "learning_rate": 4.8187092226152555e-05, + "loss": 0.0266, + "step": 16080 + }, + { + "epoch": 15.051449953227316, + "grad_norm": 0.13063083589076996, + "learning_rate": 4.8132013919067016e-05, + "loss": 0.0287, + "step": 16090 + }, + { + "epoch": 15.060804490177736, + "grad_norm": 0.11144482344388962, + "learning_rate": 4.807693788176071e-05, + "loss": 0.0282, + "step": 16100 + }, + { + "epoch": 15.070159027128158, + "grad_norm": 0.10038258880376816, + "learning_rate": 4.8021864181156214e-05, + "loss": 0.0291, + "step": 16110 + }, + { + "epoch": 15.079513564078578, + "grad_norm": 0.1449974924325943, + "learning_rate": 4.796679288417326e-05, + "loss": 0.0284, + "step": 16120 + }, + { + "epoch": 15.088868101028998, + "grad_norm": 0.10308325290679932, + "learning_rate": 4.791172405772866e-05, + "loss": 0.027, + "step": 16130 + }, + { + "epoch": 15.09822263797942, + "grad_norm": 0.10964252054691315, + "learning_rate": 4.785665776873625e-05, + "loss": 0.0256, + "step": 16140 + }, + { + "epoch": 15.10757717492984, + "grad_norm": 0.12927117943763733, + "learning_rate": 4.7801594084106763e-05, + "loss": 0.0282, + "step": 16150 + }, + { + "epoch": 15.116931711880262, + "grad_norm": 0.11021101474761963, + "learning_rate": 4.774653307074775e-05, + "loss": 0.0276, + "step": 16160 + }, + { + "epoch": 15.126286248830683, + "grad_norm": 0.1216370016336441, + "learning_rate": 4.769147479556355e-05, + "loss": 0.0262, + "step": 16170 + }, + { + "epoch": 15.135640785781105, + "grad_norm": 0.08928268402814865, + "learning_rate": 4.763641932545515e-05, + "loss": 0.0274, + "step": 16180 + }, + { + "epoch": 15.144995322731525, + "grad_norm": 0.1147790253162384, + "learning_rate": 4.758136672732013e-05, + "loss": 0.0277, + "step": 16190 + }, + { + "epoch": 15.154349859681945, + "grad_norm": 0.1323218196630478, + "learning_rate": 4.752631706805261e-05, + "loss": 0.0268, + "step": 16200 + }, + { + "epoch": 15.163704396632367, + "grad_norm": 0.12323819100856781, + "learning_rate": 4.7471270414543114e-05, + "loss": 0.0279, + "step": 16210 + }, + { + "epoch": 15.173058933582787, + "grad_norm": 0.10512275248765945, + "learning_rate": 4.741622683367849e-05, + "loss": 0.0295, + "step": 16220 + }, + { + "epoch": 15.18241347053321, + "grad_norm": 0.0992988795042038, + "learning_rate": 4.736118639234191e-05, + "loss": 0.0291, + "step": 16230 + }, + { + "epoch": 15.19176800748363, + "grad_norm": 0.11439337581396103, + "learning_rate": 4.730614915741267e-05, + "loss": 0.0244, + "step": 16240 + }, + { + "epoch": 15.20112254443405, + "grad_norm": 0.10904564708471298, + "learning_rate": 4.7251115195766234e-05, + "loss": 0.0277, + "step": 16250 + }, + { + "epoch": 15.210477081384472, + "grad_norm": 0.1020103469491005, + "learning_rate": 4.719608457427404e-05, + "loss": 0.0282, + "step": 16260 + }, + { + "epoch": 15.219831618334892, + "grad_norm": 0.10674306005239487, + "learning_rate": 4.714105735980347e-05, + "loss": 0.029, + "step": 16270 + }, + { + "epoch": 15.229186155285314, + "grad_norm": 0.1376095712184906, + "learning_rate": 4.70860336192178e-05, + "loss": 0.0266, + "step": 16280 + }, + { + "epoch": 15.238540692235734, + "grad_norm": 0.09973998367786407, + "learning_rate": 4.7031013419376034e-05, + "loss": 0.0265, + "step": 16290 + }, + { + "epoch": 15.247895229186156, + "grad_norm": 0.11033828556537628, + "learning_rate": 4.6975996827132926e-05, + "loss": 0.0258, + "step": 16300 + }, + { + "epoch": 15.257249766136576, + "grad_norm": 0.08506514132022858, + "learning_rate": 4.692098390933883e-05, + "loss": 0.0271, + "step": 16310 + }, + { + "epoch": 15.266604303086996, + "grad_norm": 0.09654045104980469, + "learning_rate": 4.6865974732839615e-05, + "loss": 0.0288, + "step": 16320 + }, + { + "epoch": 15.275958840037418, + "grad_norm": 0.11214732378721237, + "learning_rate": 4.6810969364476615e-05, + "loss": 0.0305, + "step": 16330 + }, + { + "epoch": 15.285313376987839, + "grad_norm": 0.11050070822238922, + "learning_rate": 4.675596787108653e-05, + "loss": 0.0296, + "step": 16340 + }, + { + "epoch": 15.29466791393826, + "grad_norm": 0.12021811306476593, + "learning_rate": 4.670097031950139e-05, + "loss": 0.0288, + "step": 16350 + }, + { + "epoch": 15.30402245088868, + "grad_norm": 0.09937012940645218, + "learning_rate": 4.664597677654838e-05, + "loss": 0.0278, + "step": 16360 + }, + { + "epoch": 15.313376987839103, + "grad_norm": 0.0951458215713501, + "learning_rate": 4.659098730904986e-05, + "loss": 0.0297, + "step": 16370 + }, + { + "epoch": 15.322731524789523, + "grad_norm": 0.11199425160884857, + "learning_rate": 4.6536001983823204e-05, + "loss": 0.0286, + "step": 16380 + }, + { + "epoch": 15.332086061739943, + "grad_norm": 0.09115047007799149, + "learning_rate": 4.648102086768078e-05, + "loss": 0.0256, + "step": 16390 + }, + { + "epoch": 15.341440598690365, + "grad_norm": 0.08688808232545853, + "learning_rate": 4.6426044027429786e-05, + "loss": 0.0273, + "step": 16400 + }, + { + "epoch": 15.350795135640785, + "grad_norm": 0.08851682394742966, + "learning_rate": 4.637107152987234e-05, + "loss": 0.0265, + "step": 16410 + }, + { + "epoch": 15.360149672591207, + "grad_norm": 0.09772126376628876, + "learning_rate": 4.631610344180515e-05, + "loss": 0.029, + "step": 16420 + }, + { + "epoch": 15.369504209541628, + "grad_norm": 0.10821868479251862, + "learning_rate": 4.626113983001965e-05, + "loss": 0.0261, + "step": 16430 + }, + { + "epoch": 15.378858746492048, + "grad_norm": 0.10611593723297119, + "learning_rate": 4.620618076130182e-05, + "loss": 0.0277, + "step": 16440 + }, + { + "epoch": 15.38821328344247, + "grad_norm": 0.10052435845136642, + "learning_rate": 4.6151226302432074e-05, + "loss": 0.029, + "step": 16450 + }, + { + "epoch": 15.39756782039289, + "grad_norm": 0.10094141215085983, + "learning_rate": 4.6096276520185304e-05, + "loss": 0.0296, + "step": 16460 + }, + { + "epoch": 15.406922357343312, + "grad_norm": 0.11417926847934723, + "learning_rate": 4.604133148133066e-05, + "loss": 0.0277, + "step": 16470 + }, + { + "epoch": 15.416276894293732, + "grad_norm": 0.09118875861167908, + "learning_rate": 4.598639125263155e-05, + "loss": 0.0266, + "step": 16480 + }, + { + "epoch": 15.425631431244154, + "grad_norm": 0.12065480649471283, + "learning_rate": 4.593145590084553e-05, + "loss": 0.0284, + "step": 16490 + }, + { + "epoch": 15.434985968194574, + "grad_norm": 0.09175224602222443, + "learning_rate": 4.58765254927242e-05, + "loss": 0.0263, + "step": 16500 + }, + { + "epoch": 15.444340505144995, + "grad_norm": 0.11191565543413162, + "learning_rate": 4.582160009501323e-05, + "loss": 0.0281, + "step": 16510 + }, + { + "epoch": 15.453695042095417, + "grad_norm": 0.10146746784448624, + "learning_rate": 4.5766679774452143e-05, + "loss": 0.0274, + "step": 16520 + }, + { + "epoch": 15.463049579045837, + "grad_norm": 0.07979238778352737, + "learning_rate": 4.571176459777431e-05, + "loss": 0.0276, + "step": 16530 + }, + { + "epoch": 15.472404115996259, + "grad_norm": 0.1118781715631485, + "learning_rate": 4.5656854631706846e-05, + "loss": 0.0271, + "step": 16540 + }, + { + "epoch": 15.481758652946679, + "grad_norm": 0.1298564225435257, + "learning_rate": 4.560194994297054e-05, + "loss": 0.0276, + "step": 16550 + }, + { + "epoch": 15.4911131898971, + "grad_norm": 0.10600567609071732, + "learning_rate": 4.554705059827974e-05, + "loss": 0.0253, + "step": 16560 + }, + { + "epoch": 15.500467726847521, + "grad_norm": 0.10033248364925385, + "learning_rate": 4.5492156664342365e-05, + "loss": 0.0282, + "step": 16570 + }, + { + "epoch": 15.509822263797941, + "grad_norm": 0.12611114978790283, + "learning_rate": 4.5437268207859695e-05, + "loss": 0.0283, + "step": 16580 + }, + { + "epoch": 15.519176800748363, + "grad_norm": 0.10847418755292892, + "learning_rate": 4.538238529552641e-05, + "loss": 0.0274, + "step": 16590 + }, + { + "epoch": 15.528531337698784, + "grad_norm": 0.09082300961017609, + "learning_rate": 4.5327507994030394e-05, + "loss": 0.0267, + "step": 16600 + }, + { + "epoch": 15.537885874649206, + "grad_norm": 0.12291828542947769, + "learning_rate": 4.527263637005273e-05, + "loss": 0.0268, + "step": 16610 + }, + { + "epoch": 15.547240411599626, + "grad_norm": 0.12847819924354553, + "learning_rate": 4.521777049026766e-05, + "loss": 0.0273, + "step": 16620 + }, + { + "epoch": 15.556594948550046, + "grad_norm": 0.1263769268989563, + "learning_rate": 4.5162910421342386e-05, + "loss": 0.0256, + "step": 16630 + }, + { + "epoch": 15.565949485500468, + "grad_norm": 0.10318607091903687, + "learning_rate": 4.510805622993706e-05, + "loss": 0.0269, + "step": 16640 + }, + { + "epoch": 15.575304022450888, + "grad_norm": 0.11376553773880005, + "learning_rate": 4.505320798270467e-05, + "loss": 0.0288, + "step": 16650 + }, + { + "epoch": 15.58465855940131, + "grad_norm": 0.08202521502971649, + "learning_rate": 4.499836574629105e-05, + "loss": 0.0265, + "step": 16660 + }, + { + "epoch": 15.59401309635173, + "grad_norm": 0.11460350453853607, + "learning_rate": 4.494352958733465e-05, + "loss": 0.0263, + "step": 16670 + }, + { + "epoch": 15.603367633302152, + "grad_norm": 0.1272413730621338, + "learning_rate": 4.488869957246663e-05, + "loss": 0.0289, + "step": 16680 + }, + { + "epoch": 15.612722170252573, + "grad_norm": 0.1552179753780365, + "learning_rate": 4.4833875768310575e-05, + "loss": 0.0263, + "step": 16690 + }, + { + "epoch": 15.622076707202993, + "grad_norm": 0.10211128741502762, + "learning_rate": 4.47790582414826e-05, + "loss": 0.0281, + "step": 16700 + }, + { + "epoch": 15.631431244153415, + "grad_norm": 0.09991712123155594, + "learning_rate": 4.472424705859114e-05, + "loss": 0.0272, + "step": 16710 + }, + { + "epoch": 15.640785781103835, + "grad_norm": 0.10936302691698074, + "learning_rate": 4.466944228623701e-05, + "loss": 0.0279, + "step": 16720 + }, + { + "epoch": 15.650140318054257, + "grad_norm": 0.11952266842126846, + "learning_rate": 4.461464399101312e-05, + "loss": 0.0273, + "step": 16730 + }, + { + "epoch": 15.659494855004677, + "grad_norm": 0.08540531992912292, + "learning_rate": 4.45598522395046e-05, + "loss": 0.028, + "step": 16740 + }, + { + "epoch": 15.668849391955098, + "grad_norm": 0.07780244946479797, + "learning_rate": 4.4505067098288577e-05, + "loss": 0.0284, + "step": 16750 + }, + { + "epoch": 15.67820392890552, + "grad_norm": 0.10957754403352737, + "learning_rate": 4.445028863393417e-05, + "loss": 0.0271, + "step": 16760 + }, + { + "epoch": 15.68755846585594, + "grad_norm": 0.1157417893409729, + "learning_rate": 4.439551691300236e-05, + "loss": 0.0264, + "step": 16770 + }, + { + "epoch": 15.696913002806362, + "grad_norm": 0.08456633985042572, + "learning_rate": 4.434075200204599e-05, + "loss": 0.0265, + "step": 16780 + }, + { + "epoch": 15.706267539756782, + "grad_norm": 0.11153658479452133, + "learning_rate": 4.428599396760956e-05, + "loss": 0.0267, + "step": 16790 + }, + { + "epoch": 15.715622076707202, + "grad_norm": 0.11806609481573105, + "learning_rate": 4.423124287622926e-05, + "loss": 0.0277, + "step": 16800 + }, + { + "epoch": 15.724976613657624, + "grad_norm": 0.09572811424732208, + "learning_rate": 4.417649879443282e-05, + "loss": 0.0288, + "step": 16810 + }, + { + "epoch": 15.734331150608044, + "grad_norm": 0.08432774245738983, + "learning_rate": 4.4121761788739444e-05, + "loss": 0.027, + "step": 16820 + }, + { + "epoch": 15.743685687558466, + "grad_norm": 0.09863543510437012, + "learning_rate": 4.4067031925659805e-05, + "loss": 0.027, + "step": 16830 + }, + { + "epoch": 15.753040224508887, + "grad_norm": 0.10469724982976913, + "learning_rate": 4.4012309271695816e-05, + "loss": 0.0261, + "step": 16840 + }, + { + "epoch": 15.762394761459309, + "grad_norm": 0.0967387855052948, + "learning_rate": 4.395759389334067e-05, + "loss": 0.0258, + "step": 16850 + }, + { + "epoch": 15.771749298409729, + "grad_norm": 0.11343274265527725, + "learning_rate": 4.3902885857078685e-05, + "loss": 0.0259, + "step": 16860 + }, + { + "epoch": 15.781103835360149, + "grad_norm": 0.09985626488924026, + "learning_rate": 4.384818522938531e-05, + "loss": 0.0274, + "step": 16870 + }, + { + "epoch": 15.790458372310571, + "grad_norm": 0.10049492865800858, + "learning_rate": 4.379349207672695e-05, + "loss": 0.0292, + "step": 16880 + }, + { + "epoch": 15.799812909260991, + "grad_norm": 0.10256180912256241, + "learning_rate": 4.373880646556098e-05, + "loss": 0.0266, + "step": 16890 + }, + { + "epoch": 15.809167446211413, + "grad_norm": 0.0790870264172554, + "learning_rate": 4.3684128462335533e-05, + "loss": 0.0272, + "step": 16900 + }, + { + "epoch": 15.818521983161833, + "grad_norm": 0.11995476484298706, + "learning_rate": 4.362945813348955e-05, + "loss": 0.0266, + "step": 16910 + }, + { + "epoch": 15.827876520112255, + "grad_norm": 0.12315665930509567, + "learning_rate": 4.357479554545262e-05, + "loss": 0.0264, + "step": 16920 + }, + { + "epoch": 15.837231057062676, + "grad_norm": 0.09995373338460922, + "learning_rate": 4.352014076464499e-05, + "loss": 0.0258, + "step": 16930 + }, + { + "epoch": 15.846585594013096, + "grad_norm": 0.0738089457154274, + "learning_rate": 4.346549385747734e-05, + "loss": 0.0271, + "step": 16940 + }, + { + "epoch": 15.855940130963518, + "grad_norm": 0.08774472773075104, + "learning_rate": 4.34108548903508e-05, + "loss": 0.0283, + "step": 16950 + }, + { + "epoch": 15.865294667913938, + "grad_norm": 0.09153024852275848, + "learning_rate": 4.335622392965689e-05, + "loss": 0.0275, + "step": 16960 + }, + { + "epoch": 15.87464920486436, + "grad_norm": 0.10211977362632751, + "learning_rate": 4.330160104177738e-05, + "loss": 0.0266, + "step": 16970 + }, + { + "epoch": 15.88400374181478, + "grad_norm": 0.12887760996818542, + "learning_rate": 4.32469862930842e-05, + "loss": 0.0268, + "step": 16980 + }, + { + "epoch": 15.8933582787652, + "grad_norm": 0.12767347693443298, + "learning_rate": 4.319237974993946e-05, + "loss": 0.0279, + "step": 16990 + }, + { + "epoch": 15.902712815715622, + "grad_norm": 0.1192006766796112, + "learning_rate": 4.3137781478695236e-05, + "loss": 0.0283, + "step": 17000 + }, + { + "epoch": 15.912067352666043, + "grad_norm": 0.10356325656175613, + "learning_rate": 4.308319154569358e-05, + "loss": 0.028, + "step": 17010 + }, + { + "epoch": 15.921421889616465, + "grad_norm": 0.10725239664316177, + "learning_rate": 4.302861001726641e-05, + "loss": 0.0263, + "step": 17020 + }, + { + "epoch": 15.930776426566885, + "grad_norm": 0.08684244751930237, + "learning_rate": 4.2974036959735415e-05, + "loss": 0.0266, + "step": 17030 + }, + { + "epoch": 15.940130963517305, + "grad_norm": 0.09621061384677887, + "learning_rate": 4.2919472439412034e-05, + "loss": 0.028, + "step": 17040 + }, + { + "epoch": 15.949485500467727, + "grad_norm": 0.10276257991790771, + "learning_rate": 4.286491652259729e-05, + "loss": 0.0262, + "step": 17050 + }, + { + "epoch": 15.958840037418147, + "grad_norm": 0.12142182141542435, + "learning_rate": 4.281036927558178e-05, + "loss": 0.0301, + "step": 17060 + }, + { + "epoch": 15.96819457436857, + "grad_norm": 0.09729796648025513, + "learning_rate": 4.275583076464552e-05, + "loss": 0.0272, + "step": 17070 + }, + { + "epoch": 15.97754911131899, + "grad_norm": 0.11903685331344604, + "learning_rate": 4.270130105605794e-05, + "loss": 0.0267, + "step": 17080 + }, + { + "epoch": 15.986903648269411, + "grad_norm": 0.1284976601600647, + "learning_rate": 4.264678021607782e-05, + "loss": 0.028, + "step": 17090 + }, + { + "epoch": 15.996258185219832, + "grad_norm": 0.1139935702085495, + "learning_rate": 4.25922683109531e-05, + "loss": 0.027, + "step": 17100 + }, + { + "epoch": 16.00561272217025, + "grad_norm": 0.09618166834115982, + "learning_rate": 4.25377654069209e-05, + "loss": 0.026, + "step": 17110 + }, + { + "epoch": 16.014967259120674, + "grad_norm": 0.11012355238199234, + "learning_rate": 4.248327157020737e-05, + "loss": 0.0286, + "step": 17120 + }, + { + "epoch": 16.024321796071096, + "grad_norm": 0.11099448055028915, + "learning_rate": 4.242878686702763e-05, + "loss": 0.0261, + "step": 17130 + }, + { + "epoch": 16.033676333021514, + "grad_norm": 0.09078871458768845, + "learning_rate": 4.23743113635858e-05, + "loss": 0.0248, + "step": 17140 + }, + { + "epoch": 16.043030869971936, + "grad_norm": 0.08150605857372284, + "learning_rate": 4.2319845126074705e-05, + "loss": 0.026, + "step": 17150 + }, + { + "epoch": 16.052385406922358, + "grad_norm": 0.12237149477005005, + "learning_rate": 4.226538822067598e-05, + "loss": 0.0245, + "step": 17160 + }, + { + "epoch": 16.061739943872777, + "grad_norm": 0.1090746596455574, + "learning_rate": 4.2210940713559896e-05, + "loss": 0.0264, + "step": 17170 + }, + { + "epoch": 16.0710944808232, + "grad_norm": 0.09369868785142899, + "learning_rate": 4.21565026708853e-05, + "loss": 0.0259, + "step": 17180 + }, + { + "epoch": 16.08044901777362, + "grad_norm": 0.11873820424079895, + "learning_rate": 4.2102074158799535e-05, + "loss": 0.0243, + "step": 17190 + }, + { + "epoch": 16.089803554724043, + "grad_norm": 0.123869389295578, + "learning_rate": 4.204765524343841e-05, + "loss": 0.0283, + "step": 17200 + }, + { + "epoch": 16.09915809167446, + "grad_norm": 0.12277451902627945, + "learning_rate": 4.1993245990926036e-05, + "loss": 0.0273, + "step": 17210 + }, + { + "epoch": 16.108512628624883, + "grad_norm": 0.12301144003868103, + "learning_rate": 4.193884646737474e-05, + "loss": 0.0271, + "step": 17220 + }, + { + "epoch": 16.117867165575305, + "grad_norm": 0.10813046246767044, + "learning_rate": 4.1884456738885124e-05, + "loss": 0.027, + "step": 17230 + }, + { + "epoch": 16.127221702525723, + "grad_norm": 0.08859694749116898, + "learning_rate": 4.1830076871545795e-05, + "loss": 0.0258, + "step": 17240 + }, + { + "epoch": 16.136576239476145, + "grad_norm": 0.07776016741991043, + "learning_rate": 4.177570693143346e-05, + "loss": 0.0266, + "step": 17250 + }, + { + "epoch": 16.145930776426567, + "grad_norm": 0.10499273985624313, + "learning_rate": 4.172134698461271e-05, + "loss": 0.027, + "step": 17260 + }, + { + "epoch": 16.15528531337699, + "grad_norm": 0.09169984608888626, + "learning_rate": 4.166699709713599e-05, + "loss": 0.0253, + "step": 17270 + }, + { + "epoch": 16.164639850327408, + "grad_norm": 0.10605271905660629, + "learning_rate": 4.1612657335043555e-05, + "loss": 0.0281, + "step": 17280 + }, + { + "epoch": 16.17399438727783, + "grad_norm": 0.11432570964097977, + "learning_rate": 4.155832776436331e-05, + "loss": 0.0262, + "step": 17290 + }, + { + "epoch": 16.18334892422825, + "grad_norm": 0.09880582988262177, + "learning_rate": 4.1504008451110845e-05, + "loss": 0.0283, + "step": 17300 + }, + { + "epoch": 16.19270346117867, + "grad_norm": 0.09756994992494583, + "learning_rate": 4.1449699461289225e-05, + "loss": 0.0273, + "step": 17310 + }, + { + "epoch": 16.202057998129092, + "grad_norm": 0.10663115978240967, + "learning_rate": 4.139540086088901e-05, + "loss": 0.0276, + "step": 17320 + }, + { + "epoch": 16.211412535079514, + "grad_norm": 0.10133372992277145, + "learning_rate": 4.1341112715888106e-05, + "loss": 0.0273, + "step": 17330 + }, + { + "epoch": 16.220767072029936, + "grad_norm": 0.09663381427526474, + "learning_rate": 4.128683509225172e-05, + "loss": 0.0261, + "step": 17340 + }, + { + "epoch": 16.230121608980355, + "grad_norm": 0.09528345614671707, + "learning_rate": 4.123256805593231e-05, + "loss": 0.028, + "step": 17350 + }, + { + "epoch": 16.239476145930777, + "grad_norm": 0.07631660252809525, + "learning_rate": 4.117831167286943e-05, + "loss": 0.0255, + "step": 17360 + }, + { + "epoch": 16.2488306828812, + "grad_norm": 0.12358663976192474, + "learning_rate": 4.1124066008989685e-05, + "loss": 0.0279, + "step": 17370 + }, + { + "epoch": 16.258185219831617, + "grad_norm": 0.10986935347318649, + "learning_rate": 4.106983113020669e-05, + "loss": 0.0267, + "step": 17380 + }, + { + "epoch": 16.26753975678204, + "grad_norm": 0.11566253006458282, + "learning_rate": 4.101560710242094e-05, + "loss": 0.0267, + "step": 17390 + }, + { + "epoch": 16.27689429373246, + "grad_norm": 0.08855346590280533, + "learning_rate": 4.096139399151971e-05, + "loss": 0.0273, + "step": 17400 + }, + { + "epoch": 16.28624883068288, + "grad_norm": 0.10818630456924438, + "learning_rate": 4.090719186337709e-05, + "loss": 0.026, + "step": 17410 + }, + { + "epoch": 16.2956033676333, + "grad_norm": 0.10066154599189758, + "learning_rate": 4.0853000783853746e-05, + "loss": 0.026, + "step": 17420 + }, + { + "epoch": 16.304957904583723, + "grad_norm": 0.13010388612747192, + "learning_rate": 4.0798820818796956e-05, + "loss": 0.0261, + "step": 17430 + }, + { + "epoch": 16.314312441534145, + "grad_norm": 0.11319935321807861, + "learning_rate": 4.074465203404048e-05, + "loss": 0.0249, + "step": 17440 + }, + { + "epoch": 16.323666978484564, + "grad_norm": 0.0901867151260376, + "learning_rate": 4.0690494495404495e-05, + "loss": 0.0279, + "step": 17450 + }, + { + "epoch": 16.333021515434986, + "grad_norm": 0.11841398477554321, + "learning_rate": 4.0636348268695535e-05, + "loss": 0.025, + "step": 17460 + }, + { + "epoch": 16.342376052385408, + "grad_norm": 0.08754605799913406, + "learning_rate": 4.058221341970637e-05, + "loss": 0.0269, + "step": 17470 + }, + { + "epoch": 16.351730589335826, + "grad_norm": 0.09828492999076843, + "learning_rate": 4.0528090014215945e-05, + "loss": 0.0271, + "step": 17480 + }, + { + "epoch": 16.36108512628625, + "grad_norm": 0.09072497487068176, + "learning_rate": 4.047397811798929e-05, + "loss": 0.0263, + "step": 17490 + }, + { + "epoch": 16.37043966323667, + "grad_norm": 0.08065159618854523, + "learning_rate": 4.041987779677745e-05, + "loss": 0.0271, + "step": 17500 + }, + { + "epoch": 16.379794200187092, + "grad_norm": 0.10518613457679749, + "learning_rate": 4.036578911631745e-05, + "loss": 0.0272, + "step": 17510 + }, + { + "epoch": 16.38914873713751, + "grad_norm": 0.08731111884117126, + "learning_rate": 4.031171214233211e-05, + "loss": 0.0253, + "step": 17520 + }, + { + "epoch": 16.398503274087933, + "grad_norm": 0.09935782849788666, + "learning_rate": 4.025764694053008e-05, + "loss": 0.0246, + "step": 17530 + }, + { + "epoch": 16.407857811038355, + "grad_norm": 0.09162037074565887, + "learning_rate": 4.020359357660566e-05, + "loss": 0.0245, + "step": 17540 + }, + { + "epoch": 16.417212347988773, + "grad_norm": 0.11275096237659454, + "learning_rate": 4.014955211623875e-05, + "loss": 0.026, + "step": 17550 + }, + { + "epoch": 16.426566884939195, + "grad_norm": 0.10396283864974976, + "learning_rate": 4.0095522625094895e-05, + "loss": 0.0241, + "step": 17560 + }, + { + "epoch": 16.435921421889617, + "grad_norm": 0.09805386513471603, + "learning_rate": 4.004150516882497e-05, + "loss": 0.0277, + "step": 17570 + }, + { + "epoch": 16.44527595884004, + "grad_norm": 0.1297740340232849, + "learning_rate": 3.99874998130653e-05, + "loss": 0.0269, + "step": 17580 + }, + { + "epoch": 16.454630495790457, + "grad_norm": 0.13265249133110046, + "learning_rate": 3.9933506623437455e-05, + "loss": 0.0269, + "step": 17590 + }, + { + "epoch": 16.46398503274088, + "grad_norm": 0.09469522535800934, + "learning_rate": 3.9879525665548276e-05, + "loss": 0.0259, + "step": 17600 + }, + { + "epoch": 16.4733395696913, + "grad_norm": 0.121429942548275, + "learning_rate": 3.9825557004989704e-05, + "loss": 0.0256, + "step": 17610 + }, + { + "epoch": 16.48269410664172, + "grad_norm": 0.08817904442548752, + "learning_rate": 3.977160070733877e-05, + "loss": 0.0255, + "step": 17620 + }, + { + "epoch": 16.492048643592142, + "grad_norm": 0.124531589448452, + "learning_rate": 3.971765683815746e-05, + "loss": 0.0272, + "step": 17630 + }, + { + "epoch": 16.501403180542564, + "grad_norm": 0.10564687848091125, + "learning_rate": 3.966372546299265e-05, + "loss": 0.0249, + "step": 17640 + }, + { + "epoch": 16.510757717492986, + "grad_norm": 0.12790393829345703, + "learning_rate": 3.960980664737604e-05, + "loss": 0.0249, + "step": 17650 + }, + { + "epoch": 16.520112254443404, + "grad_norm": 0.13455738127231598, + "learning_rate": 3.955590045682408e-05, + "loss": 0.0254, + "step": 17660 + }, + { + "epoch": 16.529466791393826, + "grad_norm": 0.10516172647476196, + "learning_rate": 3.950200695683788e-05, + "loss": 0.0253, + "step": 17670 + }, + { + "epoch": 16.53882132834425, + "grad_norm": 0.07972358167171478, + "learning_rate": 3.944812621290314e-05, + "loss": 0.025, + "step": 17680 + }, + { + "epoch": 16.548175865294667, + "grad_norm": 0.11733167618513107, + "learning_rate": 3.939425829049002e-05, + "loss": 0.0264, + "step": 17690 + }, + { + "epoch": 16.55753040224509, + "grad_norm": 0.09614957869052887, + "learning_rate": 3.9340403255053135e-05, + "loss": 0.0264, + "step": 17700 + }, + { + "epoch": 16.56688493919551, + "grad_norm": 0.09908424317836761, + "learning_rate": 3.9286561172031407e-05, + "loss": 0.0245, + "step": 17710 + }, + { + "epoch": 16.57623947614593, + "grad_norm": 0.0922374278306961, + "learning_rate": 3.923273210684809e-05, + "loss": 0.0258, + "step": 17720 + }, + { + "epoch": 16.58559401309635, + "grad_norm": 0.09584309905767441, + "learning_rate": 3.9178916124910555e-05, + "loss": 0.025, + "step": 17730 + }, + { + "epoch": 16.594948550046773, + "grad_norm": 0.12344025820493698, + "learning_rate": 3.9125113291610274e-05, + "loss": 0.025, + "step": 17740 + }, + { + "epoch": 16.604303086997195, + "grad_norm": 0.1011982411146164, + "learning_rate": 3.907132367232278e-05, + "loss": 0.026, + "step": 17750 + }, + { + "epoch": 16.613657623947613, + "grad_norm": 0.09779152274131775, + "learning_rate": 3.901754733240752e-05, + "loss": 0.0261, + "step": 17760 + }, + { + "epoch": 16.623012160898035, + "grad_norm": 0.10760708153247833, + "learning_rate": 3.896378433720785e-05, + "loss": 0.025, + "step": 17770 + }, + { + "epoch": 16.632366697848457, + "grad_norm": 0.12383295595645905, + "learning_rate": 3.891003475205086e-05, + "loss": 0.0251, + "step": 17780 + }, + { + "epoch": 16.641721234798876, + "grad_norm": 0.12034603208303452, + "learning_rate": 3.885629864224736e-05, + "loss": 0.027, + "step": 17790 + }, + { + "epoch": 16.651075771749298, + "grad_norm": 0.12126031517982483, + "learning_rate": 3.880257607309178e-05, + "loss": 0.026, + "step": 17800 + }, + { + "epoch": 16.66043030869972, + "grad_norm": 0.09718339890241623, + "learning_rate": 3.874886710986213e-05, + "loss": 0.0262, + "step": 17810 + }, + { + "epoch": 16.669784845650142, + "grad_norm": 0.08129388093948364, + "learning_rate": 3.8695171817819834e-05, + "loss": 0.0259, + "step": 17820 + }, + { + "epoch": 16.67913938260056, + "grad_norm": 0.15078900754451752, + "learning_rate": 3.8641490262209774e-05, + "loss": 0.0251, + "step": 17830 + }, + { + "epoch": 16.688493919550982, + "grad_norm": 0.11330770701169968, + "learning_rate": 3.8587822508260084e-05, + "loss": 0.0243, + "step": 17840 + }, + { + "epoch": 16.697848456501404, + "grad_norm": 0.11269698292016983, + "learning_rate": 3.853416862118214e-05, + "loss": 0.0255, + "step": 17850 + }, + { + "epoch": 16.707202993451823, + "grad_norm": 0.09313526749610901, + "learning_rate": 3.848052866617049e-05, + "loss": 0.026, + "step": 17860 + }, + { + "epoch": 16.716557530402245, + "grad_norm": 0.09505509585142136, + "learning_rate": 3.84269027084027e-05, + "loss": 0.0271, + "step": 17870 + }, + { + "epoch": 16.725912067352667, + "grad_norm": 0.1292058825492859, + "learning_rate": 3.83732908130394e-05, + "loss": 0.0249, + "step": 17880 + }, + { + "epoch": 16.73526660430309, + "grad_norm": 0.10177835822105408, + "learning_rate": 3.831969304522409e-05, + "loss": 0.0256, + "step": 17890 + }, + { + "epoch": 16.744621141253507, + "grad_norm": 0.08241250365972519, + "learning_rate": 3.826610947008312e-05, + "loss": 0.024, + "step": 17900 + }, + { + "epoch": 16.75397567820393, + "grad_norm": 0.08496084809303284, + "learning_rate": 3.821254015272559e-05, + "loss": 0.0255, + "step": 17910 + }, + { + "epoch": 16.76333021515435, + "grad_norm": 0.09309045970439911, + "learning_rate": 3.8158985158243214e-05, + "loss": 0.0238, + "step": 17920 + }, + { + "epoch": 16.77268475210477, + "grad_norm": 0.09714101254940033, + "learning_rate": 3.810544455171044e-05, + "loss": 0.0255, + "step": 17930 + }, + { + "epoch": 16.78203928905519, + "grad_norm": 0.0903652012348175, + "learning_rate": 3.8051918398184114e-05, + "loss": 0.0258, + "step": 17940 + }, + { + "epoch": 16.791393826005613, + "grad_norm": 0.12038689851760864, + "learning_rate": 3.799840676270356e-05, + "loss": 0.0255, + "step": 17950 + }, + { + "epoch": 16.800748362956035, + "grad_norm": 0.10529575496912003, + "learning_rate": 3.794490971029048e-05, + "loss": 0.0246, + "step": 17960 + }, + { + "epoch": 16.810102899906454, + "grad_norm": 0.09893771260976791, + "learning_rate": 3.789142730594881e-05, + "loss": 0.0239, + "step": 17970 + }, + { + "epoch": 16.819457436856876, + "grad_norm": 0.10297940671443939, + "learning_rate": 3.783795961466471e-05, + "loss": 0.0261, + "step": 17980 + }, + { + "epoch": 16.828811973807298, + "grad_norm": 0.0984133780002594, + "learning_rate": 3.778450670140651e-05, + "loss": 0.0246, + "step": 17990 + }, + { + "epoch": 16.838166510757716, + "grad_norm": 0.09374403208494186, + "learning_rate": 3.773106863112451e-05, + "loss": 0.0236, + "step": 18000 + }, + { + "epoch": 16.84752104770814, + "grad_norm": 0.12459791451692581, + "learning_rate": 3.7677645468751e-05, + "loss": 0.0271, + "step": 18010 + }, + { + "epoch": 16.85687558465856, + "grad_norm": 0.1144486740231514, + "learning_rate": 3.762423727920018e-05, + "loss": 0.0272, + "step": 18020 + }, + { + "epoch": 16.86623012160898, + "grad_norm": 0.11087153851985931, + "learning_rate": 3.7570844127367995e-05, + "loss": 0.0247, + "step": 18030 + }, + { + "epoch": 16.8755846585594, + "grad_norm": 0.09577035158872604, + "learning_rate": 3.751746607813221e-05, + "loss": 0.0262, + "step": 18040 + }, + { + "epoch": 16.884939195509823, + "grad_norm": 0.08775409311056137, + "learning_rate": 3.746410319635217e-05, + "loss": 0.0259, + "step": 18050 + }, + { + "epoch": 16.894293732460245, + "grad_norm": 0.1077464148402214, + "learning_rate": 3.7410755546868806e-05, + "loss": 0.0243, + "step": 18060 + }, + { + "epoch": 16.903648269410663, + "grad_norm": 0.08332312852144241, + "learning_rate": 3.735742319450454e-05, + "loss": 0.0257, + "step": 18070 + }, + { + "epoch": 16.913002806361085, + "grad_norm": 0.09605924040079117, + "learning_rate": 3.7304106204063184e-05, + "loss": 0.0261, + "step": 18080 + }, + { + "epoch": 16.922357343311507, + "grad_norm": 0.09797158092260361, + "learning_rate": 3.725080464032996e-05, + "loss": 0.0259, + "step": 18090 + }, + { + "epoch": 16.931711880261926, + "grad_norm": 0.1017564982175827, + "learning_rate": 3.719751856807125e-05, + "loss": 0.0234, + "step": 18100 + }, + { + "epoch": 16.941066417212348, + "grad_norm": 0.08992860466241837, + "learning_rate": 3.71442480520347e-05, + "loss": 0.025, + "step": 18110 + }, + { + "epoch": 16.95042095416277, + "grad_norm": 0.09835465252399445, + "learning_rate": 3.709099315694897e-05, + "loss": 0.0257, + "step": 18120 + }, + { + "epoch": 16.95977549111319, + "grad_norm": 0.08079718798398972, + "learning_rate": 3.703775394752378e-05, + "loss": 0.0268, + "step": 18130 + }, + { + "epoch": 16.96913002806361, + "grad_norm": 0.11075028777122498, + "learning_rate": 3.698453048844983e-05, + "loss": 0.024, + "step": 18140 + }, + { + "epoch": 16.978484565014032, + "grad_norm": 0.10154100507497787, + "learning_rate": 3.693132284439861e-05, + "loss": 0.0262, + "step": 18150 + }, + { + "epoch": 16.987839101964454, + "grad_norm": 0.09480074793100357, + "learning_rate": 3.6878131080022414e-05, + "loss": 0.0261, + "step": 18160 + }, + { + "epoch": 16.997193638914872, + "grad_norm": 0.1279076337814331, + "learning_rate": 3.682495525995429e-05, + "loss": 0.0256, + "step": 18170 + }, + { + "epoch": 17.006548175865294, + "grad_norm": 0.10894034802913666, + "learning_rate": 3.6771795448807846e-05, + "loss": 0.0272, + "step": 18180 + }, + { + "epoch": 17.015902712815716, + "grad_norm": 0.08469365537166595, + "learning_rate": 3.671865171117724e-05, + "loss": 0.0221, + "step": 18190 + }, + { + "epoch": 17.02525724976614, + "grad_norm": 0.10416997969150543, + "learning_rate": 3.666552411163718e-05, + "loss": 0.0243, + "step": 18200 + }, + { + "epoch": 17.034611786716557, + "grad_norm": 0.10115696489810944, + "learning_rate": 3.661241271474269e-05, + "loss": 0.0246, + "step": 18210 + }, + { + "epoch": 17.04396632366698, + "grad_norm": 0.1178896352648735, + "learning_rate": 3.6559317585029116e-05, + "loss": 0.024, + "step": 18220 + }, + { + "epoch": 17.0533208606174, + "grad_norm": 0.08852360397577286, + "learning_rate": 3.650623878701204e-05, + "loss": 0.0233, + "step": 18230 + }, + { + "epoch": 17.06267539756782, + "grad_norm": 0.09515842795372009, + "learning_rate": 3.645317638518721e-05, + "loss": 0.0253, + "step": 18240 + }, + { + "epoch": 17.07202993451824, + "grad_norm": 0.09998932480812073, + "learning_rate": 3.640013044403046e-05, + "loss": 0.0252, + "step": 18250 + }, + { + "epoch": 17.081384471468663, + "grad_norm": 0.08310244232416153, + "learning_rate": 3.634710102799761e-05, + "loss": 0.0247, + "step": 18260 + }, + { + "epoch": 17.09073900841908, + "grad_norm": 0.09405366331338882, + "learning_rate": 3.6294088201524394e-05, + "loss": 0.0239, + "step": 18270 + }, + { + "epoch": 17.100093545369504, + "grad_norm": 0.0990348532795906, + "learning_rate": 3.62410920290264e-05, + "loss": 0.0254, + "step": 18280 + }, + { + "epoch": 17.109448082319926, + "grad_norm": 0.10676483809947968, + "learning_rate": 3.6188112574898954e-05, + "loss": 0.0236, + "step": 18290 + }, + { + "epoch": 17.118802619270348, + "grad_norm": 0.1026531308889389, + "learning_rate": 3.6135149903517115e-05, + "loss": 0.0264, + "step": 18300 + }, + { + "epoch": 17.128157156220766, + "grad_norm": 0.1165558472275734, + "learning_rate": 3.608220407923552e-05, + "loss": 0.0261, + "step": 18310 + }, + { + "epoch": 17.137511693171188, + "grad_norm": 0.10400868952274323, + "learning_rate": 3.602927516638833e-05, + "loss": 0.0248, + "step": 18320 + }, + { + "epoch": 17.14686623012161, + "grad_norm": 0.10334072262048721, + "learning_rate": 3.5976363229289165e-05, + "loss": 0.0225, + "step": 18330 + }, + { + "epoch": 17.15622076707203, + "grad_norm": 0.1048048734664917, + "learning_rate": 3.5923468332231e-05, + "loss": 0.0248, + "step": 18340 + }, + { + "epoch": 17.16557530402245, + "grad_norm": 0.11953700333833694, + "learning_rate": 3.587059053948616e-05, + "loss": 0.024, + "step": 18350 + }, + { + "epoch": 17.174929840972872, + "grad_norm": 0.08641769737005234, + "learning_rate": 3.5817729915306134e-05, + "loss": 0.0256, + "step": 18360 + }, + { + "epoch": 17.184284377923294, + "grad_norm": 0.11543045192956924, + "learning_rate": 3.5764886523921566e-05, + "loss": 0.0231, + "step": 18370 + }, + { + "epoch": 17.193638914873713, + "grad_norm": 0.09814862906932831, + "learning_rate": 3.571206042954214e-05, + "loss": 0.0252, + "step": 18380 + }, + { + "epoch": 17.202993451824135, + "grad_norm": 0.09764459729194641, + "learning_rate": 3.5659251696356566e-05, + "loss": 0.0242, + "step": 18390 + }, + { + "epoch": 17.212347988774557, + "grad_norm": 0.07383555173873901, + "learning_rate": 3.56064603885324e-05, + "loss": 0.0234, + "step": 18400 + }, + { + "epoch": 17.221702525724975, + "grad_norm": 0.10751169174909592, + "learning_rate": 3.5553686570216115e-05, + "loss": 0.0243, + "step": 18410 + }, + { + "epoch": 17.231057062675397, + "grad_norm": 0.09577921032905579, + "learning_rate": 3.550093030553284e-05, + "loss": 0.0252, + "step": 18420 + }, + { + "epoch": 17.24041159962582, + "grad_norm": 0.10054617375135422, + "learning_rate": 3.544819165858642e-05, + "loss": 0.0248, + "step": 18430 + }, + { + "epoch": 17.24976613657624, + "grad_norm": 0.11402962356805801, + "learning_rate": 3.539547069345926e-05, + "loss": 0.0249, + "step": 18440 + }, + { + "epoch": 17.25912067352666, + "grad_norm": 0.09154511243104935, + "learning_rate": 3.5342767474212344e-05, + "loss": 0.0247, + "step": 18450 + }, + { + "epoch": 17.26847521047708, + "grad_norm": 0.11861301958560944, + "learning_rate": 3.529008206488502e-05, + "loss": 0.0242, + "step": 18460 + }, + { + "epoch": 17.277829747427504, + "grad_norm": 0.11296133697032928, + "learning_rate": 3.5237414529495055e-05, + "loss": 0.0236, + "step": 18470 + }, + { + "epoch": 17.287184284377922, + "grad_norm": 0.10477588325738907, + "learning_rate": 3.5184764932038454e-05, + "loss": 0.0214, + "step": 18480 + }, + { + "epoch": 17.296538821328344, + "grad_norm": 0.09962353855371475, + "learning_rate": 3.513213333648945e-05, + "loss": 0.0251, + "step": 18490 + }, + { + "epoch": 17.305893358278766, + "grad_norm": 0.0939672663807869, + "learning_rate": 3.5079519806800374e-05, + "loss": 0.0228, + "step": 18500 + }, + { + "epoch": 17.315247895229184, + "grad_norm": 0.09103739261627197, + "learning_rate": 3.502692440690165e-05, + "loss": 0.0251, + "step": 18510 + }, + { + "epoch": 17.324602432179606, + "grad_norm": 0.09835930168628693, + "learning_rate": 3.497434720070165e-05, + "loss": 0.0243, + "step": 18520 + }, + { + "epoch": 17.33395696913003, + "grad_norm": 0.0985817164182663, + "learning_rate": 3.4921788252086616e-05, + "loss": 0.0248, + "step": 18530 + }, + { + "epoch": 17.34331150608045, + "grad_norm": 0.09210563451051712, + "learning_rate": 3.486924762492065e-05, + "loss": 0.0243, + "step": 18540 + }, + { + "epoch": 17.35266604303087, + "grad_norm": 0.08039962500333786, + "learning_rate": 3.4816725383045534e-05, + "loss": 0.0237, + "step": 18550 + }, + { + "epoch": 17.36202057998129, + "grad_norm": 0.11341797560453415, + "learning_rate": 3.476422159028079e-05, + "loss": 0.0243, + "step": 18560 + }, + { + "epoch": 17.371375116931713, + "grad_norm": 0.09630238264799118, + "learning_rate": 3.471173631042345e-05, + "loss": 0.0245, + "step": 18570 + }, + { + "epoch": 17.38072965388213, + "grad_norm": 0.12941965460777283, + "learning_rate": 3.465926960724808e-05, + "loss": 0.0236, + "step": 18580 + }, + { + "epoch": 17.390084190832553, + "grad_norm": 0.10846872627735138, + "learning_rate": 3.460682154450666e-05, + "loss": 0.0231, + "step": 18590 + }, + { + "epoch": 17.399438727782975, + "grad_norm": 0.09477951377630234, + "learning_rate": 3.4554392185928564e-05, + "loss": 0.0243, + "step": 18600 + }, + { + "epoch": 17.408793264733397, + "grad_norm": 0.10492352396249771, + "learning_rate": 3.450198159522037e-05, + "loss": 0.0247, + "step": 18610 + }, + { + "epoch": 17.418147801683816, + "grad_norm": 0.08703339844942093, + "learning_rate": 3.444958983606592e-05, + "loss": 0.0229, + "step": 18620 + }, + { + "epoch": 17.427502338634238, + "grad_norm": 0.11277063935995102, + "learning_rate": 3.439721697212612e-05, + "loss": 0.0235, + "step": 18630 + }, + { + "epoch": 17.43685687558466, + "grad_norm": 0.11660932749509811, + "learning_rate": 3.4344863067038954e-05, + "loss": 0.0233, + "step": 18640 + }, + { + "epoch": 17.446211412535078, + "grad_norm": 0.10387418419122696, + "learning_rate": 3.429252818441935e-05, + "loss": 0.0236, + "step": 18650 + }, + { + "epoch": 17.4555659494855, + "grad_norm": 0.11272473633289337, + "learning_rate": 3.4240212387859094e-05, + "loss": 0.0242, + "step": 18660 + }, + { + "epoch": 17.464920486435922, + "grad_norm": 0.08878877758979797, + "learning_rate": 3.418791574092686e-05, + "loss": 0.0241, + "step": 18670 + }, + { + "epoch": 17.474275023386344, + "grad_norm": 0.08148524165153503, + "learning_rate": 3.413563830716796e-05, + "loss": 0.0241, + "step": 18680 + }, + { + "epoch": 17.483629560336762, + "grad_norm": 0.10544365644454956, + "learning_rate": 3.408338015010445e-05, + "loss": 0.0249, + "step": 18690 + }, + { + "epoch": 17.492984097287184, + "grad_norm": 0.09469898790121078, + "learning_rate": 3.40311413332349e-05, + "loss": 0.0248, + "step": 18700 + }, + { + "epoch": 17.502338634237606, + "grad_norm": 0.0821990966796875, + "learning_rate": 3.3978921920034365e-05, + "loss": 0.0228, + "step": 18710 + }, + { + "epoch": 17.511693171188025, + "grad_norm": 0.09496723860502243, + "learning_rate": 3.392672197395441e-05, + "loss": 0.0224, + "step": 18720 + }, + { + "epoch": 17.521047708138447, + "grad_norm": 0.10304242372512817, + "learning_rate": 3.387454155842287e-05, + "loss": 0.0232, + "step": 18730 + }, + { + "epoch": 17.53040224508887, + "grad_norm": 0.10049618035554886, + "learning_rate": 3.382238073684386e-05, + "loss": 0.0239, + "step": 18740 + }, + { + "epoch": 17.53975678203929, + "grad_norm": 0.10620346665382385, + "learning_rate": 3.377023957259771e-05, + "loss": 0.0229, + "step": 18750 + }, + { + "epoch": 17.54911131898971, + "grad_norm": 0.10277871787548065, + "learning_rate": 3.3718118129040835e-05, + "loss": 0.0234, + "step": 18760 + }, + { + "epoch": 17.55846585594013, + "grad_norm": 0.0967128574848175, + "learning_rate": 3.3666016469505724e-05, + "loss": 0.0226, + "step": 18770 + }, + { + "epoch": 17.567820392890553, + "grad_norm": 0.10130732506513596, + "learning_rate": 3.361393465730079e-05, + "loss": 0.0234, + "step": 18780 + }, + { + "epoch": 17.57717492984097, + "grad_norm": 0.10878992080688477, + "learning_rate": 3.3561872755710366e-05, + "loss": 0.0274, + "step": 18790 + }, + { + "epoch": 17.586529466791394, + "grad_norm": 0.10574527829885483, + "learning_rate": 3.350983082799456e-05, + "loss": 0.0237, + "step": 18800 + }, + { + "epoch": 17.595884003741816, + "grad_norm": 0.10509780049324036, + "learning_rate": 3.34578089373892e-05, + "loss": 0.0228, + "step": 18810 + }, + { + "epoch": 17.605238540692234, + "grad_norm": 0.09235599637031555, + "learning_rate": 3.340580714710581e-05, + "loss": 0.0225, + "step": 18820 + }, + { + "epoch": 17.614593077642656, + "grad_norm": 0.07960064709186554, + "learning_rate": 3.3353825520331466e-05, + "loss": 0.0238, + "step": 18830 + }, + { + "epoch": 17.623947614593078, + "grad_norm": 0.10377633571624756, + "learning_rate": 3.330186412022876e-05, + "loss": 0.0233, + "step": 18840 + }, + { + "epoch": 17.6333021515435, + "grad_norm": 0.09235173463821411, + "learning_rate": 3.324992300993568e-05, + "loss": 0.0219, + "step": 18850 + }, + { + "epoch": 17.64265668849392, + "grad_norm": 0.0887368768453598, + "learning_rate": 3.319800225256556e-05, + "loss": 0.0222, + "step": 18860 + }, + { + "epoch": 17.65201122544434, + "grad_norm": 0.09117799252271652, + "learning_rate": 3.314610191120702e-05, + "loss": 0.0234, + "step": 18870 + }, + { + "epoch": 17.661365762394762, + "grad_norm": 0.08202406018972397, + "learning_rate": 3.30942220489239e-05, + "loss": 0.0235, + "step": 18880 + }, + { + "epoch": 17.67072029934518, + "grad_norm": 0.10238537937402725, + "learning_rate": 3.3042362728755086e-05, + "loss": 0.025, + "step": 18890 + }, + { + "epoch": 17.680074836295603, + "grad_norm": 0.10831275582313538, + "learning_rate": 3.299052401371456e-05, + "loss": 0.0234, + "step": 18900 + }, + { + "epoch": 17.689429373246025, + "grad_norm": 0.10715203732252121, + "learning_rate": 3.293870596679125e-05, + "loss": 0.0227, + "step": 18910 + }, + { + "epoch": 17.698783910196447, + "grad_norm": 0.10495656728744507, + "learning_rate": 3.288690865094895e-05, + "loss": 0.0256, + "step": 18920 + }, + { + "epoch": 17.708138447146865, + "grad_norm": 0.08690288662910461, + "learning_rate": 3.283513212912632e-05, + "loss": 0.0248, + "step": 18930 + }, + { + "epoch": 17.717492984097287, + "grad_norm": 0.10058318078517914, + "learning_rate": 3.2783376464236684e-05, + "loss": 0.025, + "step": 18940 + }, + { + "epoch": 17.72684752104771, + "grad_norm": 0.11166956275701523, + "learning_rate": 3.273164171916806e-05, + "loss": 0.0236, + "step": 18950 + }, + { + "epoch": 17.736202057998128, + "grad_norm": 0.11543077975511551, + "learning_rate": 3.267992795678306e-05, + "loss": 0.0244, + "step": 18960 + }, + { + "epoch": 17.74555659494855, + "grad_norm": 0.10590139776468277, + "learning_rate": 3.2628235239918744e-05, + "loss": 0.0242, + "step": 18970 + }, + { + "epoch": 17.75491113189897, + "grad_norm": 0.09421395510435104, + "learning_rate": 3.2576563631386695e-05, + "loss": 0.0246, + "step": 18980 + }, + { + "epoch": 17.764265668849394, + "grad_norm": 0.1002732589840889, + "learning_rate": 3.252491319397275e-05, + "loss": 0.0238, + "step": 18990 + }, + { + "epoch": 17.773620205799812, + "grad_norm": 0.12138853222131729, + "learning_rate": 3.247328399043706e-05, + "loss": 0.0239, + "step": 19000 + }, + { + "epoch": 17.782974742750234, + "grad_norm": 0.10811750590801239, + "learning_rate": 3.242167608351399e-05, + "loss": 0.0242, + "step": 19010 + }, + { + "epoch": 17.792329279700656, + "grad_norm": 0.10334170609712601, + "learning_rate": 3.2370089535911986e-05, + "loss": 0.0256, + "step": 19020 + }, + { + "epoch": 17.801683816651074, + "grad_norm": 0.08919792622327805, + "learning_rate": 3.23185244103136e-05, + "loss": 0.0246, + "step": 19030 + }, + { + "epoch": 17.811038353601496, + "grad_norm": 0.120139479637146, + "learning_rate": 3.22669807693753e-05, + "loss": 0.0241, + "step": 19040 + }, + { + "epoch": 17.82039289055192, + "grad_norm": 0.10464495420455933, + "learning_rate": 3.2215458675727495e-05, + "loss": 0.027, + "step": 19050 + }, + { + "epoch": 17.82974742750234, + "grad_norm": 0.10769017785787582, + "learning_rate": 3.216395819197438e-05, + "loss": 0.0242, + "step": 19060 + }, + { + "epoch": 17.83910196445276, + "grad_norm": 0.11644762754440308, + "learning_rate": 3.211247938069387e-05, + "loss": 0.0232, + "step": 19070 + }, + { + "epoch": 17.84845650140318, + "grad_norm": 0.0771358460187912, + "learning_rate": 3.206102230443759e-05, + "loss": 0.0238, + "step": 19080 + }, + { + "epoch": 17.857811038353603, + "grad_norm": 0.10404083132743835, + "learning_rate": 3.2009587025730764e-05, + "loss": 0.0236, + "step": 19090 + }, + { + "epoch": 17.86716557530402, + "grad_norm": 0.08901360630989075, + "learning_rate": 3.195817360707207e-05, + "loss": 0.0227, + "step": 19100 + }, + { + "epoch": 17.876520112254443, + "grad_norm": 0.10630657523870468, + "learning_rate": 3.19067821109337e-05, + "loss": 0.0218, + "step": 19110 + }, + { + "epoch": 17.885874649204865, + "grad_norm": 0.10046740621328354, + "learning_rate": 3.185541259976114e-05, + "loss": 0.0233, + "step": 19120 + }, + { + "epoch": 17.895229186155284, + "grad_norm": 0.08047324419021606, + "learning_rate": 3.180406513597316e-05, + "loss": 0.0232, + "step": 19130 + }, + { + "epoch": 17.904583723105706, + "grad_norm": 0.10518649965524673, + "learning_rate": 3.1752739781961835e-05, + "loss": 0.0244, + "step": 19140 + }, + { + "epoch": 17.913938260056128, + "grad_norm": 0.09201902896165848, + "learning_rate": 3.170143660009228e-05, + "loss": 0.025, + "step": 19150 + }, + { + "epoch": 17.92329279700655, + "grad_norm": 0.11709634959697723, + "learning_rate": 3.16501556527027e-05, + "loss": 0.0229, + "step": 19160 + }, + { + "epoch": 17.932647333956968, + "grad_norm": 0.06476619094610214, + "learning_rate": 3.1598897002104265e-05, + "loss": 0.0233, + "step": 19170 + }, + { + "epoch": 17.94200187090739, + "grad_norm": 0.08484960347414017, + "learning_rate": 3.154766071058108e-05, + "loss": 0.0225, + "step": 19180 + }, + { + "epoch": 17.951356407857812, + "grad_norm": 0.08982089161872864, + "learning_rate": 3.149644684039008e-05, + "loss": 0.0229, + "step": 19190 + }, + { + "epoch": 17.96071094480823, + "grad_norm": 0.08758199214935303, + "learning_rate": 3.144525545376095e-05, + "loss": 0.0244, + "step": 19200 + }, + { + "epoch": 17.970065481758652, + "grad_norm": 0.09398029744625092, + "learning_rate": 3.139408661289603e-05, + "loss": 0.0237, + "step": 19210 + }, + { + "epoch": 17.979420018709074, + "grad_norm": 0.09040088206529617, + "learning_rate": 3.134294037997032e-05, + "loss": 0.0225, + "step": 19220 + }, + { + "epoch": 17.988774555659496, + "grad_norm": 0.09968104958534241, + "learning_rate": 3.129181681713127e-05, + "loss": 0.0226, + "step": 19230 + }, + { + "epoch": 17.998129092609915, + "grad_norm": 0.10500398278236389, + "learning_rate": 3.1240715986498855e-05, + "loss": 0.0247, + "step": 19240 + }, + { + "epoch": 18.007483629560337, + "grad_norm": 0.09695086628198624, + "learning_rate": 3.1189637950165394e-05, + "loss": 0.0247, + "step": 19250 + }, + { + "epoch": 18.01683816651076, + "grad_norm": 0.09483388066291809, + "learning_rate": 3.1138582770195544e-05, + "loss": 0.0241, + "step": 19260 + }, + { + "epoch": 18.026192703461177, + "grad_norm": 0.08124446868896484, + "learning_rate": 3.108755050862615e-05, + "loss": 0.0239, + "step": 19270 + }, + { + "epoch": 18.0355472404116, + "grad_norm": 0.10806264728307724, + "learning_rate": 3.1036541227466204e-05, + "loss": 0.0252, + "step": 19280 + }, + { + "epoch": 18.04490177736202, + "grad_norm": 0.0830812081694603, + "learning_rate": 3.0985554988696786e-05, + "loss": 0.0236, + "step": 19290 + }, + { + "epoch": 18.054256314312443, + "grad_norm": 0.12595008313655853, + "learning_rate": 3.093459185427102e-05, + "loss": 0.0241, + "step": 19300 + }, + { + "epoch": 18.06361085126286, + "grad_norm": 0.106894850730896, + "learning_rate": 3.0883651886113905e-05, + "loss": 0.0223, + "step": 19310 + }, + { + "epoch": 18.072965388213284, + "grad_norm": 0.08928325027227402, + "learning_rate": 3.0832735146122294e-05, + "loss": 0.0245, + "step": 19320 + }, + { + "epoch": 18.082319925163706, + "grad_norm": 0.10444296151399612, + "learning_rate": 3.078184169616485e-05, + "loss": 0.0235, + "step": 19330 + }, + { + "epoch": 18.091674462114124, + "grad_norm": 0.10544516146183014, + "learning_rate": 3.073097159808187e-05, + "loss": 0.023, + "step": 19340 + }, + { + "epoch": 18.101028999064546, + "grad_norm": 0.08828841149806976, + "learning_rate": 3.068012491368537e-05, + "loss": 0.023, + "step": 19350 + }, + { + "epoch": 18.110383536014968, + "grad_norm": 0.10751897841691971, + "learning_rate": 3.062930170475885e-05, + "loss": 0.024, + "step": 19360 + }, + { + "epoch": 18.119738072965387, + "grad_norm": 0.11718485504388809, + "learning_rate": 3.057850203305729e-05, + "loss": 0.0225, + "step": 19370 + }, + { + "epoch": 18.12909260991581, + "grad_norm": 0.13849598169326782, + "learning_rate": 3.052772596030708e-05, + "loss": 0.023, + "step": 19380 + }, + { + "epoch": 18.13844714686623, + "grad_norm": 0.10808681696653366, + "learning_rate": 3.0476973548205943e-05, + "loss": 0.0224, + "step": 19390 + }, + { + "epoch": 18.147801683816652, + "grad_norm": 0.13376760482788086, + "learning_rate": 3.0426244858422847e-05, + "loss": 0.024, + "step": 19400 + }, + { + "epoch": 18.15715622076707, + "grad_norm": 0.09584911912679672, + "learning_rate": 3.0375539952597943e-05, + "loss": 0.0234, + "step": 19410 + }, + { + "epoch": 18.166510757717493, + "grad_norm": 0.12153566628694534, + "learning_rate": 3.0324858892342468e-05, + "loss": 0.0215, + "step": 19420 + }, + { + "epoch": 18.175865294667915, + "grad_norm": 0.09350954741239548, + "learning_rate": 3.0274201739238672e-05, + "loss": 0.0239, + "step": 19430 + }, + { + "epoch": 18.185219831618333, + "grad_norm": 0.09982753545045853, + "learning_rate": 3.0223568554839786e-05, + "loss": 0.023, + "step": 19440 + }, + { + "epoch": 18.194574368568755, + "grad_norm": 0.08597026765346527, + "learning_rate": 3.0172959400669886e-05, + "loss": 0.0219, + "step": 19450 + }, + { + "epoch": 18.203928905519177, + "grad_norm": 0.08428024500608444, + "learning_rate": 3.0122374338223902e-05, + "loss": 0.0219, + "step": 19460 + }, + { + "epoch": 18.2132834424696, + "grad_norm": 0.0923331007361412, + "learning_rate": 3.0071813428967427e-05, + "loss": 0.0236, + "step": 19470 + }, + { + "epoch": 18.222637979420018, + "grad_norm": 0.0824483186006546, + "learning_rate": 3.0021276734336746e-05, + "loss": 0.0234, + "step": 19480 + }, + { + "epoch": 18.23199251637044, + "grad_norm": 0.09119824320077896, + "learning_rate": 2.997076431573871e-05, + "loss": 0.0213, + "step": 19490 + }, + { + "epoch": 18.24134705332086, + "grad_norm": 0.10507681965827942, + "learning_rate": 2.9920276234550636e-05, + "loss": 0.0233, + "step": 19500 + }, + { + "epoch": 18.25070159027128, + "grad_norm": 0.11835934221744537, + "learning_rate": 2.986981255212035e-05, + "loss": 0.0247, + "step": 19510 + }, + { + "epoch": 18.260056127221702, + "grad_norm": 0.08266408741474152, + "learning_rate": 2.9819373329765977e-05, + "loss": 0.0241, + "step": 19520 + }, + { + "epoch": 18.269410664172124, + "grad_norm": 0.10009870678186417, + "learning_rate": 2.9768958628775902e-05, + "loss": 0.0218, + "step": 19530 + }, + { + "epoch": 18.278765201122546, + "grad_norm": 0.09158537536859512, + "learning_rate": 2.9718568510408762e-05, + "loss": 0.021, + "step": 19540 + }, + { + "epoch": 18.288119738072965, + "grad_norm": 0.08942905068397522, + "learning_rate": 2.9668203035893272e-05, + "loss": 0.0247, + "step": 19550 + }, + { + "epoch": 18.297474275023387, + "grad_norm": 0.0879213958978653, + "learning_rate": 2.9617862266428287e-05, + "loss": 0.0232, + "step": 19560 + }, + { + "epoch": 18.30682881197381, + "grad_norm": 0.09265580028295517, + "learning_rate": 2.9567546263182556e-05, + "loss": 0.0244, + "step": 19570 + }, + { + "epoch": 18.316183348924227, + "grad_norm": 0.09286817163228989, + "learning_rate": 2.951725508729476e-05, + "loss": 0.0242, + "step": 19580 + }, + { + "epoch": 18.32553788587465, + "grad_norm": 0.09541749209165573, + "learning_rate": 2.946698879987344e-05, + "loss": 0.0243, + "step": 19590 + }, + { + "epoch": 18.33489242282507, + "grad_norm": 0.10630230605602264, + "learning_rate": 2.9416747461996853e-05, + "loss": 0.0237, + "step": 19600 + }, + { + "epoch": 18.34424695977549, + "grad_norm": 0.10176564753055573, + "learning_rate": 2.9366531134712973e-05, + "loss": 0.0228, + "step": 19610 + }, + { + "epoch": 18.35360149672591, + "grad_norm": 0.10742311924695969, + "learning_rate": 2.9316339879039367e-05, + "loss": 0.0223, + "step": 19620 + }, + { + "epoch": 18.362956033676333, + "grad_norm": 0.11721546947956085, + "learning_rate": 2.9266173755963167e-05, + "loss": 0.0227, + "step": 19630 + }, + { + "epoch": 18.372310570626755, + "grad_norm": 0.0826675221323967, + "learning_rate": 2.9216032826440926e-05, + "loss": 0.0224, + "step": 19640 + }, + { + "epoch": 18.381665107577174, + "grad_norm": 0.10513356328010559, + "learning_rate": 2.9165917151398592e-05, + "loss": 0.0232, + "step": 19650 + }, + { + "epoch": 18.391019644527596, + "grad_norm": 0.10344067960977554, + "learning_rate": 2.9115826791731428e-05, + "loss": 0.0224, + "step": 19660 + }, + { + "epoch": 18.400374181478018, + "grad_norm": 0.09844566881656647, + "learning_rate": 2.906576180830398e-05, + "loss": 0.0236, + "step": 19670 + }, + { + "epoch": 18.409728718428436, + "grad_norm": 0.08092858642339706, + "learning_rate": 2.9015722261949917e-05, + "loss": 0.022, + "step": 19680 + }, + { + "epoch": 18.419083255378858, + "grad_norm": 0.10619455575942993, + "learning_rate": 2.8965708213471986e-05, + "loss": 0.0234, + "step": 19690 + }, + { + "epoch": 18.42843779232928, + "grad_norm": 0.11081137508153915, + "learning_rate": 2.8915719723641975e-05, + "loss": 0.0223, + "step": 19700 + }, + { + "epoch": 18.437792329279702, + "grad_norm": 0.09792735427618027, + "learning_rate": 2.8865756853200604e-05, + "loss": 0.0231, + "step": 19710 + }, + { + "epoch": 18.44714686623012, + "grad_norm": 0.08618933707475662, + "learning_rate": 2.8815819662857503e-05, + "loss": 0.022, + "step": 19720 + }, + { + "epoch": 18.456501403180543, + "grad_norm": 0.09905446320772171, + "learning_rate": 2.876590821329105e-05, + "loss": 0.0238, + "step": 19730 + }, + { + "epoch": 18.465855940130965, + "grad_norm": 0.0851060301065445, + "learning_rate": 2.871602256514836e-05, + "loss": 0.024, + "step": 19740 + }, + { + "epoch": 18.475210477081383, + "grad_norm": 0.09996498376131058, + "learning_rate": 2.8666162779045203e-05, + "loss": 0.022, + "step": 19750 + }, + { + "epoch": 18.484565014031805, + "grad_norm": 0.10993160307407379, + "learning_rate": 2.8616328915565904e-05, + "loss": 0.0232, + "step": 19760 + }, + { + "epoch": 18.493919550982227, + "grad_norm": 0.10674988478422165, + "learning_rate": 2.856652103526334e-05, + "loss": 0.0239, + "step": 19770 + }, + { + "epoch": 18.50327408793265, + "grad_norm": 0.10640368610620499, + "learning_rate": 2.8516739198658755e-05, + "loss": 0.0228, + "step": 19780 + }, + { + "epoch": 18.512628624883067, + "grad_norm": 0.10128968209028244, + "learning_rate": 2.846698346624177e-05, + "loss": 0.0219, + "step": 19790 + }, + { + "epoch": 18.52198316183349, + "grad_norm": 0.08916886150836945, + "learning_rate": 2.841725389847032e-05, + "loss": 0.021, + "step": 19800 + }, + { + "epoch": 18.53133769878391, + "grad_norm": 0.10176822543144226, + "learning_rate": 2.8367550555770506e-05, + "loss": 0.0227, + "step": 19810 + }, + { + "epoch": 18.54069223573433, + "grad_norm": 0.10446085780858994, + "learning_rate": 2.831787349853655e-05, + "loss": 0.0222, + "step": 19820 + }, + { + "epoch": 18.55004677268475, + "grad_norm": 0.10913293808698654, + "learning_rate": 2.8268222787130806e-05, + "loss": 0.022, + "step": 19830 + }, + { + "epoch": 18.559401309635174, + "grad_norm": 0.08047015219926834, + "learning_rate": 2.821859848188355e-05, + "loss": 0.0233, + "step": 19840 + }, + { + "epoch": 18.568755846585596, + "grad_norm": 0.11382050812244415, + "learning_rate": 2.816900064309299e-05, + "loss": 0.0232, + "step": 19850 + }, + { + "epoch": 18.578110383536014, + "grad_norm": 0.0808129757642746, + "learning_rate": 2.811942933102517e-05, + "loss": 0.0236, + "step": 19860 + }, + { + "epoch": 18.587464920486436, + "grad_norm": 0.11375471204519272, + "learning_rate": 2.806988460591391e-05, + "loss": 0.0224, + "step": 19870 + }, + { + "epoch": 18.596819457436858, + "grad_norm": 0.0987326055765152, + "learning_rate": 2.802036652796074e-05, + "loss": 0.0229, + "step": 19880 + }, + { + "epoch": 18.606173994387277, + "grad_norm": 0.09474760293960571, + "learning_rate": 2.797087515733478e-05, + "loss": 0.0221, + "step": 19890 + }, + { + "epoch": 18.6155285313377, + "grad_norm": 0.0967264473438263, + "learning_rate": 2.7921410554172723e-05, + "loss": 0.0225, + "step": 19900 + }, + { + "epoch": 18.62488306828812, + "grad_norm": 0.12450221925973892, + "learning_rate": 2.787197277857871e-05, + "loss": 0.0238, + "step": 19910 + }, + { + "epoch": 18.63423760523854, + "grad_norm": 0.08120965212583542, + "learning_rate": 2.782256189062429e-05, + "loss": 0.0225, + "step": 19920 + }, + { + "epoch": 18.64359214218896, + "grad_norm": 0.10999072343111038, + "learning_rate": 2.777317795034839e-05, + "loss": 0.0218, + "step": 19930 + }, + { + "epoch": 18.652946679139383, + "grad_norm": 0.09660957008600235, + "learning_rate": 2.7723821017757112e-05, + "loss": 0.0228, + "step": 19940 + }, + { + "epoch": 18.662301216089805, + "grad_norm": 0.10421954095363617, + "learning_rate": 2.7674491152823822e-05, + "loss": 0.0228, + "step": 19950 + }, + { + "epoch": 18.671655753040223, + "grad_norm": 0.0749509334564209, + "learning_rate": 2.7625188415488944e-05, + "loss": 0.0211, + "step": 19960 + }, + { + "epoch": 18.681010289990645, + "grad_norm": 0.08614394068717957, + "learning_rate": 2.7575912865659924e-05, + "loss": 0.0223, + "step": 19970 + }, + { + "epoch": 18.690364826941067, + "grad_norm": 0.09246741235256195, + "learning_rate": 2.7526664563211245e-05, + "loss": 0.0242, + "step": 19980 + }, + { + "epoch": 18.699719363891486, + "grad_norm": 0.11335106939077377, + "learning_rate": 2.7477443567984224e-05, + "loss": 0.0234, + "step": 19990 + }, + { + "epoch": 18.709073900841908, + "grad_norm": 0.07473590224981308, + "learning_rate": 2.7428249939787e-05, + "loss": 0.023, + "step": 20000 + }, + { + "epoch": 18.71842843779233, + "grad_norm": 0.1042352244257927, + "learning_rate": 2.7379083738394484e-05, + "loss": 0.0225, + "step": 20010 + }, + { + "epoch": 18.72778297474275, + "grad_norm": 0.09736479073762894, + "learning_rate": 2.732994502354823e-05, + "loss": 0.0229, + "step": 20020 + }, + { + "epoch": 18.73713751169317, + "grad_norm": 0.07847155630588531, + "learning_rate": 2.72808338549564e-05, + "loss": 0.022, + "step": 20030 + }, + { + "epoch": 18.746492048643592, + "grad_norm": 0.08709724247455597, + "learning_rate": 2.723175029229374e-05, + "loss": 0.0213, + "step": 20040 + }, + { + "epoch": 18.755846585594014, + "grad_norm": 0.09269870817661285, + "learning_rate": 2.718269439520138e-05, + "loss": 0.0212, + "step": 20050 + }, + { + "epoch": 18.765201122544433, + "grad_norm": 0.0855986550450325, + "learning_rate": 2.7133666223286858e-05, + "loss": 0.0214, + "step": 20060 + }, + { + "epoch": 18.774555659494855, + "grad_norm": 0.1238783448934555, + "learning_rate": 2.7084665836124006e-05, + "loss": 0.0223, + "step": 20070 + }, + { + "epoch": 18.783910196445277, + "grad_norm": 0.09428536146879196, + "learning_rate": 2.703569329325296e-05, + "loss": 0.0215, + "step": 20080 + }, + { + "epoch": 18.7932647333957, + "grad_norm": 0.13470399379730225, + "learning_rate": 2.698674865417994e-05, + "loss": 0.0214, + "step": 20090 + }, + { + "epoch": 18.802619270346117, + "grad_norm": 0.09048303216695786, + "learning_rate": 2.6937831978377325e-05, + "loss": 0.0221, + "step": 20100 + }, + { + "epoch": 18.81197380729654, + "grad_norm": 0.10373246669769287, + "learning_rate": 2.6888943325283485e-05, + "loss": 0.0232, + "step": 20110 + }, + { + "epoch": 18.82132834424696, + "grad_norm": 0.09851143509149551, + "learning_rate": 2.6840082754302733e-05, + "loss": 0.0233, + "step": 20120 + }, + { + "epoch": 18.83068288119738, + "grad_norm": 0.12532877922058105, + "learning_rate": 2.679125032480525e-05, + "loss": 0.0223, + "step": 20130 + }, + { + "epoch": 18.8400374181478, + "grad_norm": 0.09458509832620621, + "learning_rate": 2.674244609612708e-05, + "loss": 0.0227, + "step": 20140 + }, + { + "epoch": 18.849391955098223, + "grad_norm": 0.09000278264284134, + "learning_rate": 2.6693670127569958e-05, + "loss": 0.02, + "step": 20150 + }, + { + "epoch": 18.858746492048645, + "grad_norm": 0.09398295730352402, + "learning_rate": 2.6644922478401268e-05, + "loss": 0.0218, + "step": 20160 + }, + { + "epoch": 18.868101028999064, + "grad_norm": 0.0891498550772667, + "learning_rate": 2.6596203207854004e-05, + "loss": 0.0224, + "step": 20170 + }, + { + "epoch": 18.877455565949486, + "grad_norm": 0.09182678908109665, + "learning_rate": 2.654751237512666e-05, + "loss": 0.0226, + "step": 20180 + }, + { + "epoch": 18.886810102899908, + "grad_norm": 0.09483543038368225, + "learning_rate": 2.649885003938323e-05, + "loss": 0.0227, + "step": 20190 + }, + { + "epoch": 18.896164639850326, + "grad_norm": 0.08955473452806473, + "learning_rate": 2.6450216259753e-05, + "loss": 0.0215, + "step": 20200 + }, + { + "epoch": 18.90551917680075, + "grad_norm": 0.08733302354812622, + "learning_rate": 2.640161109533063e-05, + "loss": 0.0208, + "step": 20210 + }, + { + "epoch": 18.91487371375117, + "grad_norm": 0.09255017340183258, + "learning_rate": 2.6353034605175936e-05, + "loss": 0.0221, + "step": 20220 + }, + { + "epoch": 18.92422825070159, + "grad_norm": 0.09423402696847916, + "learning_rate": 2.630448684831398e-05, + "loss": 0.0248, + "step": 20230 + }, + { + "epoch": 18.93358278765201, + "grad_norm": 0.09358064085245132, + "learning_rate": 2.625596788373482e-05, + "loss": 0.0225, + "step": 20240 + }, + { + "epoch": 18.942937324602433, + "grad_norm": 0.08294554799795151, + "learning_rate": 2.620747777039363e-05, + "loss": 0.0241, + "step": 20250 + }, + { + "epoch": 18.952291861552855, + "grad_norm": 0.1400173008441925, + "learning_rate": 2.6159016567210424e-05, + "loss": 0.0213, + "step": 20260 + }, + { + "epoch": 18.961646398503273, + "grad_norm": 0.08013058453798294, + "learning_rate": 2.6110584333070153e-05, + "loss": 0.0204, + "step": 20270 + }, + { + "epoch": 18.971000935453695, + "grad_norm": 0.08948113769292831, + "learning_rate": 2.6062181126822537e-05, + "loss": 0.0227, + "step": 20280 + }, + { + "epoch": 18.980355472404117, + "grad_norm": 0.10233064740896225, + "learning_rate": 2.601380700728203e-05, + "loss": 0.023, + "step": 20290 + }, + { + "epoch": 18.989710009354535, + "grad_norm": 0.09559933096170425, + "learning_rate": 2.596546203322777e-05, + "loss": 0.0224, + "step": 20300 + }, + { + "epoch": 18.999064546304957, + "grad_norm": 0.12629447877407074, + "learning_rate": 2.5917146263403457e-05, + "loss": 0.021, + "step": 20310 + }, + { + "epoch": 19.00841908325538, + "grad_norm": 0.10310565680265427, + "learning_rate": 2.5868859756517296e-05, + "loss": 0.0199, + "step": 20320 + }, + { + "epoch": 19.0177736202058, + "grad_norm": 0.10955420136451721, + "learning_rate": 2.5820602571241947e-05, + "loss": 0.0223, + "step": 20330 + }, + { + "epoch": 19.02712815715622, + "grad_norm": 0.11298491060733795, + "learning_rate": 2.577237476621442e-05, + "loss": 0.0214, + "step": 20340 + }, + { + "epoch": 19.036482694106642, + "grad_norm": 0.08104339241981506, + "learning_rate": 2.572417640003609e-05, + "loss": 0.022, + "step": 20350 + }, + { + "epoch": 19.045837231057064, + "grad_norm": 0.1011156439781189, + "learning_rate": 2.5676007531272473e-05, + "loss": 0.0211, + "step": 20360 + }, + { + "epoch": 19.055191768007482, + "grad_norm": 0.09482020884752274, + "learning_rate": 2.5627868218453332e-05, + "loss": 0.0223, + "step": 20370 + }, + { + "epoch": 19.064546304957904, + "grad_norm": 0.08850739896297455, + "learning_rate": 2.5579758520072443e-05, + "loss": 0.0209, + "step": 20380 + }, + { + "epoch": 19.073900841908326, + "grad_norm": 0.08491505682468414, + "learning_rate": 2.5531678494587615e-05, + "loss": 0.0218, + "step": 20390 + }, + { + "epoch": 19.08325537885875, + "grad_norm": 0.09767875075340271, + "learning_rate": 2.5483628200420644e-05, + "loss": 0.0208, + "step": 20400 + }, + { + "epoch": 19.092609915809167, + "grad_norm": 0.08163074404001236, + "learning_rate": 2.5435607695957154e-05, + "loss": 0.0206, + "step": 20410 + }, + { + "epoch": 19.10196445275959, + "grad_norm": 0.13178277015686035, + "learning_rate": 2.5387617039546586e-05, + "loss": 0.0214, + "step": 20420 + }, + { + "epoch": 19.11131898971001, + "grad_norm": 0.08694308251142502, + "learning_rate": 2.5339656289502106e-05, + "loss": 0.0219, + "step": 20430 + }, + { + "epoch": 19.12067352666043, + "grad_norm": 0.09935304522514343, + "learning_rate": 2.529172550410056e-05, + "loss": 0.0206, + "step": 20440 + }, + { + "epoch": 19.13002806361085, + "grad_norm": 0.09032172709703445, + "learning_rate": 2.524382474158234e-05, + "loss": 0.022, + "step": 20450 + }, + { + "epoch": 19.139382600561273, + "grad_norm": 0.116212859749794, + "learning_rate": 2.5195954060151433e-05, + "loss": 0.023, + "step": 20460 + }, + { + "epoch": 19.14873713751169, + "grad_norm": 0.10760242491960526, + "learning_rate": 2.5148113517975212e-05, + "loss": 0.0223, + "step": 20470 + }, + { + "epoch": 19.158091674462113, + "grad_norm": 0.09013324975967407, + "learning_rate": 2.5100303173184447e-05, + "loss": 0.0226, + "step": 20480 + }, + { + "epoch": 19.167446211412535, + "grad_norm": 0.10966915637254715, + "learning_rate": 2.5052523083873196e-05, + "loss": 0.0206, + "step": 20490 + }, + { + "epoch": 19.176800748362957, + "grad_norm": 0.08785657584667206, + "learning_rate": 2.500477330809881e-05, + "loss": 0.0215, + "step": 20500 + }, + { + "epoch": 19.186155285313376, + "grad_norm": 0.11586135625839233, + "learning_rate": 2.4957053903881733e-05, + "loss": 0.0219, + "step": 20510 + }, + { + "epoch": 19.195509822263798, + "grad_norm": 0.08713778108358383, + "learning_rate": 2.4909364929205576e-05, + "loss": 0.0238, + "step": 20520 + }, + { + "epoch": 19.20486435921422, + "grad_norm": 0.12230871617794037, + "learning_rate": 2.4861706442016923e-05, + "loss": 0.0217, + "step": 20530 + }, + { + "epoch": 19.21421889616464, + "grad_norm": 0.08085207641124725, + "learning_rate": 2.481407850022533e-05, + "loss": 0.0213, + "step": 20540 + }, + { + "epoch": 19.22357343311506, + "grad_norm": 0.08357774466276169, + "learning_rate": 2.4766481161703213e-05, + "loss": 0.0224, + "step": 20550 + }, + { + "epoch": 19.232927970065482, + "grad_norm": 0.09541118890047073, + "learning_rate": 2.4718914484285876e-05, + "loss": 0.0208, + "step": 20560 + }, + { + "epoch": 19.242282507015904, + "grad_norm": 0.09524355083703995, + "learning_rate": 2.467137852577129e-05, + "loss": 0.0205, + "step": 20570 + }, + { + "epoch": 19.251637043966323, + "grad_norm": 0.09348344802856445, + "learning_rate": 2.4623873343920123e-05, + "loss": 0.0219, + "step": 20580 + }, + { + "epoch": 19.260991580916745, + "grad_norm": 0.10412184149026871, + "learning_rate": 2.4576398996455656e-05, + "loss": 0.0211, + "step": 20590 + }, + { + "epoch": 19.270346117867167, + "grad_norm": 0.0923057496547699, + "learning_rate": 2.452895554106368e-05, + "loss": 0.0216, + "step": 20600 + }, + { + "epoch": 19.279700654817585, + "grad_norm": 0.080611951649189, + "learning_rate": 2.4481543035392506e-05, + "loss": 0.0224, + "step": 20610 + }, + { + "epoch": 19.289055191768007, + "grad_norm": 0.08620698004961014, + "learning_rate": 2.4434161537052774e-05, + "loss": 0.0214, + "step": 20620 + }, + { + "epoch": 19.29840972871843, + "grad_norm": 0.08848802000284195, + "learning_rate": 2.4386811103617474e-05, + "loss": 0.0204, + "step": 20630 + }, + { + "epoch": 19.30776426566885, + "grad_norm": 0.11333032697439194, + "learning_rate": 2.4339491792621833e-05, + "loss": 0.0216, + "step": 20640 + }, + { + "epoch": 19.31711880261927, + "grad_norm": 0.12228872627019882, + "learning_rate": 2.4292203661563312e-05, + "loss": 0.021, + "step": 20650 + }, + { + "epoch": 19.32647333956969, + "grad_norm": 0.09842042624950409, + "learning_rate": 2.424494676790141e-05, + "loss": 0.0215, + "step": 20660 + }, + { + "epoch": 19.335827876520113, + "grad_norm": 0.11276900768280029, + "learning_rate": 2.4197721169057745e-05, + "loss": 0.0221, + "step": 20670 + }, + { + "epoch": 19.345182413470532, + "grad_norm": 0.09699714183807373, + "learning_rate": 2.4150526922415857e-05, + "loss": 0.0205, + "step": 20680 + }, + { + "epoch": 19.354536950420954, + "grad_norm": 0.10914240032434464, + "learning_rate": 2.41033640853212e-05, + "loss": 0.0226, + "step": 20690 + }, + { + "epoch": 19.363891487371376, + "grad_norm": 0.10711899399757385, + "learning_rate": 2.405623271508108e-05, + "loss": 0.02, + "step": 20700 + }, + { + "epoch": 19.373246024321794, + "grad_norm": 0.08341359347105026, + "learning_rate": 2.4009132868964522e-05, + "loss": 0.0208, + "step": 20710 + }, + { + "epoch": 19.382600561272216, + "grad_norm": 0.09455369412899017, + "learning_rate": 2.3962064604202327e-05, + "loss": 0.0222, + "step": 20720 + }, + { + "epoch": 19.39195509822264, + "grad_norm": 0.08461928367614746, + "learning_rate": 2.3915027977986858e-05, + "loss": 0.0204, + "step": 20730 + }, + { + "epoch": 19.40130963517306, + "grad_norm": 0.08621621876955032, + "learning_rate": 2.386802304747205e-05, + "loss": 0.0228, + "step": 20740 + }, + { + "epoch": 19.41066417212348, + "grad_norm": 0.11387693136930466, + "learning_rate": 2.382104986977332e-05, + "loss": 0.0216, + "step": 20750 + }, + { + "epoch": 19.4200187090739, + "grad_norm": 0.10026518255472183, + "learning_rate": 2.377410850196749e-05, + "loss": 0.021, + "step": 20760 + }, + { + "epoch": 19.429373246024323, + "grad_norm": 0.09839124977588654, + "learning_rate": 2.3727199001092797e-05, + "loss": 0.023, + "step": 20770 + }, + { + "epoch": 19.43872778297474, + "grad_norm": 0.09385333955287933, + "learning_rate": 2.3680321424148677e-05, + "loss": 0.0196, + "step": 20780 + }, + { + "epoch": 19.448082319925163, + "grad_norm": 0.09885308891534805, + "learning_rate": 2.3633475828095793e-05, + "loss": 0.0213, + "step": 20790 + }, + { + "epoch": 19.457436856875585, + "grad_norm": 0.11247340589761734, + "learning_rate": 2.358666226985599e-05, + "loss": 0.0218, + "step": 20800 + }, + { + "epoch": 19.466791393826007, + "grad_norm": 0.08541615307331085, + "learning_rate": 2.353988080631213e-05, + "loss": 0.0213, + "step": 20810 + }, + { + "epoch": 19.476145930776426, + "grad_norm": 0.0917355865240097, + "learning_rate": 2.3493131494308142e-05, + "loss": 0.0199, + "step": 20820 + }, + { + "epoch": 19.485500467726848, + "grad_norm": 0.08992068469524384, + "learning_rate": 2.344641439064881e-05, + "loss": 0.0215, + "step": 20830 + }, + { + "epoch": 19.49485500467727, + "grad_norm": 0.08598309010267258, + "learning_rate": 2.339972955209984e-05, + "loss": 0.0211, + "step": 20840 + }, + { + "epoch": 19.504209541627688, + "grad_norm": 0.09763147681951523, + "learning_rate": 2.335307703538771e-05, + "loss": 0.0223, + "step": 20850 + }, + { + "epoch": 19.51356407857811, + "grad_norm": 0.0931667909026146, + "learning_rate": 2.330645689719962e-05, + "loss": 0.0221, + "step": 20860 + }, + { + "epoch": 19.522918615528532, + "grad_norm": 0.09146586805582047, + "learning_rate": 2.3259869194183414e-05, + "loss": 0.0213, + "step": 20870 + }, + { + "epoch": 19.532273152478954, + "grad_norm": 0.10006336122751236, + "learning_rate": 2.321331398294759e-05, + "loss": 0.0206, + "step": 20880 + }, + { + "epoch": 19.541627689429372, + "grad_norm": 0.09118280559778214, + "learning_rate": 2.3166791320061094e-05, + "loss": 0.0209, + "step": 20890 + }, + { + "epoch": 19.550982226379794, + "grad_norm": 0.0916077122092247, + "learning_rate": 2.312030126205335e-05, + "loss": 0.0203, + "step": 20900 + }, + { + "epoch": 19.560336763330216, + "grad_norm": 0.0811573714017868, + "learning_rate": 2.3073843865414162e-05, + "loss": 0.0201, + "step": 20910 + }, + { + "epoch": 19.569691300280635, + "grad_norm": 0.08893357962369919, + "learning_rate": 2.302741918659363e-05, + "loss": 0.0216, + "step": 20920 + }, + { + "epoch": 19.579045837231057, + "grad_norm": 0.0873708501458168, + "learning_rate": 2.2981027282002154e-05, + "loss": 0.0196, + "step": 20930 + }, + { + "epoch": 19.58840037418148, + "grad_norm": 0.0939704179763794, + "learning_rate": 2.2934668208010236e-05, + "loss": 0.0211, + "step": 20940 + }, + { + "epoch": 19.5977549111319, + "grad_norm": 0.0936727523803711, + "learning_rate": 2.2888342020948555e-05, + "loss": 0.0213, + "step": 20950 + }, + { + "epoch": 19.60710944808232, + "grad_norm": 0.08557362109422684, + "learning_rate": 2.2842048777107783e-05, + "loss": 0.0203, + "step": 20960 + }, + { + "epoch": 19.61646398503274, + "grad_norm": 0.08671272546052933, + "learning_rate": 2.2795788532738553e-05, + "loss": 0.0192, + "step": 20970 + }, + { + "epoch": 19.625818521983163, + "grad_norm": 0.08891276270151138, + "learning_rate": 2.2749561344051468e-05, + "loss": 0.021, + "step": 20980 + }, + { + "epoch": 19.63517305893358, + "grad_norm": 0.11736954748630524, + "learning_rate": 2.2703367267216896e-05, + "loss": 0.0214, + "step": 20990 + }, + { + "epoch": 19.644527595884004, + "grad_norm": 0.10705925524234772, + "learning_rate": 2.2657206358364997e-05, + "loss": 0.0194, + "step": 21000 + }, + { + "epoch": 19.653882132834426, + "grad_norm": 0.0901053324341774, + "learning_rate": 2.261107867358563e-05, + "loss": 0.0214, + "step": 21010 + }, + { + "epoch": 19.663236669784844, + "grad_norm": 0.11911427974700928, + "learning_rate": 2.2564984268928263e-05, + "loss": 0.0211, + "step": 21020 + }, + { + "epoch": 19.672591206735266, + "grad_norm": 0.09880826622247696, + "learning_rate": 2.251892320040198e-05, + "loss": 0.0229, + "step": 21030 + }, + { + "epoch": 19.681945743685688, + "grad_norm": 0.0915345624089241, + "learning_rate": 2.2472895523975312e-05, + "loss": 0.0199, + "step": 21040 + }, + { + "epoch": 19.69130028063611, + "grad_norm": 0.08523645251989365, + "learning_rate": 2.2426901295576212e-05, + "loss": 0.0212, + "step": 21050 + }, + { + "epoch": 19.70065481758653, + "grad_norm": 0.08829490095376968, + "learning_rate": 2.2380940571092013e-05, + "loss": 0.0205, + "step": 21060 + }, + { + "epoch": 19.71000935453695, + "grad_norm": 0.10477672517299652, + "learning_rate": 2.2335013406369302e-05, + "loss": 0.0218, + "step": 21070 + }, + { + "epoch": 19.719363891487372, + "grad_norm": 0.10362329334020615, + "learning_rate": 2.228911985721397e-05, + "loss": 0.0211, + "step": 21080 + }, + { + "epoch": 19.72871842843779, + "grad_norm": 0.09011263400316238, + "learning_rate": 2.224325997939095e-05, + "loss": 0.0202, + "step": 21090 + }, + { + "epoch": 19.738072965388213, + "grad_norm": 0.1169281080365181, + "learning_rate": 2.219743382862437e-05, + "loss": 0.0219, + "step": 21100 + }, + { + "epoch": 19.747427502338635, + "grad_norm": 0.08499956876039505, + "learning_rate": 2.2151641460597294e-05, + "loss": 0.0203, + "step": 21110 + }, + { + "epoch": 19.756782039289057, + "grad_norm": 0.08344980329275131, + "learning_rate": 2.210588293095177e-05, + "loss": 0.0179, + "step": 21120 + }, + { + "epoch": 19.766136576239475, + "grad_norm": 0.10264204442501068, + "learning_rate": 2.2060158295288714e-05, + "loss": 0.0218, + "step": 21130 + }, + { + "epoch": 19.775491113189897, + "grad_norm": 0.08397012203931808, + "learning_rate": 2.2014467609167905e-05, + "loss": 0.0209, + "step": 21140 + }, + { + "epoch": 19.78484565014032, + "grad_norm": 0.10158290714025497, + "learning_rate": 2.1968810928107806e-05, + "loss": 0.021, + "step": 21150 + }, + { + "epoch": 19.794200187090738, + "grad_norm": 0.0847848430275917, + "learning_rate": 2.1923188307585606e-05, + "loss": 0.02, + "step": 21160 + }, + { + "epoch": 19.80355472404116, + "grad_norm": 0.094179667532444, + "learning_rate": 2.187759980303708e-05, + "loss": 0.0207, + "step": 21170 + }, + { + "epoch": 19.81290926099158, + "grad_norm": 0.12132325023412704, + "learning_rate": 2.1832045469856545e-05, + "loss": 0.0223, + "step": 21180 + }, + { + "epoch": 19.822263797942004, + "grad_norm": 0.1027318686246872, + "learning_rate": 2.1786525363396844e-05, + "loss": 0.0209, + "step": 21190 + }, + { + "epoch": 19.831618334892422, + "grad_norm": 0.1001904234290123, + "learning_rate": 2.1741039538969183e-05, + "loss": 0.0215, + "step": 21200 + }, + { + "epoch": 19.840972871842844, + "grad_norm": 0.10794824361801147, + "learning_rate": 2.169558805184313e-05, + "loss": 0.022, + "step": 21210 + }, + { + "epoch": 19.850327408793266, + "grad_norm": 0.10940048098564148, + "learning_rate": 2.165017095724651e-05, + "loss": 0.0221, + "step": 21220 + }, + { + "epoch": 19.859681945743684, + "grad_norm": 0.08126544952392578, + "learning_rate": 2.1604788310365405e-05, + "loss": 0.0205, + "step": 21230 + }, + { + "epoch": 19.869036482694106, + "grad_norm": 0.09584479033946991, + "learning_rate": 2.155944016634398e-05, + "loss": 0.0198, + "step": 21240 + }, + { + "epoch": 19.87839101964453, + "grad_norm": 0.08477870374917984, + "learning_rate": 2.1514126580284538e-05, + "loss": 0.0191, + "step": 21250 + }, + { + "epoch": 19.88774555659495, + "grad_norm": 0.10429903864860535, + "learning_rate": 2.1468847607247344e-05, + "loss": 0.0204, + "step": 21260 + }, + { + "epoch": 19.89710009354537, + "grad_norm": 0.08898758888244629, + "learning_rate": 2.1423603302250623e-05, + "loss": 0.0201, + "step": 21270 + }, + { + "epoch": 19.90645463049579, + "grad_norm": 0.09626001864671707, + "learning_rate": 2.1378393720270468e-05, + "loss": 0.022, + "step": 21280 + }, + { + "epoch": 19.915809167446213, + "grad_norm": 0.09377412497997284, + "learning_rate": 2.133321891624076e-05, + "loss": 0.0209, + "step": 21290 + }, + { + "epoch": 19.92516370439663, + "grad_norm": 0.08149591088294983, + "learning_rate": 2.1288078945053193e-05, + "loss": 0.0208, + "step": 21300 + }, + { + "epoch": 19.934518241347053, + "grad_norm": 0.12724822759628296, + "learning_rate": 2.1242973861557064e-05, + "loss": 0.0186, + "step": 21310 + }, + { + "epoch": 19.943872778297475, + "grad_norm": 0.09395460784435272, + "learning_rate": 2.1197903720559304e-05, + "loss": 0.02, + "step": 21320 + }, + { + "epoch": 19.953227315247894, + "grad_norm": 0.09396878629922867, + "learning_rate": 2.115286857682438e-05, + "loss": 0.0208, + "step": 21330 + }, + { + "epoch": 19.962581852198316, + "grad_norm": 0.09032432734966278, + "learning_rate": 2.1107868485074228e-05, + "loss": 0.022, + "step": 21340 + }, + { + "epoch": 19.971936389148738, + "grad_norm": 0.13400037586688995, + "learning_rate": 2.1062903499988234e-05, + "loss": 0.0228, + "step": 21350 + }, + { + "epoch": 19.98129092609916, + "grad_norm": 0.08832100033760071, + "learning_rate": 2.101797367620308e-05, + "loss": 0.0191, + "step": 21360 + }, + { + "epoch": 19.990645463049578, + "grad_norm": 0.08471435308456421, + "learning_rate": 2.0973079068312713e-05, + "loss": 0.021, + "step": 21370 + }, + { + "epoch": 20.0, + "grad_norm": 0.24193903803825378, + "learning_rate": 2.0928219730868358e-05, + "loss": 0.0221, + "step": 21380 + }, + { + "epoch": 20.009354536950422, + "grad_norm": 0.1073523610830307, + "learning_rate": 2.0883395718378302e-05, + "loss": 0.0211, + "step": 21390 + }, + { + "epoch": 20.01870907390084, + "grad_norm": 0.10977979749441147, + "learning_rate": 2.083860708530798e-05, + "loss": 0.02, + "step": 21400 + }, + { + "epoch": 20.028063610851262, + "grad_norm": 0.09801336377859116, + "learning_rate": 2.0793853886079796e-05, + "loss": 0.022, + "step": 21410 + }, + { + "epoch": 20.037418147801684, + "grad_norm": 0.08794040977954865, + "learning_rate": 2.074913617507309e-05, + "loss": 0.0196, + "step": 21420 + }, + { + "epoch": 20.046772684752106, + "grad_norm": 0.09431702643632889, + "learning_rate": 2.070445400662411e-05, + "loss": 0.0207, + "step": 21430 + }, + { + "epoch": 20.056127221702525, + "grad_norm": 0.09456580132246017, + "learning_rate": 2.0659807435025907e-05, + "loss": 0.0195, + "step": 21440 + }, + { + "epoch": 20.065481758652947, + "grad_norm": 0.08963678777217865, + "learning_rate": 2.061519651452825e-05, + "loss": 0.0195, + "step": 21450 + }, + { + "epoch": 20.07483629560337, + "grad_norm": 0.08419890701770782, + "learning_rate": 2.0570621299337656e-05, + "loss": 0.0198, + "step": 21460 + }, + { + "epoch": 20.084190832553787, + "grad_norm": 0.09728110581636429, + "learning_rate": 2.0526081843617183e-05, + "loss": 0.0213, + "step": 21470 + }, + { + "epoch": 20.09354536950421, + "grad_norm": 0.10972456634044647, + "learning_rate": 2.0481578201486485e-05, + "loss": 0.0206, + "step": 21480 + }, + { + "epoch": 20.10289990645463, + "grad_norm": 0.06724447011947632, + "learning_rate": 2.0437110427021677e-05, + "loss": 0.0179, + "step": 21490 + }, + { + "epoch": 20.112254443405053, + "grad_norm": 0.10771804302930832, + "learning_rate": 2.0392678574255282e-05, + "loss": 0.0192, + "step": 21500 + }, + { + "epoch": 20.12160898035547, + "grad_norm": 0.07955342531204224, + "learning_rate": 2.0348282697176217e-05, + "loss": 0.0206, + "step": 21510 + }, + { + "epoch": 20.130963517305894, + "grad_norm": 0.09886585921049118, + "learning_rate": 2.030392284972964e-05, + "loss": 0.0207, + "step": 21520 + }, + { + "epoch": 20.140318054256316, + "grad_norm": 0.06719847768545151, + "learning_rate": 2.0259599085816973e-05, + "loss": 0.0193, + "step": 21530 + }, + { + "epoch": 20.149672591206734, + "grad_norm": 0.09444455057382584, + "learning_rate": 2.0215311459295755e-05, + "loss": 0.0203, + "step": 21540 + }, + { + "epoch": 20.159027128157156, + "grad_norm": 0.080435611307621, + "learning_rate": 2.0171060023979606e-05, + "loss": 0.021, + "step": 21550 + }, + { + "epoch": 20.168381665107578, + "grad_norm": 0.11046884208917618, + "learning_rate": 2.012684483363823e-05, + "loss": 0.0203, + "step": 21560 + }, + { + "epoch": 20.177736202057996, + "grad_norm": 0.09045732766389847, + "learning_rate": 2.0082665941997237e-05, + "loss": 0.0191, + "step": 21570 + }, + { + "epoch": 20.18709073900842, + "grad_norm": 0.10713158547878265, + "learning_rate": 2.0038523402738146e-05, + "loss": 0.0202, + "step": 21580 + }, + { + "epoch": 20.19644527595884, + "grad_norm": 0.09336088597774506, + "learning_rate": 1.99944172694983e-05, + "loss": 0.0196, + "step": 21590 + }, + { + "epoch": 20.205799812909262, + "grad_norm": 0.09085090458393097, + "learning_rate": 1.99503475958708e-05, + "loss": 0.0211, + "step": 21600 + }, + { + "epoch": 20.21515434985968, + "grad_norm": 0.0729212611913681, + "learning_rate": 1.9906314435404484e-05, + "loss": 0.0195, + "step": 21610 + }, + { + "epoch": 20.224508886810103, + "grad_norm": 0.10404518246650696, + "learning_rate": 1.986231784160378e-05, + "loss": 0.0199, + "step": 21620 + }, + { + "epoch": 20.233863423760525, + "grad_norm": 0.10682550072669983, + "learning_rate": 1.9818357867928693e-05, + "loss": 0.0204, + "step": 21630 + }, + { + "epoch": 20.243217960710943, + "grad_norm": 0.08901365846395493, + "learning_rate": 1.977443456779474e-05, + "loss": 0.0207, + "step": 21640 + }, + { + "epoch": 20.252572497661365, + "grad_norm": 0.096810482442379, + "learning_rate": 1.9730547994572858e-05, + "loss": 0.021, + "step": 21650 + }, + { + "epoch": 20.261927034611787, + "grad_norm": 0.08798089623451233, + "learning_rate": 1.9686698201589393e-05, + "loss": 0.0209, + "step": 21660 + }, + { + "epoch": 20.27128157156221, + "grad_norm": 0.09717660397291183, + "learning_rate": 1.9642885242125964e-05, + "loss": 0.0203, + "step": 21670 + }, + { + "epoch": 20.280636108512628, + "grad_norm": 0.09235639870166779, + "learning_rate": 1.9599109169419466e-05, + "loss": 0.02, + "step": 21680 + }, + { + "epoch": 20.28999064546305, + "grad_norm": 0.10146908462047577, + "learning_rate": 1.9555370036661948e-05, + "loss": 0.02, + "step": 21690 + }, + { + "epoch": 20.29934518241347, + "grad_norm": 0.10104074329137802, + "learning_rate": 1.9511667897000574e-05, + "loss": 0.0191, + "step": 21700 + }, + { + "epoch": 20.30869971936389, + "grad_norm": 0.09419981390237808, + "learning_rate": 1.946800280353755e-05, + "loss": 0.0206, + "step": 21710 + }, + { + "epoch": 20.318054256314312, + "grad_norm": 0.08864548057317734, + "learning_rate": 1.9424374809330114e-05, + "loss": 0.0191, + "step": 21720 + }, + { + "epoch": 20.327408793264734, + "grad_norm": 0.09985701739788055, + "learning_rate": 1.9380783967390382e-05, + "loss": 0.0212, + "step": 21730 + }, + { + "epoch": 20.336763330215156, + "grad_norm": 0.09989594668149948, + "learning_rate": 1.933723033068533e-05, + "loss": 0.0193, + "step": 21740 + }, + { + "epoch": 20.346117867165574, + "grad_norm": 0.12744538486003876, + "learning_rate": 1.929371395213674e-05, + "loss": 0.0197, + "step": 21750 + }, + { + "epoch": 20.355472404115996, + "grad_norm": 0.08138883113861084, + "learning_rate": 1.9250234884621092e-05, + "loss": 0.0192, + "step": 21760 + }, + { + "epoch": 20.36482694106642, + "grad_norm": 0.07037226110696793, + "learning_rate": 1.920679318096959e-05, + "loss": 0.0189, + "step": 21770 + }, + { + "epoch": 20.374181478016837, + "grad_norm": 0.10235072672367096, + "learning_rate": 1.9163388893967982e-05, + "loss": 0.0208, + "step": 21780 + }, + { + "epoch": 20.38353601496726, + "grad_norm": 0.09403024613857269, + "learning_rate": 1.9120022076356575e-05, + "loss": 0.021, + "step": 21790 + }, + { + "epoch": 20.39289055191768, + "grad_norm": 0.09632007777690887, + "learning_rate": 1.9076692780830114e-05, + "loss": 0.0203, + "step": 21800 + }, + { + "epoch": 20.4022450888681, + "grad_norm": 0.09623703360557556, + "learning_rate": 1.903340106003782e-05, + "loss": 0.0192, + "step": 21810 + }, + { + "epoch": 20.41159962581852, + "grad_norm": 0.08329255133867264, + "learning_rate": 1.8990146966583183e-05, + "loss": 0.0199, + "step": 21820 + }, + { + "epoch": 20.420954162768943, + "grad_norm": 0.09285099059343338, + "learning_rate": 1.8946930553024035e-05, + "loss": 0.0213, + "step": 21830 + }, + { + "epoch": 20.430308699719365, + "grad_norm": 0.09438221901655197, + "learning_rate": 1.8903751871872378e-05, + "loss": 0.021, + "step": 21840 + }, + { + "epoch": 20.439663236669784, + "grad_norm": 0.09561554342508316, + "learning_rate": 1.8860610975594382e-05, + "loss": 0.0204, + "step": 21850 + }, + { + "epoch": 20.449017773620206, + "grad_norm": 0.0938272476196289, + "learning_rate": 1.8817507916610307e-05, + "loss": 0.0202, + "step": 21860 + }, + { + "epoch": 20.458372310570628, + "grad_norm": 0.09733028709888458, + "learning_rate": 1.8774442747294407e-05, + "loss": 0.022, + "step": 21870 + }, + { + "epoch": 20.467726847521046, + "grad_norm": 0.11606436967849731, + "learning_rate": 1.8731415519974965e-05, + "loss": 0.0214, + "step": 21880 + }, + { + "epoch": 20.477081384471468, + "grad_norm": 0.08694452792406082, + "learning_rate": 1.86884262869341e-05, + "loss": 0.0192, + "step": 21890 + }, + { + "epoch": 20.48643592142189, + "grad_norm": 0.08872386068105698, + "learning_rate": 1.8645475100407788e-05, + "loss": 0.0205, + "step": 21900 + }, + { + "epoch": 20.495790458372312, + "grad_norm": 0.09358198195695877, + "learning_rate": 1.8602562012585768e-05, + "loss": 0.0193, + "step": 21910 + }, + { + "epoch": 20.50514499532273, + "grad_norm": 0.09405502676963806, + "learning_rate": 1.8559687075611466e-05, + "loss": 0.0214, + "step": 21920 + }, + { + "epoch": 20.514499532273152, + "grad_norm": 0.08874905109405518, + "learning_rate": 1.8516850341582017e-05, + "loss": 0.0209, + "step": 21930 + }, + { + "epoch": 20.523854069223574, + "grad_norm": 0.11061479151248932, + "learning_rate": 1.847405186254807e-05, + "loss": 0.0192, + "step": 21940 + }, + { + "epoch": 20.533208606173993, + "grad_norm": 0.09582721441984177, + "learning_rate": 1.843129169051379e-05, + "loss": 0.0188, + "step": 21950 + }, + { + "epoch": 20.542563143124415, + "grad_norm": 0.12148979306221008, + "learning_rate": 1.8388569877436863e-05, + "loss": 0.0189, + "step": 21960 + }, + { + "epoch": 20.551917680074837, + "grad_norm": 0.10771916061639786, + "learning_rate": 1.834588647522828e-05, + "loss": 0.0189, + "step": 21970 + }, + { + "epoch": 20.56127221702526, + "grad_norm": 0.08822619915008545, + "learning_rate": 1.8303241535752435e-05, + "loss": 0.0192, + "step": 21980 + }, + { + "epoch": 20.570626753975677, + "grad_norm": 0.09893087297677994, + "learning_rate": 1.8260635110826934e-05, + "loss": 0.0191, + "step": 21990 + }, + { + "epoch": 20.5799812909261, + "grad_norm": 0.07912267744541168, + "learning_rate": 1.8218067252222597e-05, + "loss": 0.0194, + "step": 22000 + }, + { + "epoch": 20.58933582787652, + "grad_norm": 0.09650973230600357, + "learning_rate": 1.817553801166339e-05, + "loss": 0.0197, + "step": 22010 + }, + { + "epoch": 20.59869036482694, + "grad_norm": 0.10249143093824387, + "learning_rate": 1.8133047440826333e-05, + "loss": 0.0199, + "step": 22020 + }, + { + "epoch": 20.60804490177736, + "grad_norm": 0.0996926948428154, + "learning_rate": 1.809059559134151e-05, + "loss": 0.0197, + "step": 22030 + }, + { + "epoch": 20.617399438727784, + "grad_norm": 0.09599880874156952, + "learning_rate": 1.80481825147919e-05, + "loss": 0.0215, + "step": 22040 + }, + { + "epoch": 20.626753975678206, + "grad_norm": 0.08850105851888657, + "learning_rate": 1.8005808262713396e-05, + "loss": 0.0202, + "step": 22050 + }, + { + "epoch": 20.636108512628624, + "grad_norm": 0.08345498144626617, + "learning_rate": 1.7963472886594714e-05, + "loss": 0.0194, + "step": 22060 + }, + { + "epoch": 20.645463049579046, + "grad_norm": 0.090121790766716, + "learning_rate": 1.7921176437877302e-05, + "loss": 0.0198, + "step": 22070 + }, + { + "epoch": 20.654817586529468, + "grad_norm": 0.08189013600349426, + "learning_rate": 1.7878918967955366e-05, + "loss": 0.0196, + "step": 22080 + }, + { + "epoch": 20.664172123479887, + "grad_norm": 0.08020332455635071, + "learning_rate": 1.7836700528175693e-05, + "loss": 0.0196, + "step": 22090 + }, + { + "epoch": 20.67352666043031, + "grad_norm": 0.09102144837379456, + "learning_rate": 1.779452116983769e-05, + "loss": 0.0202, + "step": 22100 + }, + { + "epoch": 20.68288119738073, + "grad_norm": 0.0906827375292778, + "learning_rate": 1.775238094419325e-05, + "loss": 0.02, + "step": 22110 + }, + { + "epoch": 20.69223573433115, + "grad_norm": 0.0992727130651474, + "learning_rate": 1.7710279902446708e-05, + "loss": 0.0197, + "step": 22120 + }, + { + "epoch": 20.70159027128157, + "grad_norm": 0.11121103912591934, + "learning_rate": 1.7668218095754795e-05, + "loss": 0.0203, + "step": 22130 + }, + { + "epoch": 20.710944808231993, + "grad_norm": 0.07280773669481277, + "learning_rate": 1.7626195575226594e-05, + "loss": 0.0187, + "step": 22140 + }, + { + "epoch": 20.720299345182415, + "grad_norm": 0.09512898325920105, + "learning_rate": 1.758421239192343e-05, + "loss": 0.0203, + "step": 22150 + }, + { + "epoch": 20.729653882132833, + "grad_norm": 0.09617644548416138, + "learning_rate": 1.7542268596858814e-05, + "loss": 0.0208, + "step": 22160 + }, + { + "epoch": 20.739008419083255, + "grad_norm": 0.07699612528085709, + "learning_rate": 1.750036424099841e-05, + "loss": 0.0198, + "step": 22170 + }, + { + "epoch": 20.748362956033677, + "grad_norm": 0.09866002202033997, + "learning_rate": 1.7458499375259956e-05, + "loss": 0.0184, + "step": 22180 + }, + { + "epoch": 20.757717492984096, + "grad_norm": 0.10174437612295151, + "learning_rate": 1.7416674050513245e-05, + "loss": 0.0198, + "step": 22190 + }, + { + "epoch": 20.767072029934518, + "grad_norm": 0.0879817008972168, + "learning_rate": 1.737488831757997e-05, + "loss": 0.0208, + "step": 22200 + }, + { + "epoch": 20.77642656688494, + "grad_norm": 0.08183252811431885, + "learning_rate": 1.733314222723373e-05, + "loss": 0.0207, + "step": 22210 + }, + { + "epoch": 20.78578110383536, + "grad_norm": 0.11101556569337845, + "learning_rate": 1.7291435830199954e-05, + "loss": 0.0196, + "step": 22220 + }, + { + "epoch": 20.79513564078578, + "grad_norm": 0.090242899954319, + "learning_rate": 1.7249769177155878e-05, + "loss": 0.0215, + "step": 22230 + }, + { + "epoch": 20.804490177736202, + "grad_norm": 0.08672409504652023, + "learning_rate": 1.720814231873038e-05, + "loss": 0.0221, + "step": 22240 + }, + { + "epoch": 20.813844714686624, + "grad_norm": 0.09968171268701553, + "learning_rate": 1.716655530550405e-05, + "loss": 0.0207, + "step": 22250 + }, + { + "epoch": 20.823199251637043, + "grad_norm": 0.08276689052581787, + "learning_rate": 1.7125008188009017e-05, + "loss": 0.0213, + "step": 22260 + }, + { + "epoch": 20.832553788587465, + "grad_norm": 0.10571681708097458, + "learning_rate": 1.708350101672894e-05, + "loss": 0.0196, + "step": 22270 + }, + { + "epoch": 20.841908325537887, + "grad_norm": 0.09649575501680374, + "learning_rate": 1.7042033842098957e-05, + "loss": 0.02, + "step": 22280 + }, + { + "epoch": 20.85126286248831, + "grad_norm": 0.08155466616153717, + "learning_rate": 1.7000606714505567e-05, + "loss": 0.0213, + "step": 22290 + }, + { + "epoch": 20.860617399438727, + "grad_norm": 0.09385262429714203, + "learning_rate": 1.695921968428668e-05, + "loss": 0.0204, + "step": 22300 + }, + { + "epoch": 20.86997193638915, + "grad_norm": 0.09574735909700394, + "learning_rate": 1.6917872801731416e-05, + "loss": 0.0179, + "step": 22310 + }, + { + "epoch": 20.87932647333957, + "grad_norm": 0.08943449705839157, + "learning_rate": 1.687656611708014e-05, + "loss": 0.0197, + "step": 22320 + }, + { + "epoch": 20.88868101028999, + "grad_norm": 0.13035964965820312, + "learning_rate": 1.6835299680524368e-05, + "loss": 0.0209, + "step": 22330 + }, + { + "epoch": 20.89803554724041, + "grad_norm": 0.08635187894105911, + "learning_rate": 1.679407354220669e-05, + "loss": 0.0189, + "step": 22340 + }, + { + "epoch": 20.907390084190833, + "grad_norm": 0.08766331523656845, + "learning_rate": 1.6752887752220793e-05, + "loss": 0.0178, + "step": 22350 + }, + { + "epoch": 20.916744621141255, + "grad_norm": 0.08133303374052048, + "learning_rate": 1.6711742360611277e-05, + "loss": 0.0174, + "step": 22360 + }, + { + "epoch": 20.926099158091674, + "grad_norm": 0.08652202785015106, + "learning_rate": 1.6670637417373652e-05, + "loss": 0.0187, + "step": 22370 + }, + { + "epoch": 20.935453695042096, + "grad_norm": 0.09632566571235657, + "learning_rate": 1.6629572972454333e-05, + "loss": 0.0205, + "step": 22380 + }, + { + "epoch": 20.944808231992518, + "grad_norm": 0.08586069196462631, + "learning_rate": 1.6588549075750464e-05, + "loss": 0.0185, + "step": 22390 + }, + { + "epoch": 20.954162768942936, + "grad_norm": 0.11021727323532104, + "learning_rate": 1.6547565777109976e-05, + "loss": 0.0189, + "step": 22400 + }, + { + "epoch": 20.963517305893358, + "grad_norm": 0.09825952351093292, + "learning_rate": 1.650662312633143e-05, + "loss": 0.019, + "step": 22410 + }, + { + "epoch": 20.97287184284378, + "grad_norm": 0.09656144678592682, + "learning_rate": 1.6465721173164002e-05, + "loss": 0.0192, + "step": 22420 + }, + { + "epoch": 20.9822263797942, + "grad_norm": 0.08789245784282684, + "learning_rate": 1.6424859967307428e-05, + "loss": 0.0199, + "step": 22430 + }, + { + "epoch": 20.99158091674462, + "grad_norm": 0.1000925675034523, + "learning_rate": 1.6384039558411903e-05, + "loss": 0.0181, + "step": 22440 + }, + { + "epoch": 21.000935453695043, + "grad_norm": 0.1105145663022995, + "learning_rate": 1.634325999607811e-05, + "loss": 0.0197, + "step": 22450 + }, + { + "epoch": 21.010289990645465, + "grad_norm": 0.08087608963251114, + "learning_rate": 1.6302521329857045e-05, + "loss": 0.0194, + "step": 22460 + }, + { + "epoch": 21.019644527595883, + "grad_norm": 0.0945037230849266, + "learning_rate": 1.6261823609250027e-05, + "loss": 0.0204, + "step": 22470 + }, + { + "epoch": 21.028999064546305, + "grad_norm": 0.07897713780403137, + "learning_rate": 1.6221166883708627e-05, + "loss": 0.0177, + "step": 22480 + }, + { + "epoch": 21.038353601496727, + "grad_norm": 0.08661052584648132, + "learning_rate": 1.6180551202634603e-05, + "loss": 0.019, + "step": 22490 + }, + { + "epoch": 21.047708138447145, + "grad_norm": 0.17675632238388062, + "learning_rate": 1.613997661537981e-05, + "loss": 0.0181, + "step": 22500 + }, + { + "epoch": 21.057062675397567, + "grad_norm": 0.09178028255701065, + "learning_rate": 1.609944317124624e-05, + "loss": 0.0183, + "step": 22510 + }, + { + "epoch": 21.06641721234799, + "grad_norm": 0.1370287537574768, + "learning_rate": 1.605895091948582e-05, + "loss": 0.0187, + "step": 22520 + }, + { + "epoch": 21.07577174929841, + "grad_norm": 0.09421189874410629, + "learning_rate": 1.6018499909300477e-05, + "loss": 0.0185, + "step": 22530 + }, + { + "epoch": 21.08512628624883, + "grad_norm": 0.08211356401443481, + "learning_rate": 1.597809018984199e-05, + "loss": 0.0176, + "step": 22540 + }, + { + "epoch": 21.09448082319925, + "grad_norm": 0.07812437415122986, + "learning_rate": 1.593772181021196e-05, + "loss": 0.0193, + "step": 22550 + }, + { + "epoch": 21.103835360149674, + "grad_norm": 0.11655166000127792, + "learning_rate": 1.5897394819461813e-05, + "loss": 0.0202, + "step": 22560 + }, + { + "epoch": 21.113189897100092, + "grad_norm": 0.10633990913629532, + "learning_rate": 1.5857109266592625e-05, + "loss": 0.0183, + "step": 22570 + }, + { + "epoch": 21.122544434050514, + "grad_norm": 0.08719585835933685, + "learning_rate": 1.581686520055514e-05, + "loss": 0.0204, + "step": 22580 + }, + { + "epoch": 21.131898971000936, + "grad_norm": 0.1035614162683487, + "learning_rate": 1.5776662670249704e-05, + "loss": 0.0204, + "step": 22590 + }, + { + "epoch": 21.141253507951358, + "grad_norm": 0.08863478153944016, + "learning_rate": 1.573650172452615e-05, + "loss": 0.019, + "step": 22600 + }, + { + "epoch": 21.150608044901777, + "grad_norm": 0.08339066803455353, + "learning_rate": 1.5696382412183852e-05, + "loss": 0.0185, + "step": 22610 + }, + { + "epoch": 21.1599625818522, + "grad_norm": 0.1001552864909172, + "learning_rate": 1.565630478197155e-05, + "loss": 0.02, + "step": 22620 + }, + { + "epoch": 21.16931711880262, + "grad_norm": 0.08806974440813065, + "learning_rate": 1.5616268882587332e-05, + "loss": 0.0192, + "step": 22630 + }, + { + "epoch": 21.17867165575304, + "grad_norm": 0.08822145313024521, + "learning_rate": 1.5576274762678594e-05, + "loss": 0.0197, + "step": 22640 + }, + { + "epoch": 21.18802619270346, + "grad_norm": 0.08041325211524963, + "learning_rate": 1.5536322470841952e-05, + "loss": 0.0185, + "step": 22650 + }, + { + "epoch": 21.197380729653883, + "grad_norm": 0.09658114612102509, + "learning_rate": 1.549641205562324e-05, + "loss": 0.0204, + "step": 22660 + }, + { + "epoch": 21.2067352666043, + "grad_norm": 0.10491910576820374, + "learning_rate": 1.5456543565517334e-05, + "loss": 0.0204, + "step": 22670 + }, + { + "epoch": 21.216089803554723, + "grad_norm": 0.11451932787895203, + "learning_rate": 1.541671704896825e-05, + "loss": 0.0183, + "step": 22680 + }, + { + "epoch": 21.225444340505145, + "grad_norm": 0.10390431433916092, + "learning_rate": 1.5376932554368938e-05, + "loss": 0.0203, + "step": 22690 + }, + { + "epoch": 21.234798877455567, + "grad_norm": 0.09140393882989883, + "learning_rate": 1.5337190130061318e-05, + "loss": 0.0181, + "step": 22700 + }, + { + "epoch": 21.244153414405986, + "grad_norm": 0.08911189436912537, + "learning_rate": 1.5297489824336165e-05, + "loss": 0.0183, + "step": 22710 + }, + { + "epoch": 21.253507951356408, + "grad_norm": 0.08209642767906189, + "learning_rate": 1.5257831685433121e-05, + "loss": 0.0181, + "step": 22720 + }, + { + "epoch": 21.26286248830683, + "grad_norm": 0.08899123966693878, + "learning_rate": 1.521821576154055e-05, + "loss": 0.0186, + "step": 22730 + }, + { + "epoch": 21.27221702525725, + "grad_norm": 0.09231396019458771, + "learning_rate": 1.5178642100795542e-05, + "loss": 0.0183, + "step": 22740 + }, + { + "epoch": 21.28157156220767, + "grad_norm": 0.08390150219202042, + "learning_rate": 1.5139110751283819e-05, + "loss": 0.0182, + "step": 22750 + }, + { + "epoch": 21.290926099158092, + "grad_norm": 0.09551504254341125, + "learning_rate": 1.5099621761039683e-05, + "loss": 0.0218, + "step": 22760 + }, + { + "epoch": 21.300280636108514, + "grad_norm": 0.08088039606809616, + "learning_rate": 1.5060175178046016e-05, + "loss": 0.02, + "step": 22770 + }, + { + "epoch": 21.309635173058933, + "grad_norm": 0.1088012233376503, + "learning_rate": 1.5020771050234117e-05, + "loss": 0.0208, + "step": 22780 + }, + { + "epoch": 21.318989710009355, + "grad_norm": 0.08208190649747849, + "learning_rate": 1.4981409425483716e-05, + "loss": 0.019, + "step": 22790 + }, + { + "epoch": 21.328344246959777, + "grad_norm": 0.06757692992687225, + "learning_rate": 1.4942090351622883e-05, + "loss": 0.0165, + "step": 22800 + }, + { + "epoch": 21.337698783910195, + "grad_norm": 0.07927243411540985, + "learning_rate": 1.490281387642804e-05, + "loss": 0.0176, + "step": 22810 + }, + { + "epoch": 21.347053320860617, + "grad_norm": 0.10051507502794266, + "learning_rate": 1.4863580047623765e-05, + "loss": 0.0182, + "step": 22820 + }, + { + "epoch": 21.35640785781104, + "grad_norm": 0.09370515495538712, + "learning_rate": 1.4824388912882897e-05, + "loss": 0.0174, + "step": 22830 + }, + { + "epoch": 21.36576239476146, + "grad_norm": 0.10248014330863953, + "learning_rate": 1.4785240519826344e-05, + "loss": 0.0187, + "step": 22840 + }, + { + "epoch": 21.37511693171188, + "grad_norm": 0.0892379879951477, + "learning_rate": 1.4746134916023097e-05, + "loss": 0.0167, + "step": 22850 + }, + { + "epoch": 21.3844714686623, + "grad_norm": 0.09468486905097961, + "learning_rate": 1.4707072148990141e-05, + "loss": 0.0193, + "step": 22860 + }, + { + "epoch": 21.393826005612723, + "grad_norm": 0.10571791976690292, + "learning_rate": 1.4668052266192423e-05, + "loss": 0.0196, + "step": 22870 + }, + { + "epoch": 21.403180542563142, + "grad_norm": 0.08739149570465088, + "learning_rate": 1.4629075315042795e-05, + "loss": 0.0196, + "step": 22880 + }, + { + "epoch": 21.412535079513564, + "grad_norm": 0.09230390936136246, + "learning_rate": 1.4590141342901925e-05, + "loss": 0.0201, + "step": 22890 + }, + { + "epoch": 21.421889616463986, + "grad_norm": 0.08195754885673523, + "learning_rate": 1.4551250397078253e-05, + "loss": 0.0199, + "step": 22900 + }, + { + "epoch": 21.431244153414404, + "grad_norm": 0.09252360463142395, + "learning_rate": 1.4512402524827945e-05, + "loss": 0.018, + "step": 22910 + }, + { + "epoch": 21.440598690364826, + "grad_norm": 0.09293922036886215, + "learning_rate": 1.447359777335482e-05, + "loss": 0.0181, + "step": 22920 + }, + { + "epoch": 21.44995322731525, + "grad_norm": 0.08892502635717392, + "learning_rate": 1.4434836189810335e-05, + "loss": 0.0188, + "step": 22930 + }, + { + "epoch": 21.45930776426567, + "grad_norm": 0.09210360050201416, + "learning_rate": 1.4396117821293453e-05, + "loss": 0.0195, + "step": 22940 + }, + { + "epoch": 21.46866230121609, + "grad_norm": 0.10261823982000351, + "learning_rate": 1.4357442714850633e-05, + "loss": 0.0202, + "step": 22950 + }, + { + "epoch": 21.47801683816651, + "grad_norm": 0.09023068845272064, + "learning_rate": 1.43188109174758e-05, + "loss": 0.0177, + "step": 22960 + }, + { + "epoch": 21.487371375116933, + "grad_norm": 0.10817049443721771, + "learning_rate": 1.4280222476110206e-05, + "loss": 0.0207, + "step": 22970 + }, + { + "epoch": 21.49672591206735, + "grad_norm": 0.07939749211072922, + "learning_rate": 1.4241677437642469e-05, + "loss": 0.018, + "step": 22980 + }, + { + "epoch": 21.506080449017773, + "grad_norm": 0.09235996752977371, + "learning_rate": 1.420317584890844e-05, + "loss": 0.018, + "step": 22990 + }, + { + "epoch": 21.515434985968195, + "grad_norm": 0.09504146128892899, + "learning_rate": 1.4164717756691176e-05, + "loss": 0.0184, + "step": 23000 + }, + { + "epoch": 21.524789522918617, + "grad_norm": 0.08560673892498016, + "learning_rate": 1.4126303207720882e-05, + "loss": 0.0201, + "step": 23010 + }, + { + "epoch": 21.534144059869035, + "grad_norm": 0.09278835356235504, + "learning_rate": 1.408793224867484e-05, + "loss": 0.0195, + "step": 23020 + }, + { + "epoch": 21.543498596819457, + "grad_norm": 0.0755595788359642, + "learning_rate": 1.4049604926177423e-05, + "loss": 0.0192, + "step": 23030 + }, + { + "epoch": 21.55285313376988, + "grad_norm": 0.09817153960466385, + "learning_rate": 1.4011321286799916e-05, + "loss": 0.0203, + "step": 23040 + }, + { + "epoch": 21.562207670720298, + "grad_norm": 0.08363378793001175, + "learning_rate": 1.3973081377060565e-05, + "loss": 0.0174, + "step": 23050 + }, + { + "epoch": 21.57156220767072, + "grad_norm": 0.09451897442340851, + "learning_rate": 1.393488524342445e-05, + "loss": 0.0206, + "step": 23060 + }, + { + "epoch": 21.580916744621142, + "grad_norm": 0.10351056605577469, + "learning_rate": 1.3896732932303486e-05, + "loss": 0.0211, + "step": 23070 + }, + { + "epoch": 21.590271281571564, + "grad_norm": 0.09127305448055267, + "learning_rate": 1.3858624490056304e-05, + "loss": 0.0178, + "step": 23080 + }, + { + "epoch": 21.599625818521982, + "grad_norm": 0.09215786308050156, + "learning_rate": 1.3820559962988299e-05, + "loss": 0.018, + "step": 23090 + }, + { + "epoch": 21.608980355472404, + "grad_norm": 0.10351409763097763, + "learning_rate": 1.3782539397351418e-05, + "loss": 0.0192, + "step": 23100 + }, + { + "epoch": 21.618334892422826, + "grad_norm": 0.08562397956848145, + "learning_rate": 1.3744562839344266e-05, + "loss": 0.02, + "step": 23110 + }, + { + "epoch": 21.627689429373245, + "grad_norm": 0.09268692135810852, + "learning_rate": 1.370663033511193e-05, + "loss": 0.0192, + "step": 23120 + }, + { + "epoch": 21.637043966323667, + "grad_norm": 0.08745472878217697, + "learning_rate": 1.3668741930745964e-05, + "loss": 0.0188, + "step": 23130 + }, + { + "epoch": 21.64639850327409, + "grad_norm": 0.09088970720767975, + "learning_rate": 1.3630897672284382e-05, + "loss": 0.0175, + "step": 23140 + }, + { + "epoch": 21.65575304022451, + "grad_norm": 0.08481776714324951, + "learning_rate": 1.3593097605711508e-05, + "loss": 0.0176, + "step": 23150 + }, + { + "epoch": 21.66510757717493, + "grad_norm": 0.08745067566633224, + "learning_rate": 1.3555341776957992e-05, + "loss": 0.0202, + "step": 23160 + }, + { + "epoch": 21.67446211412535, + "grad_norm": 0.10439731180667877, + "learning_rate": 1.3517630231900724e-05, + "loss": 0.0184, + "step": 23170 + }, + { + "epoch": 21.683816651075773, + "grad_norm": 0.08841004222631454, + "learning_rate": 1.3479963016362767e-05, + "loss": 0.0175, + "step": 23180 + }, + { + "epoch": 21.69317118802619, + "grad_norm": 0.0698925331234932, + "learning_rate": 1.3442340176113377e-05, + "loss": 0.0191, + "step": 23190 + }, + { + "epoch": 21.702525724976613, + "grad_norm": 0.08608248829841614, + "learning_rate": 1.340476175686784e-05, + "loss": 0.0205, + "step": 23200 + }, + { + "epoch": 21.711880261927035, + "grad_norm": 0.09551593661308289, + "learning_rate": 1.3367227804287469e-05, + "loss": 0.0197, + "step": 23210 + }, + { + "epoch": 21.721234798877454, + "grad_norm": 0.07471278309822083, + "learning_rate": 1.332973836397956e-05, + "loss": 0.0195, + "step": 23220 + }, + { + "epoch": 21.730589335827876, + "grad_norm": 0.07870852947235107, + "learning_rate": 1.329229348149731e-05, + "loss": 0.0201, + "step": 23230 + }, + { + "epoch": 21.739943872778298, + "grad_norm": 0.09585043042898178, + "learning_rate": 1.3254893202339796e-05, + "loss": 0.0187, + "step": 23240 + }, + { + "epoch": 21.74929840972872, + "grad_norm": 0.09047256410121918, + "learning_rate": 1.3217537571951872e-05, + "loss": 0.0204, + "step": 23250 + }, + { + "epoch": 21.75865294667914, + "grad_norm": 0.07480968534946442, + "learning_rate": 1.3180226635724169e-05, + "loss": 0.0181, + "step": 23260 + }, + { + "epoch": 21.76800748362956, + "grad_norm": 0.08009037375450134, + "learning_rate": 1.314296043899298e-05, + "loss": 0.0191, + "step": 23270 + }, + { + "epoch": 21.777362020579982, + "grad_norm": 0.09514666348695755, + "learning_rate": 1.3105739027040248e-05, + "loss": 0.0183, + "step": 23280 + }, + { + "epoch": 21.7867165575304, + "grad_norm": 0.08815061300992966, + "learning_rate": 1.3068562445093491e-05, + "loss": 0.019, + "step": 23290 + }, + { + "epoch": 21.796071094480823, + "grad_norm": 0.0807613804936409, + "learning_rate": 1.3031430738325778e-05, + "loss": 0.0191, + "step": 23300 + }, + { + "epoch": 21.805425631431245, + "grad_norm": 0.08905158191919327, + "learning_rate": 1.299434395185563e-05, + "loss": 0.0186, + "step": 23310 + }, + { + "epoch": 21.814780168381667, + "grad_norm": 0.08302675932645798, + "learning_rate": 1.295730213074699e-05, + "loss": 0.0181, + "step": 23320 + }, + { + "epoch": 21.824134705332085, + "grad_norm": 0.08891567587852478, + "learning_rate": 1.2920305320009152e-05, + "loss": 0.0182, + "step": 23330 + }, + { + "epoch": 21.833489242282507, + "grad_norm": 0.0864812359213829, + "learning_rate": 1.2883353564596729e-05, + "loss": 0.0188, + "step": 23340 + }, + { + "epoch": 21.84284377923293, + "grad_norm": 0.09580792486667633, + "learning_rate": 1.2846446909409604e-05, + "loss": 0.0201, + "step": 23350 + }, + { + "epoch": 21.852198316183348, + "grad_norm": 0.09927083551883698, + "learning_rate": 1.280958539929284e-05, + "loss": 0.0186, + "step": 23360 + }, + { + "epoch": 21.86155285313377, + "grad_norm": 0.08624889701604843, + "learning_rate": 1.277276907903664e-05, + "loss": 0.0181, + "step": 23370 + }, + { + "epoch": 21.87090739008419, + "grad_norm": 0.07740015536546707, + "learning_rate": 1.2735997993376298e-05, + "loss": 0.0203, + "step": 23380 + }, + { + "epoch": 21.880261927034613, + "grad_norm": 0.07669445127248764, + "learning_rate": 1.2699272186992166e-05, + "loss": 0.0184, + "step": 23390 + }, + { + "epoch": 21.889616463985032, + "grad_norm": 0.08166036009788513, + "learning_rate": 1.2662591704509547e-05, + "loss": 0.0175, + "step": 23400 + }, + { + "epoch": 21.898971000935454, + "grad_norm": 0.07385216653347015, + "learning_rate": 1.2625956590498711e-05, + "loss": 0.0201, + "step": 23410 + }, + { + "epoch": 21.908325537885876, + "grad_norm": 0.07318982481956482, + "learning_rate": 1.2589366889474757e-05, + "loss": 0.0175, + "step": 23420 + }, + { + "epoch": 21.917680074836294, + "grad_norm": 0.10850387811660767, + "learning_rate": 1.2552822645897621e-05, + "loss": 0.0189, + "step": 23430 + }, + { + "epoch": 21.927034611786716, + "grad_norm": 0.113662950694561, + "learning_rate": 1.2516323904172e-05, + "loss": 0.0191, + "step": 23440 + }, + { + "epoch": 21.93638914873714, + "grad_norm": 0.1072404533624649, + "learning_rate": 1.2479870708647324e-05, + "loss": 0.0193, + "step": 23450 + }, + { + "epoch": 21.94574368568756, + "grad_norm": 0.10275397449731827, + "learning_rate": 1.2443463103617658e-05, + "loss": 0.0197, + "step": 23460 + }, + { + "epoch": 21.95509822263798, + "grad_norm": 0.10188698023557663, + "learning_rate": 1.240710113332167e-05, + "loss": 0.0174, + "step": 23470 + }, + { + "epoch": 21.9644527595884, + "grad_norm": 0.09941426664590836, + "learning_rate": 1.2370784841942584e-05, + "loss": 0.0195, + "step": 23480 + }, + { + "epoch": 21.973807296538823, + "grad_norm": 0.09384087473154068, + "learning_rate": 1.2334514273608117e-05, + "loss": 0.0178, + "step": 23490 + }, + { + "epoch": 21.98316183348924, + "grad_norm": 0.09801360219717026, + "learning_rate": 1.2298289472390417e-05, + "loss": 0.0191, + "step": 23500 + }, + { + "epoch": 21.992516370439663, + "grad_norm": 0.08071565628051758, + "learning_rate": 1.226211048230606e-05, + "loss": 0.0188, + "step": 23510 + }, + { + "epoch": 22.001870907390085, + "grad_norm": 0.07702480256557465, + "learning_rate": 1.2225977347315921e-05, + "loss": 0.018, + "step": 23520 + }, + { + "epoch": 22.011225444340504, + "grad_norm": 0.07246354222297668, + "learning_rate": 1.2189890111325148e-05, + "loss": 0.0185, + "step": 23530 + }, + { + "epoch": 22.020579981290926, + "grad_norm": 0.08427135646343231, + "learning_rate": 1.2153848818183161e-05, + "loss": 0.019, + "step": 23540 + }, + { + "epoch": 22.029934518241348, + "grad_norm": 0.09960106015205383, + "learning_rate": 1.2117853511683507e-05, + "loss": 0.018, + "step": 23550 + }, + { + "epoch": 22.03928905519177, + "grad_norm": 0.0887778177857399, + "learning_rate": 1.2081904235563906e-05, + "loss": 0.0173, + "step": 23560 + }, + { + "epoch": 22.048643592142188, + "grad_norm": 0.08787805587053299, + "learning_rate": 1.20460010335061e-05, + "loss": 0.0188, + "step": 23570 + }, + { + "epoch": 22.05799812909261, + "grad_norm": 0.09362564980983734, + "learning_rate": 1.2010143949135865e-05, + "loss": 0.0179, + "step": 23580 + }, + { + "epoch": 22.067352666043032, + "grad_norm": 0.10766464471817017, + "learning_rate": 1.1974333026022938e-05, + "loss": 0.0183, + "step": 23590 + }, + { + "epoch": 22.07670720299345, + "grad_norm": 0.11157772690057755, + "learning_rate": 1.1938568307680964e-05, + "loss": 0.0199, + "step": 23600 + }, + { + "epoch": 22.086061739943872, + "grad_norm": 0.07993730157613754, + "learning_rate": 1.1902849837567464e-05, + "loss": 0.0174, + "step": 23610 + }, + { + "epoch": 22.095416276894294, + "grad_norm": 0.08887936919927597, + "learning_rate": 1.1867177659083739e-05, + "loss": 0.0185, + "step": 23620 + }, + { + "epoch": 22.104770813844716, + "grad_norm": 0.0849936380982399, + "learning_rate": 1.1831551815574848e-05, + "loss": 0.0186, + "step": 23630 + }, + { + "epoch": 22.114125350795135, + "grad_norm": 0.0937645211815834, + "learning_rate": 1.1795972350329554e-05, + "loss": 0.019, + "step": 23640 + }, + { + "epoch": 22.123479887745557, + "grad_norm": 0.07960627228021622, + "learning_rate": 1.176043930658024e-05, + "loss": 0.0186, + "step": 23650 + }, + { + "epoch": 22.13283442469598, + "grad_norm": 0.06516530364751816, + "learning_rate": 1.1724952727502942e-05, + "loss": 0.0179, + "step": 23660 + }, + { + "epoch": 22.142188961646397, + "grad_norm": 0.09416567534208298, + "learning_rate": 1.1689512656217178e-05, + "loss": 0.0189, + "step": 23670 + }, + { + "epoch": 22.15154349859682, + "grad_norm": 0.1278754621744156, + "learning_rate": 1.1654119135785962e-05, + "loss": 0.0192, + "step": 23680 + }, + { + "epoch": 22.16089803554724, + "grad_norm": 0.10091828554868698, + "learning_rate": 1.1618772209215794e-05, + "loss": 0.0184, + "step": 23690 + }, + { + "epoch": 22.170252572497663, + "grad_norm": 0.08345343172550201, + "learning_rate": 1.1583471919456506e-05, + "loss": 0.0178, + "step": 23700 + }, + { + "epoch": 22.17960710944808, + "grad_norm": 0.08639643341302872, + "learning_rate": 1.1548218309401266e-05, + "loss": 0.0178, + "step": 23710 + }, + { + "epoch": 22.188961646398504, + "grad_norm": 0.09204503148794174, + "learning_rate": 1.1513011421886555e-05, + "loss": 0.018, + "step": 23720 + }, + { + "epoch": 22.198316183348926, + "grad_norm": 0.08245135843753815, + "learning_rate": 1.1477851299692056e-05, + "loss": 0.0161, + "step": 23730 + }, + { + "epoch": 22.207670720299344, + "grad_norm": 0.08772417157888412, + "learning_rate": 1.144273798554063e-05, + "loss": 0.0175, + "step": 23740 + }, + { + "epoch": 22.217025257249766, + "grad_norm": 0.08024339377880096, + "learning_rate": 1.1407671522098262e-05, + "loss": 0.0182, + "step": 23750 + }, + { + "epoch": 22.226379794200188, + "grad_norm": 0.08926886320114136, + "learning_rate": 1.1372651951974e-05, + "loss": 0.0184, + "step": 23760 + }, + { + "epoch": 22.235734331150606, + "grad_norm": 0.11739689856767654, + "learning_rate": 1.1337679317719952e-05, + "loss": 0.0171, + "step": 23770 + }, + { + "epoch": 22.24508886810103, + "grad_norm": 0.08483082801103592, + "learning_rate": 1.1302753661831151e-05, + "loss": 0.0168, + "step": 23780 + }, + { + "epoch": 22.25444340505145, + "grad_norm": 0.10198719799518585, + "learning_rate": 1.1267875026745561e-05, + "loss": 0.0185, + "step": 23790 + }, + { + "epoch": 22.263797942001872, + "grad_norm": 0.07891010493040085, + "learning_rate": 1.1233043454844016e-05, + "loss": 0.0178, + "step": 23800 + }, + { + "epoch": 22.27315247895229, + "grad_norm": 0.10466282069683075, + "learning_rate": 1.1198258988450144e-05, + "loss": 0.0192, + "step": 23810 + }, + { + "epoch": 22.282507015902713, + "grad_norm": 0.08023252338171005, + "learning_rate": 1.1163521669830368e-05, + "loss": 0.0184, + "step": 23820 + }, + { + "epoch": 22.291861552853135, + "grad_norm": 0.07443654537200928, + "learning_rate": 1.1128831541193818e-05, + "loss": 0.0183, + "step": 23830 + }, + { + "epoch": 22.301216089803553, + "grad_norm": 0.10073133558034897, + "learning_rate": 1.1094188644692255e-05, + "loss": 0.018, + "step": 23840 + }, + { + "epoch": 22.310570626753975, + "grad_norm": 0.09312468767166138, + "learning_rate": 1.1059593022420067e-05, + "loss": 0.0189, + "step": 23850 + }, + { + "epoch": 22.319925163704397, + "grad_norm": 0.08852550387382507, + "learning_rate": 1.1025044716414184e-05, + "loss": 0.0185, + "step": 23860 + }, + { + "epoch": 22.32927970065482, + "grad_norm": 0.0929563045501709, + "learning_rate": 1.0990543768654082e-05, + "loss": 0.0178, + "step": 23870 + }, + { + "epoch": 22.338634237605238, + "grad_norm": 0.10558394342660904, + "learning_rate": 1.0956090221061655e-05, + "loss": 0.0173, + "step": 23880 + }, + { + "epoch": 22.34798877455566, + "grad_norm": 0.11314835399389267, + "learning_rate": 1.0921684115501208e-05, + "loss": 0.0187, + "step": 23890 + }, + { + "epoch": 22.35734331150608, + "grad_norm": 0.09017277508974075, + "learning_rate": 1.0887325493779405e-05, + "loss": 0.0185, + "step": 23900 + }, + { + "epoch": 22.3666978484565, + "grad_norm": 0.08324316143989563, + "learning_rate": 1.0853014397645207e-05, + "loss": 0.0163, + "step": 23910 + }, + { + "epoch": 22.376052385406922, + "grad_norm": 0.09757377207279205, + "learning_rate": 1.0818750868789829e-05, + "loss": 0.0179, + "step": 23920 + }, + { + "epoch": 22.385406922357344, + "grad_norm": 0.10685350000858307, + "learning_rate": 1.0784534948846703e-05, + "loss": 0.0182, + "step": 23930 + }, + { + "epoch": 22.394761459307766, + "grad_norm": 0.09201399236917496, + "learning_rate": 1.0750366679391393e-05, + "loss": 0.0187, + "step": 23940 + }, + { + "epoch": 22.404115996258184, + "grad_norm": 0.08344404399394989, + "learning_rate": 1.0716246101941557e-05, + "loss": 0.0182, + "step": 23950 + }, + { + "epoch": 22.413470533208606, + "grad_norm": 0.1088750883936882, + "learning_rate": 1.0682173257956934e-05, + "loss": 0.017, + "step": 23960 + }, + { + "epoch": 22.42282507015903, + "grad_norm": 0.08101393282413483, + "learning_rate": 1.064814818883922e-05, + "loss": 0.0159, + "step": 23970 + }, + { + "epoch": 22.432179607109447, + "grad_norm": 0.09650696814060211, + "learning_rate": 1.06141709359321e-05, + "loss": 0.0187, + "step": 23980 + }, + { + "epoch": 22.44153414405987, + "grad_norm": 0.10190681368112564, + "learning_rate": 1.058024154052114e-05, + "loss": 0.0171, + "step": 23990 + }, + { + "epoch": 22.45088868101029, + "grad_norm": 0.1026170626282692, + "learning_rate": 1.0546360043833747e-05, + "loss": 0.0172, + "step": 24000 + }, + { + "epoch": 22.46024321796071, + "grad_norm": 0.09680868685245514, + "learning_rate": 1.0512526487039138e-05, + "loss": 0.0183, + "step": 24010 + }, + { + "epoch": 22.46959775491113, + "grad_norm": 0.09981022030115128, + "learning_rate": 1.0478740911248258e-05, + "loss": 0.017, + "step": 24020 + }, + { + "epoch": 22.478952291861553, + "grad_norm": 0.09110929071903229, + "learning_rate": 1.0445003357513793e-05, + "loss": 0.017, + "step": 24030 + }, + { + "epoch": 22.488306828811975, + "grad_norm": 0.08259659260511398, + "learning_rate": 1.0411313866830042e-05, + "loss": 0.0169, + "step": 24040 + }, + { + "epoch": 22.497661365762394, + "grad_norm": 0.08099294453859329, + "learning_rate": 1.0377672480132915e-05, + "loss": 0.0159, + "step": 24050 + }, + { + "epoch": 22.507015902712816, + "grad_norm": 0.07656919956207275, + "learning_rate": 1.0344079238299864e-05, + "loss": 0.0166, + "step": 24060 + }, + { + "epoch": 22.516370439663238, + "grad_norm": 0.08080223947763443, + "learning_rate": 1.0310534182149833e-05, + "loss": 0.0176, + "step": 24070 + }, + { + "epoch": 22.525724976613656, + "grad_norm": 0.08654005825519562, + "learning_rate": 1.0277037352443258e-05, + "loss": 0.0179, + "step": 24080 + }, + { + "epoch": 22.535079513564078, + "grad_norm": 0.0813947468996048, + "learning_rate": 1.024358878988193e-05, + "loss": 0.0182, + "step": 24090 + }, + { + "epoch": 22.5444340505145, + "grad_norm": 0.09622084349393845, + "learning_rate": 1.0210188535108995e-05, + "loss": 0.0175, + "step": 24100 + }, + { + "epoch": 22.553788587464922, + "grad_norm": 0.07770444452762604, + "learning_rate": 1.0176836628708935e-05, + "loss": 0.0159, + "step": 24110 + }, + { + "epoch": 22.56314312441534, + "grad_norm": 0.10127759724855423, + "learning_rate": 1.0143533111207454e-05, + "loss": 0.0175, + "step": 24120 + }, + { + "epoch": 22.572497661365762, + "grad_norm": 0.09782087057828903, + "learning_rate": 1.0110278023071446e-05, + "loss": 0.019, + "step": 24130 + }, + { + "epoch": 22.581852198316184, + "grad_norm": 0.09280998259782791, + "learning_rate": 1.007707140470901e-05, + "loss": 0.0179, + "step": 24140 + }, + { + "epoch": 22.591206735266603, + "grad_norm": 0.07752976566553116, + "learning_rate": 1.0043913296469298e-05, + "loss": 0.0158, + "step": 24150 + }, + { + "epoch": 22.600561272217025, + "grad_norm": 0.07558579742908478, + "learning_rate": 1.001080373864255e-05, + "loss": 0.0168, + "step": 24160 + }, + { + "epoch": 22.609915809167447, + "grad_norm": 0.10282206535339355, + "learning_rate": 9.977742771459991e-06, + "loss": 0.0173, + "step": 24170 + }, + { + "epoch": 22.61927034611787, + "grad_norm": 0.09024377167224884, + "learning_rate": 9.944730435093802e-06, + "loss": 0.0183, + "step": 24180 + }, + { + "epoch": 22.628624883068287, + "grad_norm": 0.07711180299520493, + "learning_rate": 9.911766769657115e-06, + "loss": 0.0177, + "step": 24190 + }, + { + "epoch": 22.63797942001871, + "grad_norm": 0.08493264019489288, + "learning_rate": 9.878851815203882e-06, + "loss": 0.0182, + "step": 24200 + }, + { + "epoch": 22.64733395696913, + "grad_norm": 0.11380929499864578, + "learning_rate": 9.845985611728864e-06, + "loss": 0.018, + "step": 24210 + }, + { + "epoch": 22.65668849391955, + "grad_norm": 0.11563523858785629, + "learning_rate": 9.813168199167606e-06, + "loss": 0.0195, + "step": 24220 + }, + { + "epoch": 22.66604303086997, + "grad_norm": 0.07807537168264389, + "learning_rate": 9.780399617396341e-06, + "loss": 0.0191, + "step": 24230 + }, + { + "epoch": 22.675397567820394, + "grad_norm": 0.11485615372657776, + "learning_rate": 9.747679906232016e-06, + "loss": 0.0192, + "step": 24240 + }, + { + "epoch": 22.684752104770816, + "grad_norm": 0.0790141150355339, + "learning_rate": 9.715009105432138e-06, + "loss": 0.0178, + "step": 24250 + }, + { + "epoch": 22.694106641721234, + "grad_norm": 0.09462722390890121, + "learning_rate": 9.682387254694835e-06, + "loss": 0.0175, + "step": 24260 + }, + { + "epoch": 22.703461178671656, + "grad_norm": 0.10413596779108047, + "learning_rate": 9.649814393658723e-06, + "loss": 0.0184, + "step": 24270 + }, + { + "epoch": 22.712815715622078, + "grad_norm": 0.09755947440862656, + "learning_rate": 9.617290561902881e-06, + "loss": 0.0191, + "step": 24280 + }, + { + "epoch": 22.722170252572496, + "grad_norm": 0.09269271790981293, + "learning_rate": 9.584815798946861e-06, + "loss": 0.019, + "step": 24290 + }, + { + "epoch": 22.73152478952292, + "grad_norm": 0.09819071739912033, + "learning_rate": 9.55239014425055e-06, + "loss": 0.0166, + "step": 24300 + }, + { + "epoch": 22.74087932647334, + "grad_norm": 0.0940219908952713, + "learning_rate": 9.520013637214176e-06, + "loss": 0.0185, + "step": 24310 + }, + { + "epoch": 22.75023386342376, + "grad_norm": 0.11137520521879196, + "learning_rate": 9.48768631717824e-06, + "loss": 0.018, + "step": 24320 + }, + { + "epoch": 22.75958840037418, + "grad_norm": 0.07606115937232971, + "learning_rate": 9.455408223423496e-06, + "loss": 0.0174, + "step": 24330 + }, + { + "epoch": 22.768942937324603, + "grad_norm": 0.08578000217676163, + "learning_rate": 9.423179395170845e-06, + "loss": 0.0194, + "step": 24340 + }, + { + "epoch": 22.778297474275025, + "grad_norm": 0.08694620430469513, + "learning_rate": 9.390999871581391e-06, + "loss": 0.0185, + "step": 24350 + }, + { + "epoch": 22.787652011225443, + "grad_norm": 0.0752418041229248, + "learning_rate": 9.358869691756273e-06, + "loss": 0.0187, + "step": 24360 + }, + { + "epoch": 22.797006548175865, + "grad_norm": 0.08095437288284302, + "learning_rate": 9.326788894736688e-06, + "loss": 0.0174, + "step": 24370 + }, + { + "epoch": 22.806361085126287, + "grad_norm": 0.08433955162763596, + "learning_rate": 9.294757519503811e-06, + "loss": 0.0173, + "step": 24380 + }, + { + "epoch": 22.815715622076706, + "grad_norm": 0.09894827753305435, + "learning_rate": 9.262775604978819e-06, + "loss": 0.0165, + "step": 24390 + }, + { + "epoch": 22.825070159027128, + "grad_norm": 0.08921877294778824, + "learning_rate": 9.230843190022725e-06, + "loss": 0.0188, + "step": 24400 + }, + { + "epoch": 22.83442469597755, + "grad_norm": 0.09623207151889801, + "learning_rate": 9.198960313436445e-06, + "loss": 0.0171, + "step": 24410 + }, + { + "epoch": 22.84377923292797, + "grad_norm": 0.09994065016508102, + "learning_rate": 9.16712701396067e-06, + "loss": 0.0174, + "step": 24420 + }, + { + "epoch": 22.85313376987839, + "grad_norm": 0.0750931054353714, + "learning_rate": 9.135343330275864e-06, + "loss": 0.0166, + "step": 24430 + }, + { + "epoch": 22.862488306828812, + "grad_norm": 0.08277999609708786, + "learning_rate": 9.10360930100218e-06, + "loss": 0.0162, + "step": 24440 + }, + { + "epoch": 22.871842843779234, + "grad_norm": 0.08280094712972641, + "learning_rate": 9.07192496469949e-06, + "loss": 0.0169, + "step": 24450 + }, + { + "epoch": 22.881197380729652, + "grad_norm": 0.0923495814204216, + "learning_rate": 9.040290359867231e-06, + "loss": 0.0163, + "step": 24460 + }, + { + "epoch": 22.890551917680074, + "grad_norm": 0.08733959496021271, + "learning_rate": 9.008705524944438e-06, + "loss": 0.0184, + "step": 24470 + }, + { + "epoch": 22.899906454630496, + "grad_norm": 0.07871527224779129, + "learning_rate": 8.977170498309651e-06, + "loss": 0.0176, + "step": 24480 + }, + { + "epoch": 22.90926099158092, + "grad_norm": 0.07442434877157211, + "learning_rate": 8.945685318280916e-06, + "loss": 0.0172, + "step": 24490 + }, + { + "epoch": 22.918615528531337, + "grad_norm": 0.08287090063095093, + "learning_rate": 8.914250023115672e-06, + "loss": 0.018, + "step": 24500 + }, + { + "epoch": 22.92797006548176, + "grad_norm": 0.1006368100643158, + "learning_rate": 8.882864651010798e-06, + "loss": 0.0166, + "step": 24510 + }, + { + "epoch": 22.93732460243218, + "grad_norm": 0.08175575733184814, + "learning_rate": 8.851529240102462e-06, + "loss": 0.0173, + "step": 24520 + }, + { + "epoch": 22.9466791393826, + "grad_norm": 0.0886213481426239, + "learning_rate": 8.820243828466134e-06, + "loss": 0.0183, + "step": 24530 + }, + { + "epoch": 22.95603367633302, + "grad_norm": 0.0792764276266098, + "learning_rate": 8.789008454116566e-06, + "loss": 0.0171, + "step": 24540 + }, + { + "epoch": 22.965388213283443, + "grad_norm": 0.09018728882074356, + "learning_rate": 8.757823155007655e-06, + "loss": 0.0168, + "step": 24550 + }, + { + "epoch": 22.974742750233865, + "grad_norm": 0.09935557097196579, + "learning_rate": 8.72668796903251e-06, + "loss": 0.0162, + "step": 24560 + }, + { + "epoch": 22.984097287184284, + "grad_norm": 0.09573306143283844, + "learning_rate": 8.695602934023301e-06, + "loss": 0.0178, + "step": 24570 + }, + { + "epoch": 22.993451824134706, + "grad_norm": 0.08070202171802521, + "learning_rate": 8.664568087751274e-06, + "loss": 0.0157, + "step": 24580 + }, + { + "epoch": 23.002806361085128, + "grad_norm": 0.08078137040138245, + "learning_rate": 8.633583467926697e-06, + "loss": 0.0172, + "step": 24590 + }, + { + "epoch": 23.012160898035546, + "grad_norm": 0.10002400726079941, + "learning_rate": 8.602649112198796e-06, + "loss": 0.0177, + "step": 24600 + }, + { + "epoch": 23.021515434985968, + "grad_norm": 0.10609369724988937, + "learning_rate": 8.571765058155745e-06, + "loss": 0.0184, + "step": 24610 + }, + { + "epoch": 23.03086997193639, + "grad_norm": 0.10151500254869461, + "learning_rate": 8.540931343324583e-06, + "loss": 0.0177, + "step": 24620 + }, + { + "epoch": 23.04022450888681, + "grad_norm": 0.09499625861644745, + "learning_rate": 8.51014800517117e-06, + "loss": 0.0172, + "step": 24630 + }, + { + "epoch": 23.04957904583723, + "grad_norm": 0.08952111750841141, + "learning_rate": 8.479415081100167e-06, + "loss": 0.0164, + "step": 24640 + }, + { + "epoch": 23.058933582787652, + "grad_norm": 0.09823216497898102, + "learning_rate": 8.448732608454967e-06, + "loss": 0.0184, + "step": 24650 + }, + { + "epoch": 23.068288119738074, + "grad_norm": 0.08289424329996109, + "learning_rate": 8.418100624517688e-06, + "loss": 0.0172, + "step": 24660 + }, + { + "epoch": 23.077642656688493, + "grad_norm": 0.09373313933610916, + "learning_rate": 8.387519166509062e-06, + "loss": 0.0178, + "step": 24670 + }, + { + "epoch": 23.086997193638915, + "grad_norm": 0.1028338149189949, + "learning_rate": 8.356988271588445e-06, + "loss": 0.017, + "step": 24680 + }, + { + "epoch": 23.096351730589337, + "grad_norm": 0.08376557379961014, + "learning_rate": 8.326507976853765e-06, + "loss": 0.0181, + "step": 24690 + }, + { + "epoch": 23.105706267539755, + "grad_norm": 0.09569203853607178, + "learning_rate": 8.296078319341443e-06, + "loss": 0.017, + "step": 24700 + }, + { + "epoch": 23.115060804490177, + "grad_norm": 0.22564047574996948, + "learning_rate": 8.265699336026383e-06, + "loss": 0.0168, + "step": 24710 + }, + { + "epoch": 23.1244153414406, + "grad_norm": 0.10153347998857498, + "learning_rate": 8.235371063821923e-06, + "loss": 0.0171, + "step": 24720 + }, + { + "epoch": 23.13376987839102, + "grad_norm": 0.07703661918640137, + "learning_rate": 8.205093539579767e-06, + "loss": 0.0177, + "step": 24730 + }, + { + "epoch": 23.14312441534144, + "grad_norm": 0.08754206448793411, + "learning_rate": 8.174866800089963e-06, + "loss": 0.0176, + "step": 24740 + }, + { + "epoch": 23.15247895229186, + "grad_norm": 0.08569701761007309, + "learning_rate": 8.144690882080853e-06, + "loss": 0.0178, + "step": 24750 + }, + { + "epoch": 23.161833489242284, + "grad_norm": 0.0777227133512497, + "learning_rate": 8.114565822219006e-06, + "loss": 0.0181, + "step": 24760 + }, + { + "epoch": 23.171188026192702, + "grad_norm": 0.08725456148386002, + "learning_rate": 8.084491657109233e-06, + "loss": 0.0179, + "step": 24770 + }, + { + "epoch": 23.180542563143124, + "grad_norm": 0.12062356621026993, + "learning_rate": 8.054468423294476e-06, + "loss": 0.0164, + "step": 24780 + }, + { + "epoch": 23.189897100093546, + "grad_norm": 0.07123033702373505, + "learning_rate": 8.024496157255785e-06, + "loss": 0.016, + "step": 24790 + }, + { + "epoch": 23.199251637043965, + "grad_norm": 0.08997751772403717, + "learning_rate": 7.994574895412293e-06, + "loss": 0.0175, + "step": 24800 + }, + { + "epoch": 23.208606173994387, + "grad_norm": 0.08870642632246017, + "learning_rate": 7.964704674121149e-06, + "loss": 0.018, + "step": 24810 + }, + { + "epoch": 23.21796071094481, + "grad_norm": 0.08702760189771652, + "learning_rate": 7.934885529677505e-06, + "loss": 0.016, + "step": 24820 + }, + { + "epoch": 23.22731524789523, + "grad_norm": 0.0908534899353981, + "learning_rate": 7.905117498314412e-06, + "loss": 0.0186, + "step": 24830 + }, + { + "epoch": 23.23666978484565, + "grad_norm": 0.08305079489946365, + "learning_rate": 7.87540061620286e-06, + "loss": 0.0171, + "step": 24840 + }, + { + "epoch": 23.24602432179607, + "grad_norm": 0.0894768089056015, + "learning_rate": 7.845734919451647e-06, + "loss": 0.0182, + "step": 24850 + }, + { + "epoch": 23.255378858746493, + "grad_norm": 0.09322107583284378, + "learning_rate": 7.816120444107383e-06, + "loss": 0.0166, + "step": 24860 + }, + { + "epoch": 23.26473339569691, + "grad_norm": 0.08206918090581894, + "learning_rate": 7.786557226154473e-06, + "loss": 0.0174, + "step": 24870 + }, + { + "epoch": 23.274087932647333, + "grad_norm": 0.09530911594629288, + "learning_rate": 7.757045301514998e-06, + "loss": 0.0184, + "step": 24880 + }, + { + "epoch": 23.283442469597755, + "grad_norm": 0.08236842602491379, + "learning_rate": 7.727584706048735e-06, + "loss": 0.0178, + "step": 24890 + }, + { + "epoch": 23.292797006548177, + "grad_norm": 0.10672251880168915, + "learning_rate": 7.698175475553077e-06, + "loss": 0.0177, + "step": 24900 + }, + { + "epoch": 23.302151543498596, + "grad_norm": 0.10074690729379654, + "learning_rate": 7.668817645763021e-06, + "loss": 0.0186, + "step": 24910 + }, + { + "epoch": 23.311506080449018, + "grad_norm": 0.11514795571565628, + "learning_rate": 7.639511252351088e-06, + "loss": 0.0186, + "step": 24920 + }, + { + "epoch": 23.32086061739944, + "grad_norm": 0.09047537297010422, + "learning_rate": 7.610256330927324e-06, + "loss": 0.018, + "step": 24930 + }, + { + "epoch": 23.330215154349858, + "grad_norm": 0.07498191297054291, + "learning_rate": 7.581052917039211e-06, + "loss": 0.016, + "step": 24940 + }, + { + "epoch": 23.33956969130028, + "grad_norm": 0.08905596286058426, + "learning_rate": 7.551901046171645e-06, + "loss": 0.0177, + "step": 24950 + }, + { + "epoch": 23.348924228250702, + "grad_norm": 0.07364685088396072, + "learning_rate": 7.522800753746895e-06, + "loss": 0.016, + "step": 24960 + }, + { + "epoch": 23.358278765201124, + "grad_norm": 0.09074559807777405, + "learning_rate": 7.493752075124577e-06, + "loss": 0.0177, + "step": 24970 + }, + { + "epoch": 23.367633302151543, + "grad_norm": 0.09985541552305222, + "learning_rate": 7.464755045601557e-06, + "loss": 0.0171, + "step": 24980 + }, + { + "epoch": 23.376987839101965, + "grad_norm": 0.08088437467813492, + "learning_rate": 7.435809700411972e-06, + "loss": 0.0159, + "step": 24990 + }, + { + "epoch": 23.386342376052387, + "grad_norm": 0.10028145462274551, + "learning_rate": 7.40691607472715e-06, + "loss": 0.0167, + "step": 25000 + }, + { + "epoch": 23.395696913002805, + "grad_norm": 0.09616582840681076, + "learning_rate": 7.3780742036555606e-06, + "loss": 0.0167, + "step": 25010 + }, + { + "epoch": 23.405051449953227, + "grad_norm": 0.0885360911488533, + "learning_rate": 7.349284122242783e-06, + "loss": 0.0172, + "step": 25020 + }, + { + "epoch": 23.41440598690365, + "grad_norm": 0.08014362305402756, + "learning_rate": 7.320545865471512e-06, + "loss": 0.0162, + "step": 25030 + }, + { + "epoch": 23.42376052385407, + "grad_norm": 0.1011321097612381, + "learning_rate": 7.291859468261425e-06, + "loss": 0.0171, + "step": 25040 + }, + { + "epoch": 23.43311506080449, + "grad_norm": 0.08951639384031296, + "learning_rate": 7.263224965469195e-06, + "loss": 0.0157, + "step": 25050 + }, + { + "epoch": 23.44246959775491, + "grad_norm": 0.09023471921682358, + "learning_rate": 7.234642391888446e-06, + "loss": 0.0178, + "step": 25060 + }, + { + "epoch": 23.451824134705333, + "grad_norm": 0.09475532174110413, + "learning_rate": 7.206111782249697e-06, + "loss": 0.018, + "step": 25070 + }, + { + "epoch": 23.46117867165575, + "grad_norm": 0.08284542709589005, + "learning_rate": 7.1776331712203385e-06, + "loss": 0.0173, + "step": 25080 + }, + { + "epoch": 23.470533208606174, + "grad_norm": 0.0885012075304985, + "learning_rate": 7.149206593404561e-06, + "loss": 0.0169, + "step": 25090 + }, + { + "epoch": 23.479887745556596, + "grad_norm": 0.10039269924163818, + "learning_rate": 7.120832083343337e-06, + "loss": 0.017, + "step": 25100 + }, + { + "epoch": 23.489242282507014, + "grad_norm": 0.0833064541220665, + "learning_rate": 7.092509675514369e-06, + "loss": 0.0153, + "step": 25110 + }, + { + "epoch": 23.498596819457436, + "grad_norm": 0.09615356475114822, + "learning_rate": 7.064239404332063e-06, + "loss": 0.0166, + "step": 25120 + }, + { + "epoch": 23.507951356407858, + "grad_norm": 0.0985984206199646, + "learning_rate": 7.03602130414745e-06, + "loss": 0.0181, + "step": 25130 + }, + { + "epoch": 23.51730589335828, + "grad_norm": 0.09216480702161789, + "learning_rate": 7.007855409248198e-06, + "loss": 0.0181, + "step": 25140 + }, + { + "epoch": 23.5266604303087, + "grad_norm": 0.09281136095523834, + "learning_rate": 6.979741753858521e-06, + "loss": 0.0165, + "step": 25150 + }, + { + "epoch": 23.53601496725912, + "grad_norm": 0.10222245007753372, + "learning_rate": 6.951680372139158e-06, + "loss": 0.0184, + "step": 25160 + }, + { + "epoch": 23.545369504209543, + "grad_norm": 0.09089213609695435, + "learning_rate": 6.923671298187334e-06, + "loss": 0.0179, + "step": 25170 + }, + { + "epoch": 23.55472404115996, + "grad_norm": 0.1505814641714096, + "learning_rate": 6.895714566036704e-06, + "loss": 0.0159, + "step": 25180 + }, + { + "epoch": 23.564078578110383, + "grad_norm": 0.1143692135810852, + "learning_rate": 6.86781020965736e-06, + "loss": 0.0164, + "step": 25190 + }, + { + "epoch": 23.573433115060805, + "grad_norm": 0.07988961040973663, + "learning_rate": 6.839958262955709e-06, + "loss": 0.0166, + "step": 25200 + }, + { + "epoch": 23.582787652011227, + "grad_norm": 0.10141115635633469, + "learning_rate": 6.8121587597744894e-06, + "loss": 0.0171, + "step": 25210 + }, + { + "epoch": 23.592142188961645, + "grad_norm": 0.10493633896112442, + "learning_rate": 6.784411733892732e-06, + "loss": 0.0166, + "step": 25220 + }, + { + "epoch": 23.601496725912067, + "grad_norm": 0.11504209786653519, + "learning_rate": 6.756717219025666e-06, + "loss": 0.0159, + "step": 25230 + }, + { + "epoch": 23.61085126286249, + "grad_norm": 0.07654856890439987, + "learning_rate": 6.729075248824762e-06, + "loss": 0.0164, + "step": 25240 + }, + { + "epoch": 23.620205799812908, + "grad_norm": 0.07999537885189056, + "learning_rate": 6.701485856877615e-06, + "loss": 0.0167, + "step": 25250 + }, + { + "epoch": 23.62956033676333, + "grad_norm": 0.08362188935279846, + "learning_rate": 6.673949076707925e-06, + "loss": 0.0177, + "step": 25260 + }, + { + "epoch": 23.63891487371375, + "grad_norm": 0.0949721485376358, + "learning_rate": 6.646464941775499e-06, + "loss": 0.0174, + "step": 25270 + }, + { + "epoch": 23.648269410664174, + "grad_norm": 0.11053597927093506, + "learning_rate": 6.619033485476128e-06, + "loss": 0.0157, + "step": 25280 + }, + { + "epoch": 23.657623947614592, + "grad_norm": 0.08100317418575287, + "learning_rate": 6.59165474114164e-06, + "loss": 0.017, + "step": 25290 + }, + { + "epoch": 23.666978484565014, + "grad_norm": 0.07552400231361389, + "learning_rate": 6.564328742039783e-06, + "loss": 0.0166, + "step": 25300 + }, + { + "epoch": 23.676333021515436, + "grad_norm": 0.10589820146560669, + "learning_rate": 6.537055521374219e-06, + "loss": 0.0172, + "step": 25310 + }, + { + "epoch": 23.685687558465855, + "grad_norm": 0.10032586753368378, + "learning_rate": 6.509835112284485e-06, + "loss": 0.0178, + "step": 25320 + }, + { + "epoch": 23.695042095416277, + "grad_norm": 0.07738140970468521, + "learning_rate": 6.482667547845944e-06, + "loss": 0.0165, + "step": 25330 + }, + { + "epoch": 23.7043966323667, + "grad_norm": 0.09114930033683777, + "learning_rate": 6.455552861069736e-06, + "loss": 0.0168, + "step": 25340 + }, + { + "epoch": 23.71375116931712, + "grad_norm": 0.08155945688486099, + "learning_rate": 6.428491084902788e-06, + "loss": 0.0171, + "step": 25350 + }, + { + "epoch": 23.72310570626754, + "grad_norm": 0.09853176772594452, + "learning_rate": 6.401482252227698e-06, + "loss": 0.0164, + "step": 25360 + }, + { + "epoch": 23.73246024321796, + "grad_norm": 0.08899331837892532, + "learning_rate": 6.37452639586274e-06, + "loss": 0.0148, + "step": 25370 + }, + { + "epoch": 23.741814780168383, + "grad_norm": 0.07642050087451935, + "learning_rate": 6.347623548561826e-06, + "loss": 0.0162, + "step": 25380 + }, + { + "epoch": 23.7511693171188, + "grad_norm": 0.07168953120708466, + "learning_rate": 6.320773743014441e-06, + "loss": 0.0168, + "step": 25390 + }, + { + "epoch": 23.760523854069223, + "grad_norm": 0.08797391504049301, + "learning_rate": 6.293977011845648e-06, + "loss": 0.0166, + "step": 25400 + }, + { + "epoch": 23.769878391019645, + "grad_norm": 0.090479776263237, + "learning_rate": 6.2672333876159835e-06, + "loss": 0.0157, + "step": 25410 + }, + { + "epoch": 23.779232927970064, + "grad_norm": 0.08743996173143387, + "learning_rate": 6.2405429028215e-06, + "loss": 0.0174, + "step": 25420 + }, + { + "epoch": 23.788587464920486, + "grad_norm": 0.09039392322301865, + "learning_rate": 6.213905589893631e-06, + "loss": 0.0172, + "step": 25430 + }, + { + "epoch": 23.797942001870908, + "grad_norm": 0.09388516843318939, + "learning_rate": 6.187321481199221e-06, + "loss": 0.0159, + "step": 25440 + }, + { + "epoch": 23.80729653882133, + "grad_norm": 0.07425657659769058, + "learning_rate": 6.1607906090404895e-06, + "loss": 0.0179, + "step": 25450 + }, + { + "epoch": 23.81665107577175, + "grad_norm": 0.07828731089830399, + "learning_rate": 6.134313005654929e-06, + "loss": 0.0175, + "step": 25460 + }, + { + "epoch": 23.82600561272217, + "grad_norm": 0.08849837630987167, + "learning_rate": 6.107888703215337e-06, + "loss": 0.0177, + "step": 25470 + }, + { + "epoch": 23.835360149672592, + "grad_norm": 0.0889100730419159, + "learning_rate": 6.081517733829722e-06, + "loss": 0.0164, + "step": 25480 + }, + { + "epoch": 23.84471468662301, + "grad_norm": 0.09833012521266937, + "learning_rate": 6.055200129541294e-06, + "loss": 0.0171, + "step": 25490 + }, + { + "epoch": 23.854069223573433, + "grad_norm": 0.08795736730098724, + "learning_rate": 6.0289359223284434e-06, + "loss": 0.0168, + "step": 25500 + }, + { + "epoch": 23.863423760523855, + "grad_norm": 0.09029868245124817, + "learning_rate": 6.002725144104648e-06, + "loss": 0.0161, + "step": 25510 + }, + { + "epoch": 23.872778297474277, + "grad_norm": 0.09872470796108246, + "learning_rate": 5.976567826718477e-06, + "loss": 0.0184, + "step": 25520 + }, + { + "epoch": 23.882132834424695, + "grad_norm": 0.08459688723087311, + "learning_rate": 5.9504640019535315e-06, + "loss": 0.0179, + "step": 25530 + }, + { + "epoch": 23.891487371375117, + "grad_norm": 0.08766040951013565, + "learning_rate": 5.924413701528414e-06, + "loss": 0.0169, + "step": 25540 + }, + { + "epoch": 23.90084190832554, + "grad_norm": 0.08449351787567139, + "learning_rate": 5.898416957096703e-06, + "loss": 0.0173, + "step": 25550 + }, + { + "epoch": 23.910196445275957, + "grad_norm": 0.0917239859700203, + "learning_rate": 5.872473800246913e-06, + "loss": 0.0162, + "step": 25560 + }, + { + "epoch": 23.91955098222638, + "grad_norm": 0.10844292491674423, + "learning_rate": 5.846584262502402e-06, + "loss": 0.0156, + "step": 25570 + }, + { + "epoch": 23.9289055191768, + "grad_norm": 0.08474326133728027, + "learning_rate": 5.820748375321411e-06, + "loss": 0.0161, + "step": 25580 + }, + { + "epoch": 23.938260056127223, + "grad_norm": 0.0920872837305069, + "learning_rate": 5.794966170096977e-06, + "loss": 0.0165, + "step": 25590 + }, + { + "epoch": 23.947614593077642, + "grad_norm": 0.07626132667064667, + "learning_rate": 5.769237678156897e-06, + "loss": 0.0166, + "step": 25600 + }, + { + "epoch": 23.956969130028064, + "grad_norm": 0.08431493490934372, + "learning_rate": 5.743562930763735e-06, + "loss": 0.0163, + "step": 25610 + }, + { + "epoch": 23.966323666978486, + "grad_norm": 0.0827680453658104, + "learning_rate": 5.717941959114726e-06, + "loss": 0.0169, + "step": 25620 + }, + { + "epoch": 23.975678203928904, + "grad_norm": 0.07722154259681702, + "learning_rate": 5.69237479434176e-06, + "loss": 0.0162, + "step": 25630 + }, + { + "epoch": 23.985032740879326, + "grad_norm": 0.1104355901479721, + "learning_rate": 5.666861467511353e-06, + "loss": 0.0198, + "step": 25640 + }, + { + "epoch": 23.99438727782975, + "grad_norm": 0.07826650142669678, + "learning_rate": 5.641402009624591e-06, + "loss": 0.0182, + "step": 25650 + }, + { + "epoch": 24.003741814780167, + "grad_norm": 0.09541027992963791, + "learning_rate": 5.615996451617145e-06, + "loss": 0.0182, + "step": 25660 + }, + { + "epoch": 24.01309635173059, + "grad_norm": 0.09052053093910217, + "learning_rate": 5.590644824359148e-06, + "loss": 0.0176, + "step": 25670 + }, + { + "epoch": 24.02245088868101, + "grad_norm": 0.08127320557832718, + "learning_rate": 5.56534715865521e-06, + "loss": 0.0168, + "step": 25680 + }, + { + "epoch": 24.031805425631433, + "grad_norm": 0.08311058580875397, + "learning_rate": 5.5401034852443965e-06, + "loss": 0.0174, + "step": 25690 + }, + { + "epoch": 24.04115996258185, + "grad_norm": 0.10996402055025101, + "learning_rate": 5.514913834800134e-06, + "loss": 0.0162, + "step": 25700 + }, + { + "epoch": 24.050514499532273, + "grad_norm": 0.0787380114197731, + "learning_rate": 5.489778237930238e-06, + "loss": 0.0179, + "step": 25710 + }, + { + "epoch": 24.059869036482695, + "grad_norm": 0.08686129003763199, + "learning_rate": 5.464696725176827e-06, + "loss": 0.016, + "step": 25720 + }, + { + "epoch": 24.069223573433113, + "grad_norm": 0.08795631676912308, + "learning_rate": 5.439669327016294e-06, + "loss": 0.0156, + "step": 25730 + }, + { + "epoch": 24.078578110383535, + "grad_norm": 0.08607639372348785, + "learning_rate": 5.4146960738592985e-06, + "loss": 0.0163, + "step": 25740 + }, + { + "epoch": 24.087932647333957, + "grad_norm": 0.07503895461559296, + "learning_rate": 5.389776996050694e-06, + "loss": 0.0161, + "step": 25750 + }, + { + "epoch": 24.09728718428438, + "grad_norm": 0.0848613977432251, + "learning_rate": 5.364912123869492e-06, + "loss": 0.0161, + "step": 25760 + }, + { + "epoch": 24.106641721234798, + "grad_norm": 0.06829003989696503, + "learning_rate": 5.3401014875288864e-06, + "loss": 0.0148, + "step": 25770 + }, + { + "epoch": 24.11599625818522, + "grad_norm": 0.08584535866975784, + "learning_rate": 5.315345117176129e-06, + "loss": 0.0182, + "step": 25780 + }, + { + "epoch": 24.125350795135642, + "grad_norm": 0.09353351593017578, + "learning_rate": 5.2906430428925405e-06, + "loss": 0.0169, + "step": 25790 + }, + { + "epoch": 24.13470533208606, + "grad_norm": 0.08094760775566101, + "learning_rate": 5.265995294693471e-06, + "loss": 0.0162, + "step": 25800 + }, + { + "epoch": 24.144059869036482, + "grad_norm": 0.09156197309494019, + "learning_rate": 5.241401902528254e-06, + "loss": 0.0152, + "step": 25810 + }, + { + "epoch": 24.153414405986904, + "grad_norm": 0.08726035803556442, + "learning_rate": 5.216862896280189e-06, + "loss": 0.017, + "step": 25820 + }, + { + "epoch": 24.162768942937326, + "grad_norm": 0.09057719260454178, + "learning_rate": 5.192378305766471e-06, + "loss": 0.0165, + "step": 25830 + }, + { + "epoch": 24.172123479887745, + "grad_norm": 0.11830735206604004, + "learning_rate": 5.1679481607382065e-06, + "loss": 0.0179, + "step": 25840 + }, + { + "epoch": 24.181478016838167, + "grad_norm": 0.07203495502471924, + "learning_rate": 5.1435724908803105e-06, + "loss": 0.015, + "step": 25850 + }, + { + "epoch": 24.19083255378859, + "grad_norm": 0.10128345340490341, + "learning_rate": 5.119251325811514e-06, + "loss": 0.0176, + "step": 25860 + }, + { + "epoch": 24.200187090739007, + "grad_norm": 0.09992768615484238, + "learning_rate": 5.094984695084348e-06, + "loss": 0.0164, + "step": 25870 + }, + { + "epoch": 24.20954162768943, + "grad_norm": 0.0976654440164566, + "learning_rate": 5.070772628185039e-06, + "loss": 0.0174, + "step": 25880 + }, + { + "epoch": 24.21889616463985, + "grad_norm": 0.08120691776275635, + "learning_rate": 5.046615154533535e-06, + "loss": 0.0163, + "step": 25890 + }, + { + "epoch": 24.22825070159027, + "grad_norm": 0.09835992008447647, + "learning_rate": 5.022512303483451e-06, + "loss": 0.016, + "step": 25900 + }, + { + "epoch": 24.23760523854069, + "grad_norm": 0.08071520924568176, + "learning_rate": 4.998464104322015e-06, + "loss": 0.0173, + "step": 25910 + }, + { + "epoch": 24.246959775491113, + "grad_norm": 0.10075993090867996, + "learning_rate": 4.974470586270047e-06, + "loss": 0.016, + "step": 25920 + }, + { + "epoch": 24.256314312441535, + "grad_norm": 0.08297814428806305, + "learning_rate": 4.950531778481965e-06, + "loss": 0.016, + "step": 25930 + }, + { + "epoch": 24.265668849391954, + "grad_norm": 0.07311534881591797, + "learning_rate": 4.926647710045651e-06, + "loss": 0.0163, + "step": 25940 + }, + { + "epoch": 24.275023386342376, + "grad_norm": 0.10121890902519226, + "learning_rate": 4.9028184099825125e-06, + "loss": 0.0165, + "step": 25950 + }, + { + "epoch": 24.284377923292798, + "grad_norm": 0.09660229831933975, + "learning_rate": 4.879043907247382e-06, + "loss": 0.0164, + "step": 25960 + }, + { + "epoch": 24.293732460243216, + "grad_norm": 0.0897538959980011, + "learning_rate": 4.8553242307285414e-06, + "loss": 0.0176, + "step": 25970 + }, + { + "epoch": 24.30308699719364, + "grad_norm": 0.07607022672891617, + "learning_rate": 4.8316594092476185e-06, + "loss": 0.0155, + "step": 25980 + }, + { + "epoch": 24.31244153414406, + "grad_norm": 0.08923373371362686, + "learning_rate": 4.808049471559617e-06, + "loss": 0.0166, + "step": 25990 + }, + { + "epoch": 24.321796071094482, + "grad_norm": 0.09089480340480804, + "learning_rate": 4.784494446352833e-06, + "loss": 0.0158, + "step": 26000 + }, + { + "epoch": 24.3311506080449, + "grad_norm": 0.0933346152305603, + "learning_rate": 4.760994362248833e-06, + "loss": 0.0164, + "step": 26010 + }, + { + "epoch": 24.340505144995323, + "grad_norm": 0.0988321304321289, + "learning_rate": 4.737549247802442e-06, + "loss": 0.0152, + "step": 26020 + }, + { + "epoch": 24.349859681945745, + "grad_norm": 0.08878366649150848, + "learning_rate": 4.714159131501689e-06, + "loss": 0.016, + "step": 26030 + }, + { + "epoch": 24.359214218896163, + "grad_norm": 0.08770675212144852, + "learning_rate": 4.690824041767766e-06, + "loss": 0.0155, + "step": 26040 + }, + { + "epoch": 24.368568755846585, + "grad_norm": 0.09057379513978958, + "learning_rate": 4.6675440069550105e-06, + "loss": 0.016, + "step": 26050 + }, + { + "epoch": 24.377923292797007, + "grad_norm": 0.08783524483442307, + "learning_rate": 4.64431905535086e-06, + "loss": 0.0165, + "step": 26060 + }, + { + "epoch": 24.38727782974743, + "grad_norm": 0.09513505548238754, + "learning_rate": 4.621149215175808e-06, + "loss": 0.0172, + "step": 26070 + }, + { + "epoch": 24.396632366697848, + "grad_norm": 0.07807473838329315, + "learning_rate": 4.5980345145834154e-06, + "loss": 0.0159, + "step": 26080 + }, + { + "epoch": 24.40598690364827, + "grad_norm": 0.09471479058265686, + "learning_rate": 4.574974981660213e-06, + "loss": 0.0169, + "step": 26090 + }, + { + "epoch": 24.41534144059869, + "grad_norm": 0.0846562460064888, + "learning_rate": 4.551970644425707e-06, + "loss": 0.0165, + "step": 26100 + }, + { + "epoch": 24.42469597754911, + "grad_norm": 0.0783383697271347, + "learning_rate": 4.529021530832328e-06, + "loss": 0.0151, + "step": 26110 + }, + { + "epoch": 24.434050514499532, + "grad_norm": 0.11155590415000916, + "learning_rate": 4.5061276687654306e-06, + "loss": 0.0167, + "step": 26120 + }, + { + "epoch": 24.443405051449954, + "grad_norm": 0.0774499848484993, + "learning_rate": 4.4832890860431965e-06, + "loss": 0.0158, + "step": 26130 + }, + { + "epoch": 24.452759588400376, + "grad_norm": 0.06848884373903275, + "learning_rate": 4.460505810416682e-06, + "loss": 0.0162, + "step": 26140 + }, + { + "epoch": 24.462114125350794, + "grad_norm": 0.0861198827624321, + "learning_rate": 4.4377778695696984e-06, + "loss": 0.016, + "step": 26150 + }, + { + "epoch": 24.471468662301216, + "grad_norm": 0.10085954517126083, + "learning_rate": 4.415105291118843e-06, + "loss": 0.0168, + "step": 26160 + }, + { + "epoch": 24.48082319925164, + "grad_norm": 0.08193235099315643, + "learning_rate": 4.392488102613435e-06, + "loss": 0.0149, + "step": 26170 + }, + { + "epoch": 24.490177736202057, + "grad_norm": 0.10105784982442856, + "learning_rate": 4.369926331535473e-06, + "loss": 0.0151, + "step": 26180 + }, + { + "epoch": 24.49953227315248, + "grad_norm": 0.07034764438867569, + "learning_rate": 4.347420005299668e-06, + "loss": 0.0163, + "step": 26190 + }, + { + "epoch": 24.5088868101029, + "grad_norm": 0.09921782463788986, + "learning_rate": 4.324969151253317e-06, + "loss": 0.0176, + "step": 26200 + }, + { + "epoch": 24.51824134705332, + "grad_norm": 0.11328625679016113, + "learning_rate": 4.302573796676312e-06, + "loss": 0.0165, + "step": 26210 + }, + { + "epoch": 24.52759588400374, + "grad_norm": 0.0915895327925682, + "learning_rate": 4.2802339687811385e-06, + "loss": 0.0152, + "step": 26220 + }, + { + "epoch": 24.536950420954163, + "grad_norm": 0.09790093451738358, + "learning_rate": 4.257949694712771e-06, + "loss": 0.016, + "step": 26230 + }, + { + "epoch": 24.546304957904585, + "grad_norm": 0.0981554388999939, + "learning_rate": 4.235721001548726e-06, + "loss": 0.0175, + "step": 26240 + }, + { + "epoch": 24.555659494855004, + "grad_norm": 0.11207766830921173, + "learning_rate": 4.21354791629896e-06, + "loss": 0.0172, + "step": 26250 + }, + { + "epoch": 24.565014031805426, + "grad_norm": 0.0880538746714592, + "learning_rate": 4.191430465905843e-06, + "loss": 0.0161, + "step": 26260 + }, + { + "epoch": 24.574368568755848, + "grad_norm": 0.08701004087924957, + "learning_rate": 4.169368677244184e-06, + "loss": 0.0183, + "step": 26270 + }, + { + "epoch": 24.583723105706266, + "grad_norm": 0.08934777230024338, + "learning_rate": 4.147362577121122e-06, + "loss": 0.0149, + "step": 26280 + }, + { + "epoch": 24.593077642656688, + "grad_norm": 0.08695986866950989, + "learning_rate": 4.125412192276157e-06, + "loss": 0.0153, + "step": 26290 + }, + { + "epoch": 24.60243217960711, + "grad_norm": 0.07416591048240662, + "learning_rate": 4.10351754938107e-06, + "loss": 0.017, + "step": 26300 + }, + { + "epoch": 24.611786716557532, + "grad_norm": 0.08168362826108932, + "learning_rate": 4.081678675039913e-06, + "loss": 0.0151, + "step": 26310 + }, + { + "epoch": 24.62114125350795, + "grad_norm": 0.08597761392593384, + "learning_rate": 4.0598955957889876e-06, + "loss": 0.0186, + "step": 26320 + }, + { + "epoch": 24.630495790458372, + "grad_norm": 0.0825619325041771, + "learning_rate": 4.038168338096776e-06, + "loss": 0.0165, + "step": 26330 + }, + { + "epoch": 24.639850327408794, + "grad_norm": 0.08827921748161316, + "learning_rate": 4.016496928363944e-06, + "loss": 0.016, + "step": 26340 + }, + { + "epoch": 24.649204864359213, + "grad_norm": 0.07536707818508148, + "learning_rate": 3.994881392923317e-06, + "loss": 0.0154, + "step": 26350 + }, + { + "epoch": 24.658559401309635, + "grad_norm": 0.09438075870275497, + "learning_rate": 3.9733217580397945e-06, + "loss": 0.0178, + "step": 26360 + }, + { + "epoch": 24.667913938260057, + "grad_norm": 0.08111526817083359, + "learning_rate": 3.951818049910366e-06, + "loss": 0.0168, + "step": 26370 + }, + { + "epoch": 24.67726847521048, + "grad_norm": 0.08266635239124298, + "learning_rate": 3.930370294664071e-06, + "loss": 0.0151, + "step": 26380 + }, + { + "epoch": 24.686623012160897, + "grad_norm": 0.07935439795255661, + "learning_rate": 3.908978518361938e-06, + "loss": 0.0153, + "step": 26390 + }, + { + "epoch": 24.69597754911132, + "grad_norm": 0.1163836196064949, + "learning_rate": 3.887642746997017e-06, + "loss": 0.0172, + "step": 26400 + }, + { + "epoch": 24.70533208606174, + "grad_norm": 0.07502216100692749, + "learning_rate": 3.866363006494255e-06, + "loss": 0.0161, + "step": 26410 + }, + { + "epoch": 24.71468662301216, + "grad_norm": 0.10589125752449036, + "learning_rate": 3.8451393227105725e-06, + "loss": 0.0165, + "step": 26420 + }, + { + "epoch": 24.72404115996258, + "grad_norm": 0.0819367915391922, + "learning_rate": 3.823971721434727e-06, + "loss": 0.0151, + "step": 26430 + }, + { + "epoch": 24.733395696913004, + "grad_norm": 0.08033334463834763, + "learning_rate": 3.8028602283873505e-06, + "loss": 0.0154, + "step": 26440 + }, + { + "epoch": 24.742750233863426, + "grad_norm": 0.08579827845096588, + "learning_rate": 3.781804869220912e-06, + "loss": 0.017, + "step": 26450 + }, + { + "epoch": 24.752104770813844, + "grad_norm": 0.12649957835674286, + "learning_rate": 3.760805669519646e-06, + "loss": 0.0156, + "step": 26460 + }, + { + "epoch": 24.761459307764266, + "grad_norm": 0.07583186030387878, + "learning_rate": 3.7398626547995587e-06, + "loss": 0.0167, + "step": 26470 + }, + { + "epoch": 24.770813844714688, + "grad_norm": 0.07632739841938019, + "learning_rate": 3.7189758505083995e-06, + "loss": 0.0153, + "step": 26480 + }, + { + "epoch": 24.780168381665106, + "grad_norm": 0.08313299715518951, + "learning_rate": 3.6981452820255837e-06, + "loss": 0.0171, + "step": 26490 + }, + { + "epoch": 24.78952291861553, + "grad_norm": 0.08686096966266632, + "learning_rate": 3.6773709746622363e-06, + "loss": 0.0168, + "step": 26500 + }, + { + "epoch": 24.79887745556595, + "grad_norm": 0.10115757584571838, + "learning_rate": 3.6566529536610995e-06, + "loss": 0.0148, + "step": 26510 + }, + { + "epoch": 24.80823199251637, + "grad_norm": 0.09607290476560593, + "learning_rate": 3.635991244196513e-06, + "loss": 0.0148, + "step": 26520 + }, + { + "epoch": 24.81758652946679, + "grad_norm": 0.09191454946994781, + "learning_rate": 3.615385871374405e-06, + "loss": 0.0187, + "step": 26530 + }, + { + "epoch": 24.826941066417213, + "grad_norm": 0.10328982770442963, + "learning_rate": 3.5948368602322367e-06, + "loss": 0.0177, + "step": 26540 + }, + { + "epoch": 24.836295603367635, + "grad_norm": 0.08288272470235825, + "learning_rate": 3.5743442357390187e-06, + "loss": 0.0166, + "step": 26550 + }, + { + "epoch": 24.845650140318053, + "grad_norm": 0.08526333421468735, + "learning_rate": 3.5539080227951937e-06, + "loss": 0.0165, + "step": 26560 + }, + { + "epoch": 24.855004677268475, + "grad_norm": 0.08182357996702194, + "learning_rate": 3.533528246232709e-06, + "loss": 0.0166, + "step": 26570 + }, + { + "epoch": 24.864359214218897, + "grad_norm": 0.0881732776761055, + "learning_rate": 3.5132049308149117e-06, + "loss": 0.0141, + "step": 26580 + }, + { + "epoch": 24.873713751169316, + "grad_norm": 0.10993450880050659, + "learning_rate": 3.4929381012365425e-06, + "loss": 0.0162, + "step": 26590 + }, + { + "epoch": 24.883068288119738, + "grad_norm": 0.11705876141786575, + "learning_rate": 3.472727782123697e-06, + "loss": 0.0164, + "step": 26600 + }, + { + "epoch": 24.89242282507016, + "grad_norm": 0.0781547874212265, + "learning_rate": 3.4525739980338425e-06, + "loss": 0.015, + "step": 26610 + }, + { + "epoch": 24.90177736202058, + "grad_norm": 0.08777648955583572, + "learning_rate": 3.432476773455712e-06, + "loss": 0.0159, + "step": 26620 + }, + { + "epoch": 24.911131898971, + "grad_norm": 0.074183888733387, + "learning_rate": 3.4124361328093378e-06, + "loss": 0.0161, + "step": 26630 + }, + { + "epoch": 24.920486435921422, + "grad_norm": 0.09681694209575653, + "learning_rate": 3.392452100445975e-06, + "loss": 0.0181, + "step": 26640 + }, + { + "epoch": 24.929840972871844, + "grad_norm": 0.0864819809794426, + "learning_rate": 3.3725247006481163e-06, + "loss": 0.0175, + "step": 26650 + }, + { + "epoch": 24.939195509822262, + "grad_norm": 0.06898246705532074, + "learning_rate": 3.3526539576294313e-06, + "loss": 0.0167, + "step": 26660 + }, + { + "epoch": 24.948550046772684, + "grad_norm": 0.08811552822589874, + "learning_rate": 3.332839895534745e-06, + "loss": 0.0147, + "step": 26670 + }, + { + "epoch": 24.957904583723106, + "grad_norm": 0.07652245461940765, + "learning_rate": 3.3130825384400155e-06, + "loss": 0.0162, + "step": 26680 + }, + { + "epoch": 24.96725912067353, + "grad_norm": 0.08508485555648804, + "learning_rate": 3.293381910352278e-06, + "loss": 0.0161, + "step": 26690 + }, + { + "epoch": 24.976613657623947, + "grad_norm": 0.08898652344942093, + "learning_rate": 3.273738035209678e-06, + "loss": 0.0175, + "step": 26700 + }, + { + "epoch": 24.98596819457437, + "grad_norm": 0.08117486536502838, + "learning_rate": 3.254150936881356e-06, + "loss": 0.0168, + "step": 26710 + }, + { + "epoch": 24.99532273152479, + "grad_norm": 0.07894890755414963, + "learning_rate": 3.234620639167496e-06, + "loss": 0.0157, + "step": 26720 + }, + { + "epoch": 25.00467726847521, + "grad_norm": 0.08536028861999512, + "learning_rate": 3.2151471657992482e-06, + "loss": 0.0154, + "step": 26730 + }, + { + "epoch": 25.01403180542563, + "grad_norm": 0.08169196546077728, + "learning_rate": 3.195730540438718e-06, + "loss": 0.0174, + "step": 26740 + }, + { + "epoch": 25.023386342376053, + "grad_norm": 0.06675958633422852, + "learning_rate": 3.1763707866789336e-06, + "loss": 0.0189, + "step": 26750 + }, + { + "epoch": 25.03274087932647, + "grad_norm": 0.0972113311290741, + "learning_rate": 3.1570679280438165e-06, + "loss": 0.0157, + "step": 26760 + }, + { + "epoch": 25.042095416276894, + "grad_norm": 0.08475414663553238, + "learning_rate": 3.1378219879881767e-06, + "loss": 0.0161, + "step": 26770 + }, + { + "epoch": 25.051449953227316, + "grad_norm": 0.08681363612413406, + "learning_rate": 3.11863298989763e-06, + "loss": 0.0174, + "step": 26780 + }, + { + "epoch": 25.060804490177738, + "grad_norm": 0.09511446952819824, + "learning_rate": 3.0995009570886303e-06, + "loss": 0.0157, + "step": 26790 + }, + { + "epoch": 25.070159027128156, + "grad_norm": 0.0794389471411705, + "learning_rate": 3.0804259128083936e-06, + "loss": 0.0148, + "step": 26800 + }, + { + "epoch": 25.079513564078578, + "grad_norm": 0.09496968984603882, + "learning_rate": 3.06140788023489e-06, + "loss": 0.0164, + "step": 26810 + }, + { + "epoch": 25.088868101029, + "grad_norm": 0.08675037324428558, + "learning_rate": 3.042446882476846e-06, + "loss": 0.0156, + "step": 26820 + }, + { + "epoch": 25.09822263797942, + "grad_norm": 0.08282127231359482, + "learning_rate": 3.023542942573643e-06, + "loss": 0.0165, + "step": 26830 + }, + { + "epoch": 25.10757717492984, + "grad_norm": 0.08212742209434509, + "learning_rate": 3.004696083495351e-06, + "loss": 0.0152, + "step": 26840 + }, + { + "epoch": 25.116931711880262, + "grad_norm": 0.08726827055215836, + "learning_rate": 2.98590632814269e-06, + "loss": 0.0172, + "step": 26850 + }, + { + "epoch": 25.126286248830684, + "grad_norm": 0.07226163148880005, + "learning_rate": 2.9671736993469702e-06, + "loss": 0.0171, + "step": 26860 + }, + { + "epoch": 25.135640785781103, + "grad_norm": 0.10045374184846878, + "learning_rate": 2.9484982198701216e-06, + "loss": 0.0152, + "step": 26870 + }, + { + "epoch": 25.144995322731525, + "grad_norm": 0.10182881355285645, + "learning_rate": 2.929879912404604e-06, + "loss": 0.0163, + "step": 26880 + }, + { + "epoch": 25.154349859681947, + "grad_norm": 0.10986192524433136, + "learning_rate": 2.9113187995734147e-06, + "loss": 0.0162, + "step": 26890 + }, + { + "epoch": 25.163704396632365, + "grad_norm": 0.0760013535618782, + "learning_rate": 2.8928149039300524e-06, + "loss": 0.0146, + "step": 26900 + }, + { + "epoch": 25.173058933582787, + "grad_norm": 0.06891049444675446, + "learning_rate": 2.8743682479584975e-06, + "loss": 0.0155, + "step": 26910 + }, + { + "epoch": 25.18241347053321, + "grad_norm": 0.09768050163984299, + "learning_rate": 2.8559788540731824e-06, + "loss": 0.0171, + "step": 26920 + }, + { + "epoch": 25.19176800748363, + "grad_norm": 0.09738636016845703, + "learning_rate": 2.8376467446189493e-06, + "loss": 0.0163, + "step": 26930 + }, + { + "epoch": 25.20112254443405, + "grad_norm": 0.09286393970251083, + "learning_rate": 2.8193719418710406e-06, + "loss": 0.0158, + "step": 26940 + }, + { + "epoch": 25.21047708138447, + "grad_norm": 0.0927971675992012, + "learning_rate": 2.8011544680350667e-06, + "loss": 0.0161, + "step": 26950 + }, + { + "epoch": 25.219831618334894, + "grad_norm": 0.07303154468536377, + "learning_rate": 2.7829943452469753e-06, + "loss": 0.0162, + "step": 26960 + }, + { + "epoch": 25.229186155285312, + "grad_norm": 0.08501122891902924, + "learning_rate": 2.7648915955730213e-06, + "loss": 0.0155, + "step": 26970 + }, + { + "epoch": 25.238540692235734, + "grad_norm": 0.09845779836177826, + "learning_rate": 2.746846241009765e-06, + "loss": 0.0152, + "step": 26980 + }, + { + "epoch": 25.247895229186156, + "grad_norm": 0.07934221625328064, + "learning_rate": 2.7288583034839945e-06, + "loss": 0.0161, + "step": 26990 + }, + { + "epoch": 25.257249766136574, + "grad_norm": 0.1004374772310257, + "learning_rate": 2.7109278048527752e-06, + "loss": 0.0168, + "step": 27000 + }, + { + "epoch": 25.266604303086996, + "grad_norm": 0.0770510584115982, + "learning_rate": 2.6930547669033413e-06, + "loss": 0.0151, + "step": 27010 + }, + { + "epoch": 25.27595884003742, + "grad_norm": 0.0728781446814537, + "learning_rate": 2.675239211353109e-06, + "loss": 0.0159, + "step": 27020 + }, + { + "epoch": 25.28531337698784, + "grad_norm": 0.0883042961359024, + "learning_rate": 2.6574811598496786e-06, + "loss": 0.0153, + "step": 27030 + }, + { + "epoch": 25.29466791393826, + "grad_norm": 0.08499883860349655, + "learning_rate": 2.6397806339707456e-06, + "loss": 0.0173, + "step": 27040 + }, + { + "epoch": 25.30402245088868, + "grad_norm": 0.09732073545455933, + "learning_rate": 2.6221376552241217e-06, + "loss": 0.0154, + "step": 27050 + }, + { + "epoch": 25.313376987839103, + "grad_norm": 0.10151523351669312, + "learning_rate": 2.604552245047681e-06, + "loss": 0.0151, + "step": 27060 + }, + { + "epoch": 25.32273152478952, + "grad_norm": 0.12755270302295685, + "learning_rate": 2.587024424809359e-06, + "loss": 0.0161, + "step": 27070 + }, + { + "epoch": 25.332086061739943, + "grad_norm": 0.088515505194664, + "learning_rate": 2.5695542158071186e-06, + "loss": 0.0152, + "step": 27080 + }, + { + "epoch": 25.341440598690365, + "grad_norm": 0.09211993962526321, + "learning_rate": 2.5521416392689068e-06, + "loss": 0.0159, + "step": 27090 + }, + { + "epoch": 25.350795135640787, + "grad_norm": 0.08680549263954163, + "learning_rate": 2.5347867163526384e-06, + "loss": 0.015, + "step": 27100 + }, + { + "epoch": 25.360149672591206, + "grad_norm": 0.09976212680339813, + "learning_rate": 2.517489468146189e-06, + "loss": 0.0161, + "step": 27110 + }, + { + "epoch": 25.369504209541628, + "grad_norm": 0.09137961268424988, + "learning_rate": 2.500249915667341e-06, + "loss": 0.0159, + "step": 27120 + }, + { + "epoch": 25.37885874649205, + "grad_norm": 0.07485432177782059, + "learning_rate": 2.4830680798637817e-06, + "loss": 0.0153, + "step": 27130 + }, + { + "epoch": 25.388213283442468, + "grad_norm": 0.08232340961694717, + "learning_rate": 2.465943981613056e-06, + "loss": 0.0161, + "step": 27140 + }, + { + "epoch": 25.39756782039289, + "grad_norm": 0.07925036549568176, + "learning_rate": 2.448877641722569e-06, + "loss": 0.0166, + "step": 27150 + }, + { + "epoch": 25.406922357343312, + "grad_norm": 0.07665491849184036, + "learning_rate": 2.431869080929522e-06, + "loss": 0.0163, + "step": 27160 + }, + { + "epoch": 25.416276894293734, + "grad_norm": 0.1096218079328537, + "learning_rate": 2.4149183199009216e-06, + "loss": 0.0156, + "step": 27170 + }, + { + "epoch": 25.425631431244152, + "grad_norm": 0.07681987434625626, + "learning_rate": 2.3980253792335427e-06, + "loss": 0.0151, + "step": 27180 + }, + { + "epoch": 25.434985968194574, + "grad_norm": 0.09240985661745071, + "learning_rate": 2.381190279453899e-06, + "loss": 0.0154, + "step": 27190 + }, + { + "epoch": 25.444340505144996, + "grad_norm": 0.09762567281723022, + "learning_rate": 2.364413041018232e-06, + "loss": 0.0154, + "step": 27200 + }, + { + "epoch": 25.453695042095415, + "grad_norm": 0.09079667925834656, + "learning_rate": 2.347693684312463e-06, + "loss": 0.016, + "step": 27210 + }, + { + "epoch": 25.463049579045837, + "grad_norm": 0.08498688787221909, + "learning_rate": 2.331032229652186e-06, + "loss": 0.0155, + "step": 27220 + }, + { + "epoch": 25.47240411599626, + "grad_norm": 0.07538340240716934, + "learning_rate": 2.314428697282628e-06, + "loss": 0.0155, + "step": 27230 + }, + { + "epoch": 25.48175865294668, + "grad_norm": 0.07688014209270477, + "learning_rate": 2.297883107378673e-06, + "loss": 0.0154, + "step": 27240 + }, + { + "epoch": 25.4911131898971, + "grad_norm": 0.06713385134935379, + "learning_rate": 2.2813954800447513e-06, + "loss": 0.0158, + "step": 27250 + }, + { + "epoch": 25.50046772684752, + "grad_norm": 0.09794672578573227, + "learning_rate": 2.2649658353148974e-06, + "loss": 0.0155, + "step": 27260 + }, + { + "epoch": 25.509822263797943, + "grad_norm": 0.09171362966299057, + "learning_rate": 2.2485941931526645e-06, + "loss": 0.0157, + "step": 27270 + }, + { + "epoch": 25.51917680074836, + "grad_norm": 0.06692374497652054, + "learning_rate": 2.232280573451151e-06, + "loss": 0.0159, + "step": 27280 + }, + { + "epoch": 25.528531337698784, + "grad_norm": 0.08752135187387466, + "learning_rate": 2.216024996032945e-06, + "loss": 0.017, + "step": 27290 + }, + { + "epoch": 25.537885874649206, + "grad_norm": 0.0819052904844284, + "learning_rate": 2.1998274806501074e-06, + "loss": 0.0159, + "step": 27300 + }, + { + "epoch": 25.547240411599624, + "grad_norm": 0.07487879693508148, + "learning_rate": 2.183688046984139e-06, + "loss": 0.0163, + "step": 27310 + }, + { + "epoch": 25.556594948550046, + "grad_norm": 0.09426269680261612, + "learning_rate": 2.167606714645981e-06, + "loss": 0.0166, + "step": 27320 + }, + { + "epoch": 25.565949485500468, + "grad_norm": 0.10938148945569992, + "learning_rate": 2.151583503175958e-06, + "loss": 0.0164, + "step": 27330 + }, + { + "epoch": 25.57530402245089, + "grad_norm": 0.07749935984611511, + "learning_rate": 2.1356184320437957e-06, + "loss": 0.0146, + "step": 27340 + }, + { + "epoch": 25.58465855940131, + "grad_norm": 0.09627685695886612, + "learning_rate": 2.119711520648554e-06, + "loss": 0.0151, + "step": 27350 + }, + { + "epoch": 25.59401309635173, + "grad_norm": 0.07930328696966171, + "learning_rate": 2.103862788318628e-06, + "loss": 0.016, + "step": 27360 + }, + { + "epoch": 25.603367633302152, + "grad_norm": 0.10691270232200623, + "learning_rate": 2.088072254311729e-06, + "loss": 0.0167, + "step": 27370 + }, + { + "epoch": 25.61272217025257, + "grad_norm": 0.09214451164007187, + "learning_rate": 2.0723399378148435e-06, + "loss": 0.0149, + "step": 27380 + }, + { + "epoch": 25.622076707202993, + "grad_norm": 0.11363234370946884, + "learning_rate": 2.0566658579442065e-06, + "loss": 0.0151, + "step": 27390 + }, + { + "epoch": 25.631431244153415, + "grad_norm": 0.08193513005971909, + "learning_rate": 2.0410500337453176e-06, + "loss": 0.0154, + "step": 27400 + }, + { + "epoch": 25.640785781103837, + "grad_norm": 0.0821661725640297, + "learning_rate": 2.0254924841928645e-06, + "loss": 0.0148, + "step": 27410 + }, + { + "epoch": 25.650140318054255, + "grad_norm": 0.08533112704753876, + "learning_rate": 2.009993228190754e-06, + "loss": 0.0148, + "step": 27420 + }, + { + "epoch": 25.659494855004677, + "grad_norm": 0.08912517130374908, + "learning_rate": 1.9945522845720323e-06, + "loss": 0.0155, + "step": 27430 + }, + { + "epoch": 25.6688493919551, + "grad_norm": 0.07753486186265945, + "learning_rate": 1.9791696720988963e-06, + "loss": 0.0155, + "step": 27440 + }, + { + "epoch": 25.678203928905518, + "grad_norm": 0.10531286895275116, + "learning_rate": 1.9638454094626833e-06, + "loss": 0.0156, + "step": 27450 + }, + { + "epoch": 25.68755846585594, + "grad_norm": 0.08292343467473984, + "learning_rate": 1.9485795152838104e-06, + "loss": 0.0154, + "step": 27460 + }, + { + "epoch": 25.69691300280636, + "grad_norm": 0.08266662806272507, + "learning_rate": 1.933372008111778e-06, + "loss": 0.0143, + "step": 27470 + }, + { + "epoch": 25.706267539756784, + "grad_norm": 0.10798192024230957, + "learning_rate": 1.918222906425143e-06, + "loss": 0.017, + "step": 27480 + }, + { + "epoch": 25.715622076707202, + "grad_norm": 0.08452127128839493, + "learning_rate": 1.903132228631488e-06, + "loss": 0.0163, + "step": 27490 + }, + { + "epoch": 25.724976613657624, + "grad_norm": 0.1465887576341629, + "learning_rate": 1.8880999930674215e-06, + "loss": 0.0171, + "step": 27500 + }, + { + "epoch": 25.734331150608046, + "grad_norm": 0.07905835658311844, + "learning_rate": 1.8731262179985166e-06, + "loss": 0.0149, + "step": 27510 + }, + { + "epoch": 25.743685687558465, + "grad_norm": 0.09784579277038574, + "learning_rate": 1.8582109216193244e-06, + "loss": 0.0145, + "step": 27520 + }, + { + "epoch": 25.753040224508887, + "grad_norm": 0.08001991361379623, + "learning_rate": 1.8433541220533368e-06, + "loss": 0.0161, + "step": 27530 + }, + { + "epoch": 25.76239476145931, + "grad_norm": 0.12153685092926025, + "learning_rate": 1.8285558373529577e-06, + "loss": 0.0158, + "step": 27540 + }, + { + "epoch": 25.77174929840973, + "grad_norm": 0.08337735384702682, + "learning_rate": 1.8138160854995145e-06, + "loss": 0.0157, + "step": 27550 + }, + { + "epoch": 25.78110383536015, + "grad_norm": 0.11205470561981201, + "learning_rate": 1.7991348844031864e-06, + "loss": 0.0163, + "step": 27560 + }, + { + "epoch": 25.79045837231057, + "grad_norm": 0.08968420326709747, + "learning_rate": 1.78451225190302e-06, + "loss": 0.0147, + "step": 27570 + }, + { + "epoch": 25.799812909260993, + "grad_norm": 0.09689918160438538, + "learning_rate": 1.7699482057668914e-06, + "loss": 0.0152, + "step": 27580 + }, + { + "epoch": 25.80916744621141, + "grad_norm": 0.08603251725435257, + "learning_rate": 1.7554427636914895e-06, + "loss": 0.0161, + "step": 27590 + }, + { + "epoch": 25.818521983161833, + "grad_norm": 0.06448879837989807, + "learning_rate": 1.7409959433022871e-06, + "loss": 0.0159, + "step": 27600 + }, + { + "epoch": 25.827876520112255, + "grad_norm": 0.09306897968053818, + "learning_rate": 1.7266077621535481e-06, + "loss": 0.0161, + "step": 27610 + }, + { + "epoch": 25.837231057062674, + "grad_norm": 0.08794669061899185, + "learning_rate": 1.7122782377282597e-06, + "loss": 0.0168, + "step": 27620 + }, + { + "epoch": 25.846585594013096, + "grad_norm": 0.105445496737957, + "learning_rate": 1.6980073874381497e-06, + "loss": 0.0168, + "step": 27630 + }, + { + "epoch": 25.855940130963518, + "grad_norm": 0.08578143268823624, + "learning_rate": 1.6837952286236413e-06, + "loss": 0.0161, + "step": 27640 + }, + { + "epoch": 25.86529466791394, + "grad_norm": 0.08173219114542007, + "learning_rate": 1.6696417785538488e-06, + "loss": 0.0152, + "step": 27650 + }, + { + "epoch": 25.874649204864358, + "grad_norm": 0.08718202263116837, + "learning_rate": 1.6555470544265538e-06, + "loss": 0.0178, + "step": 27660 + }, + { + "epoch": 25.88400374181478, + "grad_norm": 0.0861215814948082, + "learning_rate": 1.6415110733681738e-06, + "loss": 0.015, + "step": 27670 + }, + { + "epoch": 25.893358278765202, + "grad_norm": 0.08644593507051468, + "learning_rate": 1.6275338524337436e-06, + "loss": 0.0148, + "step": 27680 + }, + { + "epoch": 25.90271281571562, + "grad_norm": 0.08397191017866135, + "learning_rate": 1.6136154086069056e-06, + "loss": 0.0162, + "step": 27690 + }, + { + "epoch": 25.912067352666043, + "grad_norm": 0.07196620851755142, + "learning_rate": 1.5997557587998868e-06, + "loss": 0.016, + "step": 27700 + }, + { + "epoch": 25.921421889616465, + "grad_norm": 0.08323786407709122, + "learning_rate": 1.5859549198534606e-06, + "loss": 0.0148, + "step": 27710 + }, + { + "epoch": 25.930776426566887, + "grad_norm": 0.07696589082479477, + "learning_rate": 1.572212908536963e-06, + "loss": 0.0181, + "step": 27720 + }, + { + "epoch": 25.940130963517305, + "grad_norm": 0.10407326370477676, + "learning_rate": 1.5585297415482202e-06, + "loss": 0.0172, + "step": 27730 + }, + { + "epoch": 25.949485500467727, + "grad_norm": 0.07915926724672318, + "learning_rate": 1.5449054355135717e-06, + "loss": 0.0161, + "step": 27740 + }, + { + "epoch": 25.95884003741815, + "grad_norm": 0.07669981569051743, + "learning_rate": 1.5313400069878415e-06, + "loss": 0.0155, + "step": 27750 + }, + { + "epoch": 25.968194574368567, + "grad_norm": 0.08503255248069763, + "learning_rate": 1.5178334724542887e-06, + "loss": 0.0158, + "step": 27760 + }, + { + "epoch": 25.97754911131899, + "grad_norm": 0.07578884065151215, + "learning_rate": 1.504385848324641e-06, + "loss": 0.0155, + "step": 27770 + }, + { + "epoch": 25.98690364826941, + "grad_norm": 0.07684765756130219, + "learning_rate": 1.490997150939033e-06, + "loss": 0.0162, + "step": 27780 + }, + { + "epoch": 25.996258185219833, + "grad_norm": 0.08744879812002182, + "learning_rate": 1.4776673965659793e-06, + "loss": 0.017, + "step": 27790 + }, + { + "epoch": 26.00561272217025, + "grad_norm": 0.1056547611951828, + "learning_rate": 1.4643966014023957e-06, + "loss": 0.0163, + "step": 27800 + }, + { + "epoch": 26.014967259120674, + "grad_norm": 0.08522925525903702, + "learning_rate": 1.4511847815735503e-06, + "loss": 0.0163, + "step": 27810 + }, + { + "epoch": 26.024321796071096, + "grad_norm": 0.13098660111427307, + "learning_rate": 1.438031953133051e-06, + "loss": 0.0146, + "step": 27820 + }, + { + "epoch": 26.033676333021514, + "grad_norm": 0.08175374567508698, + "learning_rate": 1.4249381320628197e-06, + "loss": 0.0153, + "step": 27830 + }, + { + "epoch": 26.043030869971936, + "grad_norm": 0.09574674069881439, + "learning_rate": 1.4119033342730902e-06, + "loss": 0.0163, + "step": 27840 + }, + { + "epoch": 26.052385406922358, + "grad_norm": 0.0798628032207489, + "learning_rate": 1.3989275756023656e-06, + "loss": 0.0157, + "step": 27850 + }, + { + "epoch": 26.061739943872777, + "grad_norm": 0.09172304719686508, + "learning_rate": 1.386010871817417e-06, + "loss": 0.0155, + "step": 27860 + }, + { + "epoch": 26.0710944808232, + "grad_norm": 0.08299682289361954, + "learning_rate": 1.3731532386132616e-06, + "loss": 0.0149, + "step": 27870 + }, + { + "epoch": 26.08044901777362, + "grad_norm": 0.10989098250865936, + "learning_rate": 1.360354691613136e-06, + "loss": 0.018, + "step": 27880 + }, + { + "epoch": 26.089803554724043, + "grad_norm": 0.09212780743837357, + "learning_rate": 1.3476152463684776e-06, + "loss": 0.0154, + "step": 27890 + }, + { + "epoch": 26.09915809167446, + "grad_norm": 0.08147158473730087, + "learning_rate": 1.3349349183589155e-06, + "loss": 0.0157, + "step": 27900 + }, + { + "epoch": 26.108512628624883, + "grad_norm": 0.11074434965848923, + "learning_rate": 1.3223137229922356e-06, + "loss": 0.0168, + "step": 27910 + }, + { + "epoch": 26.117867165575305, + "grad_norm": 0.06274733692407608, + "learning_rate": 1.3097516756043981e-06, + "loss": 0.0161, + "step": 27920 + }, + { + "epoch": 26.127221702525723, + "grad_norm": 0.0825498029589653, + "learning_rate": 1.29724879145946e-06, + "loss": 0.0155, + "step": 27930 + }, + { + "epoch": 26.136576239476145, + "grad_norm": 0.10988570004701614, + "learning_rate": 1.284805085749613e-06, + "loss": 0.015, + "step": 27940 + }, + { + "epoch": 26.145930776426567, + "grad_norm": 0.07817154377698898, + "learning_rate": 1.2724205735951288e-06, + "loss": 0.0157, + "step": 27950 + }, + { + "epoch": 26.15528531337699, + "grad_norm": 0.08277992159128189, + "learning_rate": 1.2600952700443591e-06, + "loss": 0.0152, + "step": 27960 + }, + { + "epoch": 26.164639850327408, + "grad_norm": 0.08254849165678024, + "learning_rate": 1.247829190073707e-06, + "loss": 0.0145, + "step": 27970 + }, + { + "epoch": 26.17399438727783, + "grad_norm": 0.07453601807355881, + "learning_rate": 1.2356223485876173e-06, + "loss": 0.0153, + "step": 27980 + }, + { + "epoch": 26.18334892422825, + "grad_norm": 0.08151599764823914, + "learning_rate": 1.2234747604185526e-06, + "loss": 0.0148, + "step": 27990 + }, + { + "epoch": 26.19270346117867, + "grad_norm": 0.06696633994579315, + "learning_rate": 1.2113864403269836e-06, + "loss": 0.0154, + "step": 28000 + }, + { + "epoch": 26.202057998129092, + "grad_norm": 0.0907350704073906, + "learning_rate": 1.1993574030013555e-06, + "loss": 0.017, + "step": 28010 + }, + { + "epoch": 26.211412535079514, + "grad_norm": 0.0856218934059143, + "learning_rate": 1.1873876630580816e-06, + "loss": 0.016, + "step": 28020 + }, + { + "epoch": 26.220767072029936, + "grad_norm": 0.1182936280965805, + "learning_rate": 1.1754772350415278e-06, + "loss": 0.0166, + "step": 28030 + }, + { + "epoch": 26.230121608980355, + "grad_norm": 0.10200174152851105, + "learning_rate": 1.163626133423984e-06, + "loss": 0.0159, + "step": 28040 + }, + { + "epoch": 26.239476145930777, + "grad_norm": 0.07737155258655548, + "learning_rate": 1.1518343726056591e-06, + "loss": 0.0152, + "step": 28050 + }, + { + "epoch": 26.2488306828812, + "grad_norm": 0.07306896895170212, + "learning_rate": 1.1401019669146474e-06, + "loss": 0.0158, + "step": 28060 + }, + { + "epoch": 26.258185219831617, + "grad_norm": 0.077042356133461, + "learning_rate": 1.128428930606934e-06, + "loss": 0.0152, + "step": 28070 + }, + { + "epoch": 26.26753975678204, + "grad_norm": 0.08714579045772552, + "learning_rate": 1.1168152778663621e-06, + "loss": 0.0145, + "step": 28080 + }, + { + "epoch": 26.27689429373246, + "grad_norm": 0.08912637829780579, + "learning_rate": 1.10526102280461e-06, + "loss": 0.0153, + "step": 28090 + }, + { + "epoch": 26.28624883068288, + "grad_norm": 0.0824921727180481, + "learning_rate": 1.0937661794611864e-06, + "loss": 0.0152, + "step": 28100 + }, + { + "epoch": 26.2956033676333, + "grad_norm": 0.07060473412275314, + "learning_rate": 1.082330761803413e-06, + "loss": 0.0145, + "step": 28110 + }, + { + "epoch": 26.304957904583723, + "grad_norm": 0.07853009551763535, + "learning_rate": 1.0709547837263966e-06, + "loss": 0.0145, + "step": 28120 + }, + { + "epoch": 26.314312441534145, + "grad_norm": 0.08055876195430756, + "learning_rate": 1.059638259053025e-06, + "loss": 0.0144, + "step": 28130 + }, + { + "epoch": 26.323666978484564, + "grad_norm": 0.08478740602731705, + "learning_rate": 1.0483812015339434e-06, + "loss": 0.0152, + "step": 28140 + }, + { + "epoch": 26.333021515434986, + "grad_norm": 0.08100871741771698, + "learning_rate": 1.037183624847543e-06, + "loss": 0.0147, + "step": 28150 + }, + { + "epoch": 26.342376052385408, + "grad_norm": 0.11827864497900009, + "learning_rate": 1.0260455425999238e-06, + "loss": 0.0155, + "step": 28160 + }, + { + "epoch": 26.351730589335826, + "grad_norm": 0.0901905968785286, + "learning_rate": 1.0149669683249208e-06, + "loss": 0.0152, + "step": 28170 + }, + { + "epoch": 26.36108512628625, + "grad_norm": 0.08198709040880203, + "learning_rate": 1.003947915484027e-06, + "loss": 0.0141, + "step": 28180 + }, + { + "epoch": 26.37043966323667, + "grad_norm": 0.11050033569335938, + "learning_rate": 9.92988397466449e-07, + "loss": 0.0153, + "step": 28190 + }, + { + "epoch": 26.379794200187092, + "grad_norm": 0.08779524266719818, + "learning_rate": 9.820884275890286e-07, + "loss": 0.0159, + "step": 28200 + }, + { + "epoch": 26.38914873713751, + "grad_norm": 0.08334487676620483, + "learning_rate": 9.712480190962546e-07, + "loss": 0.0172, + "step": 28210 + }, + { + "epoch": 26.398503274087933, + "grad_norm": 0.09920505434274673, + "learning_rate": 9.604671851602464e-07, + "loss": 0.0154, + "step": 28220 + }, + { + "epoch": 26.407857811038355, + "grad_norm": 0.0852917805314064, + "learning_rate": 9.497459388807306e-07, + "loss": 0.0148, + "step": 28230 + }, + { + "epoch": 26.417212347988773, + "grad_norm": 0.07518408447504044, + "learning_rate": 9.390842932850364e-07, + "loss": 0.0162, + "step": 28240 + }, + { + "epoch": 26.426566884939195, + "grad_norm": 0.08751180022954941, + "learning_rate": 9.28482261328073e-07, + "loss": 0.014, + "step": 28250 + }, + { + "epoch": 26.435921421889617, + "grad_norm": 0.06954985857009888, + "learning_rate": 9.179398558923025e-07, + "loss": 0.0156, + "step": 28260 + }, + { + "epoch": 26.44527595884004, + "grad_norm": 0.0881027802824974, + "learning_rate": 9.074570897877388e-07, + "loss": 0.0163, + "step": 28270 + }, + { + "epoch": 26.454630495790457, + "grad_norm": 0.08630969375371933, + "learning_rate": 8.970339757519375e-07, + "loss": 0.0151, + "step": 28280 + }, + { + "epoch": 26.46398503274088, + "grad_norm": 0.05646241828799248, + "learning_rate": 8.866705264499619e-07, + "loss": 0.0143, + "step": 28290 + }, + { + "epoch": 26.4733395696913, + "grad_norm": 0.10442307591438293, + "learning_rate": 8.763667544743836e-07, + "loss": 0.0154, + "step": 28300 + }, + { + "epoch": 26.48269410664172, + "grad_norm": 0.1277274787425995, + "learning_rate": 8.661226723452543e-07, + "loss": 0.018, + "step": 28310 + }, + { + "epoch": 26.492048643592142, + "grad_norm": 0.09612186998128891, + "learning_rate": 8.559382925101001e-07, + "loss": 0.0158, + "step": 28320 + }, + { + "epoch": 26.501403180542564, + "grad_norm": 0.09083950519561768, + "learning_rate": 8.458136273438943e-07, + "loss": 0.0145, + "step": 28330 + }, + { + "epoch": 26.510757717492986, + "grad_norm": 0.1194453313946724, + "learning_rate": 8.357486891490795e-07, + "loss": 0.0159, + "step": 28340 + }, + { + "epoch": 26.520112254443404, + "grad_norm": 0.07106132805347443, + "learning_rate": 8.257434901554895e-07, + "loss": 0.0144, + "step": 28350 + }, + { + "epoch": 26.529466791393826, + "grad_norm": 0.10075485706329346, + "learning_rate": 8.157980425203937e-07, + "loss": 0.0161, + "step": 28360 + }, + { + "epoch": 26.53882132834425, + "grad_norm": 0.08852522075176239, + "learning_rate": 8.059123583284367e-07, + "loss": 0.0159, + "step": 28370 + }, + { + "epoch": 26.548175865294667, + "grad_norm": 0.08254266530275345, + "learning_rate": 7.960864495916654e-07, + "loss": 0.0179, + "step": 28380 + }, + { + "epoch": 26.55753040224509, + "grad_norm": 0.08221153914928436, + "learning_rate": 7.863203282494847e-07, + "loss": 0.0139, + "step": 28390 + }, + { + "epoch": 26.56688493919551, + "grad_norm": 0.08052986860275269, + "learning_rate": 7.766140061686522e-07, + "loss": 0.0171, + "step": 28400 + }, + { + "epoch": 26.57623947614593, + "grad_norm": 0.07779395580291748, + "learning_rate": 7.669674951432615e-07, + "loss": 0.0167, + "step": 28410 + }, + { + "epoch": 26.58559401309635, + "grad_norm": 0.05941401794552803, + "learning_rate": 7.573808068947363e-07, + "loss": 0.0146, + "step": 28420 + }, + { + "epoch": 26.594948550046773, + "grad_norm": 0.08109565079212189, + "learning_rate": 7.478539530718087e-07, + "loss": 0.0166, + "step": 28430 + }, + { + "epoch": 26.604303086997195, + "grad_norm": 0.08220983296632767, + "learning_rate": 7.383869452504965e-07, + "loss": 0.0169, + "step": 28440 + }, + { + "epoch": 26.613657623947613, + "grad_norm": 0.0751594677567482, + "learning_rate": 7.289797949341204e-07, + "loss": 0.0142, + "step": 28450 + }, + { + "epoch": 26.623012160898035, + "grad_norm": 0.09605192393064499, + "learning_rate": 7.196325135532423e-07, + "loss": 0.0148, + "step": 28460 + }, + { + "epoch": 26.632366697848457, + "grad_norm": 0.07849939167499542, + "learning_rate": 7.10345112465699e-07, + "loss": 0.0165, + "step": 28470 + }, + { + "epoch": 26.641721234798876, + "grad_norm": 0.08026465773582458, + "learning_rate": 7.011176029565525e-07, + "loss": 0.0157, + "step": 28480 + }, + { + "epoch": 26.651075771749298, + "grad_norm": 0.07098405063152313, + "learning_rate": 6.919499962381004e-07, + "loss": 0.0135, + "step": 28490 + }, + { + "epoch": 26.66043030869972, + "grad_norm": 0.08495696634054184, + "learning_rate": 6.828423034498488e-07, + "loss": 0.0162, + "step": 28500 + }, + { + "epoch": 26.669784845650142, + "grad_norm": 0.07088764756917953, + "learning_rate": 6.737945356585007e-07, + "loss": 0.016, + "step": 28510 + }, + { + "epoch": 26.67913938260056, + "grad_norm": 0.07202140986919403, + "learning_rate": 6.648067038579508e-07, + "loss": 0.0155, + "step": 28520 + }, + { + "epoch": 26.688493919550982, + "grad_norm": 0.08710864931344986, + "learning_rate": 6.558788189692578e-07, + "loss": 0.0159, + "step": 28530 + }, + { + "epoch": 26.697848456501404, + "grad_norm": 0.07856094837188721, + "learning_rate": 6.470108918406492e-07, + "loss": 0.0163, + "step": 28540 + }, + { + "epoch": 26.707202993451823, + "grad_norm": 0.0875873789191246, + "learning_rate": 6.382029332474893e-07, + "loss": 0.016, + "step": 28550 + }, + { + "epoch": 26.716557530402245, + "grad_norm": 0.08779393881559372, + "learning_rate": 6.294549538922778e-07, + "loss": 0.0158, + "step": 28560 + }, + { + "epoch": 26.725912067352667, + "grad_norm": 0.0967540517449379, + "learning_rate": 6.207669644046344e-07, + "loss": 0.0154, + "step": 28570 + }, + { + "epoch": 26.73526660430309, + "grad_norm": 0.0912756398320198, + "learning_rate": 6.121389753412865e-07, + "loss": 0.0158, + "step": 28580 + }, + { + "epoch": 26.744621141253507, + "grad_norm": 0.07025717943906784, + "learning_rate": 6.035709971860592e-07, + "loss": 0.0165, + "step": 28590 + }, + { + "epoch": 26.75397567820393, + "grad_norm": 0.08580399304628372, + "learning_rate": 5.950630403498469e-07, + "loss": 0.0162, + "step": 28600 + }, + { + "epoch": 26.76333021515435, + "grad_norm": 0.11262398213148117, + "learning_rate": 5.866151151706189e-07, + "loss": 0.0147, + "step": 28610 + }, + { + "epoch": 26.77268475210477, + "grad_norm": 0.08528352528810501, + "learning_rate": 5.782272319134086e-07, + "loss": 0.0158, + "step": 28620 + }, + { + "epoch": 26.78203928905519, + "grad_norm": 0.1207655817270279, + "learning_rate": 5.698994007702796e-07, + "loss": 0.0166, + "step": 28630 + }, + { + "epoch": 26.791393826005613, + "grad_norm": 0.07906985282897949, + "learning_rate": 5.616316318603321e-07, + "loss": 0.0162, + "step": 28640 + }, + { + "epoch": 26.800748362956035, + "grad_norm": 0.08876179158687592, + "learning_rate": 5.534239352296799e-07, + "loss": 0.017, + "step": 28650 + }, + { + "epoch": 26.810102899906454, + "grad_norm": 0.0960206389427185, + "learning_rate": 5.452763208514621e-07, + "loss": 0.016, + "step": 28660 + }, + { + "epoch": 26.819457436856876, + "grad_norm": 0.09265649318695068, + "learning_rate": 5.371887986257873e-07, + "loss": 0.0154, + "step": 28670 + }, + { + "epoch": 26.828811973807298, + "grad_norm": 0.09510914236307144, + "learning_rate": 5.291613783797611e-07, + "loss": 0.0152, + "step": 28680 + }, + { + "epoch": 26.838166510757716, + "grad_norm": 0.08777730166912079, + "learning_rate": 5.211940698674534e-07, + "loss": 0.0158, + "step": 28690 + }, + { + "epoch": 26.84752104770814, + "grad_norm": 0.0672532320022583, + "learning_rate": 5.132868827698978e-07, + "loss": 0.0162, + "step": 28700 + }, + { + "epoch": 26.85687558465856, + "grad_norm": 0.07704708725214005, + "learning_rate": 5.054398266950755e-07, + "loss": 0.0165, + "step": 28710 + }, + { + "epoch": 26.86623012160898, + "grad_norm": 0.07794027030467987, + "learning_rate": 4.976529111778872e-07, + "loss": 0.017, + "step": 28720 + }, + { + "epoch": 26.8755846585594, + "grad_norm": 0.11204356700181961, + "learning_rate": 4.899261456801862e-07, + "loss": 0.0147, + "step": 28730 + }, + { + "epoch": 26.884939195509823, + "grad_norm": 0.08123715966939926, + "learning_rate": 4.822595395907126e-07, + "loss": 0.0155, + "step": 28740 + }, + { + "epoch": 26.894293732460245, + "grad_norm": 0.08542242646217346, + "learning_rate": 4.7465310222510886e-07, + "loss": 0.0151, + "step": 28750 + }, + { + "epoch": 26.903648269410663, + "grad_norm": 0.09635006636381149, + "learning_rate": 4.6710684282593175e-07, + "loss": 0.0162, + "step": 28760 + }, + { + "epoch": 26.913002806361085, + "grad_norm": 0.07639548927545547, + "learning_rate": 4.5962077056257993e-07, + "loss": 0.0156, + "step": 28770 + }, + { + "epoch": 26.922357343311507, + "grad_norm": 0.09558264166116714, + "learning_rate": 4.521948945313492e-07, + "loss": 0.0139, + "step": 28780 + }, + { + "epoch": 26.931711880261926, + "grad_norm": 0.08138576149940491, + "learning_rate": 4.4482922375537195e-07, + "loss": 0.0167, + "step": 28790 + }, + { + "epoch": 26.941066417212348, + "grad_norm": 0.07477927953004837, + "learning_rate": 4.375237671846333e-07, + "loss": 0.0154, + "step": 28800 + }, + { + "epoch": 26.95042095416277, + "grad_norm": 0.06985240429639816, + "learning_rate": 4.302785336959547e-07, + "loss": 0.0151, + "step": 28810 + }, + { + "epoch": 26.95977549111319, + "grad_norm": 0.09452159702777863, + "learning_rate": 4.2309353209297744e-07, + "loss": 0.0161, + "step": 28820 + }, + { + "epoch": 26.96913002806361, + "grad_norm": 0.08400115370750427, + "learning_rate": 4.159687711061566e-07, + "loss": 0.0147, + "step": 28830 + }, + { + "epoch": 26.978484565014032, + "grad_norm": 0.08934333920478821, + "learning_rate": 4.0890425939275055e-07, + "loss": 0.0172, + "step": 28840 + }, + { + "epoch": 26.987839101964454, + "grad_norm": 0.07830166816711426, + "learning_rate": 4.0190000553679827e-07, + "loss": 0.015, + "step": 28850 + }, + { + "epoch": 26.997193638914872, + "grad_norm": 0.06483869254589081, + "learning_rate": 3.9495601804913627e-07, + "loss": 0.0166, + "step": 28860 + }, + { + "epoch": 27.006548175865294, + "grad_norm": 0.08006986975669861, + "learning_rate": 3.880723053673652e-07, + "loss": 0.0148, + "step": 28870 + }, + { + "epoch": 27.015902712815716, + "grad_norm": 0.08156590908765793, + "learning_rate": 3.812488758558386e-07, + "loss": 0.0165, + "step": 28880 + }, + { + "epoch": 27.02525724976614, + "grad_norm": 0.08518814295530319, + "learning_rate": 3.744857378056743e-07, + "loss": 0.016, + "step": 28890 + }, + { + "epoch": 27.034611786716557, + "grad_norm": 0.07666239887475967, + "learning_rate": 3.677828994347154e-07, + "loss": 0.0157, + "step": 28900 + }, + { + "epoch": 27.04396632366698, + "grad_norm": 0.06252044439315796, + "learning_rate": 3.61140368887547e-07, + "loss": 0.0159, + "step": 28910 + }, + { + "epoch": 27.0533208606174, + "grad_norm": 0.08525627851486206, + "learning_rate": 3.545581542354681e-07, + "loss": 0.0158, + "step": 28920 + }, + { + "epoch": 27.06267539756782, + "grad_norm": 0.06759098917245865, + "learning_rate": 3.480362634764922e-07, + "loss": 0.0153, + "step": 28930 + }, + { + "epoch": 27.07202993451824, + "grad_norm": 0.08675135672092438, + "learning_rate": 3.4157470453533014e-07, + "loss": 0.0154, + "step": 28940 + }, + { + "epoch": 27.081384471468663, + "grad_norm": 0.082318976521492, + "learning_rate": 3.3517348526339034e-07, + "loss": 0.0161, + "step": 28950 + }, + { + "epoch": 27.09073900841908, + "grad_norm": 0.08474093675613403, + "learning_rate": 3.288326134387454e-07, + "loss": 0.0161, + "step": 28960 + }, + { + "epoch": 27.100093545369504, + "grad_norm": 0.0909370556473732, + "learning_rate": 3.225520967661655e-07, + "loss": 0.0169, + "step": 28970 + }, + { + "epoch": 27.109448082319926, + "grad_norm": 0.10080914199352264, + "learning_rate": 3.163319428770628e-07, + "loss": 0.0147, + "step": 28980 + }, + { + "epoch": 27.118802619270348, + "grad_norm": 0.07435346394777298, + "learning_rate": 3.1017215932951374e-07, + "loss": 0.0163, + "step": 28990 + }, + { + "epoch": 27.128157156220766, + "grad_norm": 0.07853561639785767, + "learning_rate": 3.040727536082366e-07, + "loss": 0.0172, + "step": 29000 + }, + { + "epoch": 27.137511693171188, + "grad_norm": 0.1192827895283699, + "learning_rate": 2.980337331245864e-07, + "loss": 0.0141, + "step": 29010 + }, + { + "epoch": 27.14686623012161, + "grad_norm": 0.06801676005125046, + "learning_rate": 2.9205510521653213e-07, + "loss": 0.0157, + "step": 29020 + }, + { + "epoch": 27.15622076707203, + "grad_norm": 0.08219052106142044, + "learning_rate": 2.86136877148685e-07, + "loss": 0.0153, + "step": 29030 + }, + { + "epoch": 27.16557530402245, + "grad_norm": 0.08712484687566757, + "learning_rate": 2.8027905611223704e-07, + "loss": 0.0155, + "step": 29040 + }, + { + "epoch": 27.174929840972872, + "grad_norm": 0.09039891511201859, + "learning_rate": 2.7448164922500573e-07, + "loss": 0.0155, + "step": 29050 + }, + { + "epoch": 27.184284377923294, + "grad_norm": 0.06925426423549652, + "learning_rate": 2.687446635313784e-07, + "loss": 0.0158, + "step": 29060 + }, + { + "epoch": 27.193638914873713, + "grad_norm": 0.0764082819223404, + "learning_rate": 2.630681060023343e-07, + "loss": 0.0165, + "step": 29070 + }, + { + "epoch": 27.202993451824135, + "grad_norm": 0.0912930965423584, + "learning_rate": 2.5745198353542833e-07, + "loss": 0.0159, + "step": 29080 + }, + { + "epoch": 27.212347988774557, + "grad_norm": 0.09209533035755157, + "learning_rate": 2.518963029547794e-07, + "loss": 0.0135, + "step": 29090 + }, + { + "epoch": 27.221702525724975, + "grad_norm": 0.06948960572481155, + "learning_rate": 2.464010710110598e-07, + "loss": 0.0142, + "step": 29100 + }, + { + "epoch": 27.231057062675397, + "grad_norm": 0.10772527009248734, + "learning_rate": 2.4096629438150054e-07, + "loss": 0.0151, + "step": 29110 + }, + { + "epoch": 27.24041159962582, + "grad_norm": 0.06877600401639938, + "learning_rate": 2.3559197966985802e-07, + "loss": 0.017, + "step": 29120 + }, + { + "epoch": 27.24976613657624, + "grad_norm": 0.07668416202068329, + "learning_rate": 2.3027813340644188e-07, + "loss": 0.0143, + "step": 29130 + }, + { + "epoch": 27.25912067352666, + "grad_norm": 0.08852043002843857, + "learning_rate": 2.2502476204807055e-07, + "loss": 0.017, + "step": 29140 + }, + { + "epoch": 27.26847521047708, + "grad_norm": 0.09644291549921036, + "learning_rate": 2.1983187197808786e-07, + "loss": 0.0152, + "step": 29150 + }, + { + "epoch": 27.277829747427504, + "grad_norm": 0.07666292786598206, + "learning_rate": 2.1469946950634644e-07, + "loss": 0.0147, + "step": 29160 + }, + { + "epoch": 27.287184284377922, + "grad_norm": 0.08491722494363785, + "learning_rate": 2.096275608691911e-07, + "loss": 0.0173, + "step": 29170 + }, + { + "epoch": 27.296538821328344, + "grad_norm": 0.09870855510234833, + "learning_rate": 2.046161522294754e-07, + "loss": 0.0144, + "step": 29180 + }, + { + "epoch": 27.305893358278766, + "grad_norm": 0.08264853060245514, + "learning_rate": 1.9966524967653944e-07, + "loss": 0.0145, + "step": 29190 + }, + { + "epoch": 27.315247895229184, + "grad_norm": 0.08068189024925232, + "learning_rate": 1.9477485922618222e-07, + "loss": 0.016, + "step": 29200 + }, + { + "epoch": 27.324602432179606, + "grad_norm": 0.08458123356103897, + "learning_rate": 1.899449868207004e-07, + "loss": 0.0153, + "step": 29210 + }, + { + "epoch": 27.33395696913003, + "grad_norm": 0.09143518656492233, + "learning_rate": 1.851756383288439e-07, + "loss": 0.0144, + "step": 29220 + }, + { + "epoch": 27.34331150608045, + "grad_norm": 0.08263755589723587, + "learning_rate": 1.8046681954581035e-07, + "loss": 0.0149, + "step": 29230 + }, + { + "epoch": 27.35266604303087, + "grad_norm": 0.0875968486070633, + "learning_rate": 1.7581853619327294e-07, + "loss": 0.0145, + "step": 29240 + }, + { + "epoch": 27.36202057998129, + "grad_norm": 0.08394277095794678, + "learning_rate": 1.7123079391932472e-07, + "loss": 0.0142, + "step": 29250 + }, + { + "epoch": 27.371375116931713, + "grad_norm": 0.09013018012046814, + "learning_rate": 1.6670359829850657e-07, + "loss": 0.0147, + "step": 29260 + }, + { + "epoch": 27.38072965388213, + "grad_norm": 0.06505083292722702, + "learning_rate": 1.6223695483179037e-07, + "loss": 0.0144, + "step": 29270 + }, + { + "epoch": 27.390084190832553, + "grad_norm": 0.08779356628656387, + "learning_rate": 1.5783086894656795e-07, + "loss": 0.0164, + "step": 29280 + }, + { + "epoch": 27.399438727782975, + "grad_norm": 0.08223309367895126, + "learning_rate": 1.5348534599665121e-07, + "loss": 0.0164, + "step": 29290 + }, + { + "epoch": 27.408793264733397, + "grad_norm": 0.0943395271897316, + "learning_rate": 1.4920039126225527e-07, + "loss": 0.0147, + "step": 29300 + }, + { + "epoch": 27.418147801683816, + "grad_norm": 0.06666213274002075, + "learning_rate": 1.449760099500097e-07, + "loss": 0.0156, + "step": 29310 + }, + { + "epoch": 27.427502338634238, + "grad_norm": 0.08280130475759506, + "learning_rate": 1.4081220719293075e-07, + "loss": 0.0166, + "step": 29320 + }, + { + "epoch": 27.43685687558466, + "grad_norm": 0.07131362706422806, + "learning_rate": 1.3670898805043797e-07, + "loss": 0.0144, + "step": 29330 + }, + { + "epoch": 27.446211412535078, + "grad_norm": 0.0658235251903534, + "learning_rate": 1.326663575083209e-07, + "loss": 0.0152, + "step": 29340 + }, + { + "epoch": 27.4555659494855, + "grad_norm": 0.08970444649457932, + "learning_rate": 1.2868432047876688e-07, + "loss": 0.0165, + "step": 29350 + }, + { + "epoch": 27.464920486435922, + "grad_norm": 0.08591024577617645, + "learning_rate": 1.2476288180032213e-07, + "loss": 0.0165, + "step": 29360 + }, + { + "epoch": 27.474275023386344, + "grad_norm": 0.10547100752592087, + "learning_rate": 1.209020462379029e-07, + "loss": 0.0156, + "step": 29370 + }, + { + "epoch": 27.483629560336762, + "grad_norm": 0.07200279831886292, + "learning_rate": 1.1710181848278435e-07, + "loss": 0.0155, + "step": 29380 + }, + { + "epoch": 27.492984097287184, + "grad_norm": 0.08593695610761642, + "learning_rate": 1.133622031526116e-07, + "loss": 0.0145, + "step": 29390 + }, + { + "epoch": 27.502338634237606, + "grad_norm": 0.14791327714920044, + "learning_rate": 1.0968320479136095e-07, + "loss": 0.0142, + "step": 29400 + }, + { + "epoch": 27.511693171188025, + "grad_norm": 0.08854959160089493, + "learning_rate": 1.0606482786936767e-07, + "loss": 0.0157, + "step": 29410 + }, + { + "epoch": 27.521047708138447, + "grad_norm": 0.10505792498588562, + "learning_rate": 1.0250707678329808e-07, + "loss": 0.0168, + "step": 29420 + }, + { + "epoch": 27.53040224508887, + "grad_norm": 0.09471938759088516, + "learning_rate": 9.900995585615525e-08, + "loss": 0.016, + "step": 29430 + }, + { + "epoch": 27.53975678203929, + "grad_norm": 0.08856254070997238, + "learning_rate": 9.55734693372734e-08, + "loss": 0.0164, + "step": 29440 + }, + { + "epoch": 27.54911131898971, + "grad_norm": 0.12023064494132996, + "learning_rate": 9.219762140231236e-08, + "loss": 0.0151, + "step": 29450 + }, + { + "epoch": 27.55846585594013, + "grad_norm": 0.0940319299697876, + "learning_rate": 8.888241615322978e-08, + "loss": 0.0151, + "step": 29460 + }, + { + "epoch": 27.567820392890553, + "grad_norm": 0.08059391379356384, + "learning_rate": 8.562785761833114e-08, + "loss": 0.0156, + "step": 29470 + }, + { + "epoch": 27.57717492984097, + "grad_norm": 0.07395631074905396, + "learning_rate": 8.243394975219753e-08, + "loss": 0.0136, + "step": 29480 + }, + { + "epoch": 27.586529466791394, + "grad_norm": 0.07595409452915192, + "learning_rate": 7.930069643573568e-08, + "loss": 0.0164, + "step": 29490 + }, + { + "epoch": 27.595884003741816, + "grad_norm": 0.09319330006837845, + "learning_rate": 7.622810147614456e-08, + "loss": 0.0154, + "step": 29500 + }, + { + "epoch": 27.605238540692234, + "grad_norm": 0.08523695170879364, + "learning_rate": 7.321616860690995e-08, + "loss": 0.0154, + "step": 29510 + }, + { + "epoch": 27.614593077642656, + "grad_norm": 0.09430022537708282, + "learning_rate": 7.026490148782095e-08, + "loss": 0.0167, + "step": 29520 + }, + { + "epoch": 27.623947614593078, + "grad_norm": 0.07468604296445847, + "learning_rate": 6.737430370494236e-08, + "loss": 0.0153, + "step": 29530 + }, + { + "epoch": 27.6333021515435, + "grad_norm": 0.08066651225090027, + "learning_rate": 6.454437877062569e-08, + "loss": 0.0158, + "step": 29540 + }, + { + "epoch": 27.64265668849392, + "grad_norm": 0.12879817187786102, + "learning_rate": 6.177513012349256e-08, + "loss": 0.015, + "step": 29550 + }, + { + "epoch": 27.65201122544434, + "grad_norm": 0.07959675788879395, + "learning_rate": 5.9066561128445775e-08, + "loss": 0.0149, + "step": 29560 + }, + { + "epoch": 27.661365762394762, + "grad_norm": 0.09527907520532608, + "learning_rate": 5.6418675076641556e-08, + "loss": 0.0161, + "step": 29570 + }, + { + "epoch": 27.67072029934518, + "grad_norm": 0.06245307996869087, + "learning_rate": 5.383147518552845e-08, + "loss": 0.0156, + "step": 29580 + }, + { + "epoch": 27.680074836295603, + "grad_norm": 0.0910293459892273, + "learning_rate": 5.1304964598786196e-08, + "loss": 0.0164, + "step": 29590 + }, + { + "epoch": 27.689429373246025, + "grad_norm": 0.07134439051151276, + "learning_rate": 4.883914638636467e-08, + "loss": 0.0154, + "step": 29600 + }, + { + "epoch": 27.698783910196447, + "grad_norm": 0.07583033293485641, + "learning_rate": 4.643402354446713e-08, + "loss": 0.0148, + "step": 29610 + }, + { + "epoch": 27.708138447146865, + "grad_norm": 0.08331897109746933, + "learning_rate": 4.4089598995544766e-08, + "loss": 0.0159, + "step": 29620 + }, + { + "epoch": 27.717492984097287, + "grad_norm": 0.07831680029630661, + "learning_rate": 4.180587558829663e-08, + "loss": 0.0142, + "step": 29630 + }, + { + "epoch": 27.72684752104771, + "grad_norm": 0.08392895013093948, + "learning_rate": 3.958285609765855e-08, + "loss": 0.0172, + "step": 29640 + }, + { + "epoch": 27.736202057998128, + "grad_norm": 0.09995768219232559, + "learning_rate": 3.74205432248087e-08, + "loss": 0.0147, + "step": 29650 + }, + { + "epoch": 27.74555659494855, + "grad_norm": 0.09468088299036026, + "learning_rate": 3.531893959716204e-08, + "loss": 0.0158, + "step": 29660 + }, + { + "epoch": 27.75491113189897, + "grad_norm": 0.08455488830804825, + "learning_rate": 3.327804776837029e-08, + "loss": 0.0168, + "step": 29670 + }, + { + "epoch": 27.764265668849394, + "grad_norm": 0.0801100954413414, + "learning_rate": 3.129787021829977e-08, + "loss": 0.0154, + "step": 29680 + }, + { + "epoch": 27.773620205799812, + "grad_norm": 0.0813027024269104, + "learning_rate": 2.9378409353059133e-08, + "loss": 0.0149, + "step": 29690 + }, + { + "epoch": 27.782974742750234, + "grad_norm": 0.07173044234514236, + "learning_rate": 2.7519667504971593e-08, + "loss": 0.0164, + "step": 29700 + }, + { + "epoch": 27.792329279700656, + "grad_norm": 0.0809665098786354, + "learning_rate": 2.572164693258605e-08, + "loss": 0.0152, + "step": 29710 + }, + { + "epoch": 27.801683816651074, + "grad_norm": 0.07991332560777664, + "learning_rate": 2.3984349820665996e-08, + "loss": 0.0144, + "step": 29720 + }, + { + "epoch": 27.811038353601496, + "grad_norm": 0.07386565208435059, + "learning_rate": 2.2307778280189485e-08, + "loss": 0.0163, + "step": 29730 + }, + { + "epoch": 27.82039289055192, + "grad_norm": 0.10242114216089249, + "learning_rate": 2.0691934348354704e-08, + "loss": 0.015, + "step": 29740 + }, + { + "epoch": 27.82974742750234, + "grad_norm": 0.09561631828546524, + "learning_rate": 1.9136819988557763e-08, + "loss": 0.0155, + "step": 29750 + }, + { + "epoch": 27.83910196445276, + "grad_norm": 0.08206462115049362, + "learning_rate": 1.7642437090414908e-08, + "loss": 0.0149, + "step": 29760 + }, + { + "epoch": 27.84845650140318, + "grad_norm": 0.11800786107778549, + "learning_rate": 1.6208787469734755e-08, + "loss": 0.0154, + "step": 29770 + }, + { + "epoch": 27.857811038353603, + "grad_norm": 0.08625444024801254, + "learning_rate": 1.483587286854604e-08, + "loss": 0.0147, + "step": 29780 + }, + { + "epoch": 27.86716557530402, + "grad_norm": 0.11455423384904861, + "learning_rate": 1.3523694955064336e-08, + "loss": 0.0156, + "step": 29790 + }, + { + "epoch": 27.876520112254443, + "grad_norm": 0.07388131320476532, + "learning_rate": 1.2272255323708681e-08, + "loss": 0.0149, + "step": 29800 + }, + { + "epoch": 27.885874649204865, + "grad_norm": 0.09895651042461395, + "learning_rate": 1.1081555495096042e-08, + "loss": 0.0166, + "step": 29810 + }, + { + "epoch": 27.895229186155284, + "grad_norm": 0.08024610579013824, + "learning_rate": 9.951596916041306e-09, + "loss": 0.0153, + "step": 29820 + }, + { + "epoch": 27.904583723105706, + "grad_norm": 0.06896652281284332, + "learning_rate": 8.882380959551739e-09, + "loss": 0.015, + "step": 29830 + }, + { + "epoch": 27.913938260056128, + "grad_norm": 0.07412350922822952, + "learning_rate": 7.873908924821428e-09, + "loss": 0.0149, + "step": 29840 + }, + { + "epoch": 27.92329279700655, + "grad_norm": 0.09978479892015457, + "learning_rate": 6.926182037242379e-09, + "loss": 0.0165, + "step": 29850 + }, + { + "epoch": 27.932647333956968, + "grad_norm": 0.09020709991455078, + "learning_rate": 6.039201448387876e-09, + "loss": 0.0158, + "step": 29860 + }, + { + "epoch": 27.94200187090739, + "grad_norm": 0.07809989154338837, + "learning_rate": 5.212968236029125e-09, + "loss": 0.0174, + "step": 29870 + }, + { + "epoch": 27.951356407857812, + "grad_norm": 0.08150395005941391, + "learning_rate": 4.447483404118602e-09, + "loss": 0.0158, + "step": 29880 + }, + { + "epoch": 27.96071094480823, + "grad_norm": 0.08618193864822388, + "learning_rate": 3.742747882784503e-09, + "loss": 0.0167, + "step": 29890 + }, + { + "epoch": 27.970065481758652, + "grad_norm": 0.08535189181566238, + "learning_rate": 3.0987625283473987e-09, + "loss": 0.0147, + "step": 29900 + }, + { + "epoch": 27.979420018709074, + "grad_norm": 0.08634740114212036, + "learning_rate": 2.515528123320232e-09, + "loss": 0.0157, + "step": 29910 + }, + { + "epoch": 27.988774555659496, + "grad_norm": 0.06645308434963226, + "learning_rate": 1.9930453763750133e-09, + "loss": 0.0145, + "step": 29920 + }, + { + "epoch": 27.998129092609915, + "grad_norm": 0.06664879620075226, + "learning_rate": 1.5313149223872281e-09, + "loss": 0.0163, + "step": 29930 + }, + { + "epoch": 28.007483629560337, + "grad_norm": 0.12124516069889069, + "learning_rate": 1.1303373224025305e-09, + "loss": 0.0156, + "step": 29940 + }, + { + "epoch": 28.01683816651076, + "grad_norm": 0.08259179443120956, + "learning_rate": 7.901130636367438e-10, + "loss": 0.0153, + "step": 29950 + }, + { + "epoch": 28.026192703461177, + "grad_norm": 0.06330469995737076, + "learning_rate": 5.106425595036158e-10, + "loss": 0.016, + "step": 29960 + }, + { + "epoch": 28.0355472404116, + "grad_norm": 0.08552369475364685, + "learning_rate": 2.9192614958706286e-10, + "loss": 0.0144, + "step": 29970 + }, + { + "epoch": 28.04490177736202, + "grad_norm": 0.09389343112707138, + "learning_rate": 1.3396409964117064e-10, + "loss": 0.0158, + "step": 29980 + }, + { + "epoch": 28.054256314312443, + "grad_norm": 0.07463338971138, + "learning_rate": 3.6756601606846574e-11, + "loss": 0.0147, + "step": 29990 + }, + { + "epoch": 28.06361085126286, + "grad_norm": 0.09264886379241943, + "learning_rate": 3.0377360626943076e-13, + "loss": 0.0158, + "step": 30000 + } + ], + "logging_steps": 10, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 29, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/baseline_bs256_30k_state_dropout0p2/experiment_cfg/clvla_contract.yaml b/baseline_bs256_30k_state_dropout0p2/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6550c4eea119e4cd14740cad35223887920a72c9 --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,70 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k_state_dropout0p2 + experiment_name: Baseline_BS256_30K_StateDropout0p2 + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 10000 + save_total_limit: 1 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + state_dropout_prob: 0.2 + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: wandb + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k_state_dropout0p2.yaml +config_sha256: cc20d097c811096e19065abd4b4c1ceeadf13de791ab4db85e054a8a02c46e68 +data_contract: libero_pi_v2 +state_dropout_mode: n17_input_and_embedding_v1 +source_module_sha256: + clvla/patches/state_dropout_patch.py: 012b208a9a3d07a641b6b9bf3118a70e86dbed479b73fe95c1edec9c15df83d6 + clvla/common/config.py: 3c2087e7f275a0fa7f8c28a597308805ced37411264d53d760034aae03ee6977 + clvla/launch_finetune.py: 5e3306e6a4820d1d7b5442d5717a44a650ba90fd070414fc9a517045bba54e86 + clvla/common/checkpoint_contract.py: ad67ecad364cd6491c90aa1083e20b542d1bf039595503702a036b3426c55410 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/baseline_bs256_30k_state_dropout0p2/experiment_cfg/metadata.json b/baseline_bs256_30k_state_dropout0p2/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/baseline_bs256_30k_state_dropout0p2/trainer_state.json b/baseline_bs256_30k_state_dropout0p2/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a0ac8a5ce6873b28bcfcab8ff3f59605b5df324e --- /dev/null +++ b/baseline_bs256_30k_state_dropout0p2/trainer_state.json @@ -0,0 +1,21043 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 28.06361085126286, + "eval_steps": 500, + "global_step": 30000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009354536950420954, + "grad_norm": 7.050321578979492, + "learning_rate": 6.000000000000001e-07, + "loss": 0.9121, + "step": 10 + }, + { + "epoch": 0.018709073900841908, + "grad_norm": 6.826972484588623, + "learning_rate": 1.2666666666666667e-06, + "loss": 0.9033, + "step": 20 + }, + { + "epoch": 0.02806361085126286, + "grad_norm": 3.9699926376342773, + "learning_rate": 1.9333333333333336e-06, + "loss": 0.7588, + "step": 30 + }, + { + "epoch": 0.037418147801683815, + "grad_norm": 1.4504553079605103, + "learning_rate": 2.6e-06, + "loss": 0.5666, + "step": 40 + }, + { + "epoch": 0.04677268475210477, + "grad_norm": 1.225715160369873, + "learning_rate": 3.2666666666666666e-06, + "loss": 0.4338, + "step": 50 + }, + { + "epoch": 0.05612722170252572, + "grad_norm": 1.0617432594299316, + "learning_rate": 3.9333333333333335e-06, + "loss": 0.3581, + "step": 60 + }, + { + "epoch": 0.06548175865294668, + "grad_norm": 0.8040996193885803, + "learning_rate": 4.6e-06, + "loss": 0.3099, + "step": 70 + }, + { + "epoch": 0.07483629560336763, + "grad_norm": 0.48709341883659363, + "learning_rate": 5.266666666666667e-06, + "loss": 0.2729, + "step": 80 + }, + { + "epoch": 0.08419083255378859, + "grad_norm": 0.6079019904136658, + "learning_rate": 5.933333333333334e-06, + "loss": 0.2518, + "step": 90 + }, + { + "epoch": 0.09354536950420954, + "grad_norm": 0.5429083108901978, + "learning_rate": 6.6e-06, + "loss": 0.2241, + "step": 100 + }, + { + "epoch": 0.1028999064546305, + "grad_norm": 0.5261648297309875, + "learning_rate": 7.266666666666668e-06, + "loss": 0.209, + "step": 110 + }, + { + "epoch": 0.11225444340505145, + "grad_norm": 1.0202587842941284, + "learning_rate": 7.933333333333334e-06, + "loss": 0.1939, + "step": 120 + }, + { + "epoch": 0.1216089803554724, + "grad_norm": 0.6221228241920471, + "learning_rate": 8.599999999999999e-06, + "loss": 0.1853, + "step": 130 + }, + { + "epoch": 0.13096351730589337, + "grad_norm": 0.6712424159049988, + "learning_rate": 9.266666666666667e-06, + "loss": 0.174, + "step": 140 + }, + { + "epoch": 0.1403180542563143, + "grad_norm": 0.6676802635192871, + "learning_rate": 9.933333333333334e-06, + "loss": 0.1673, + "step": 150 + }, + { + "epoch": 0.14967259120673526, + "grad_norm": 0.461718887090683, + "learning_rate": 1.06e-05, + "loss": 0.1564, + "step": 160 + }, + { + "epoch": 0.15902712815715622, + "grad_norm": 0.6316787600517273, + "learning_rate": 1.1266666666666667e-05, + "loss": 0.148, + "step": 170 + }, + { + "epoch": 0.16838166510757718, + "grad_norm": 0.47940272092819214, + "learning_rate": 1.1933333333333333e-05, + "loss": 0.144, + "step": 180 + }, + { + "epoch": 0.17773620205799812, + "grad_norm": 0.7053763270378113, + "learning_rate": 1.2600000000000001e-05, + "loss": 0.1409, + "step": 190 + }, + { + "epoch": 0.18709073900841908, + "grad_norm": 0.3784307837486267, + "learning_rate": 1.3266666666666666e-05, + "loss": 0.1371, + "step": 200 + }, + { + "epoch": 0.19644527595884004, + "grad_norm": 0.6414741277694702, + "learning_rate": 1.3933333333333334e-05, + "loss": 0.1318, + "step": 210 + }, + { + "epoch": 0.205799812909261, + "grad_norm": 0.5699595212936401, + "learning_rate": 1.4599999999999999e-05, + "loss": 0.1325, + "step": 220 + }, + { + "epoch": 0.21515434985968196, + "grad_norm": 0.45672863721847534, + "learning_rate": 1.5266666666666667e-05, + "loss": 0.1276, + "step": 230 + }, + { + "epoch": 0.2245088868101029, + "grad_norm": 0.5605395436286926, + "learning_rate": 1.5933333333333332e-05, + "loss": 0.1253, + "step": 240 + }, + { + "epoch": 0.23386342376052385, + "grad_norm": 0.4903097450733185, + "learning_rate": 1.66e-05, + "loss": 0.1255, + "step": 250 + }, + { + "epoch": 0.2432179607109448, + "grad_norm": 0.48907211422920227, + "learning_rate": 1.726666666666667e-05, + "loss": 0.123, + "step": 260 + }, + { + "epoch": 0.25257249766136575, + "grad_norm": 0.6183031797409058, + "learning_rate": 1.7933333333333337e-05, + "loss": 0.1161, + "step": 270 + }, + { + "epoch": 0.26192703461178674, + "grad_norm": 0.562417209148407, + "learning_rate": 1.86e-05, + "loss": 0.1123, + "step": 280 + }, + { + "epoch": 0.27128157156220767, + "grad_norm": 0.4156861901283264, + "learning_rate": 1.926666666666667e-05, + "loss": 0.1154, + "step": 290 + }, + { + "epoch": 0.2806361085126286, + "grad_norm": 0.503419816493988, + "learning_rate": 1.9933333333333334e-05, + "loss": 0.1125, + "step": 300 + }, + { + "epoch": 0.2899906454630496, + "grad_norm": 0.3786899745464325, + "learning_rate": 2.06e-05, + "loss": 0.1123, + "step": 310 + }, + { + "epoch": 0.2993451824134705, + "grad_norm": 0.4058595895767212, + "learning_rate": 2.1266666666666667e-05, + "loss": 0.1118, + "step": 320 + }, + { + "epoch": 0.3086997193638915, + "grad_norm": 0.4646994471549988, + "learning_rate": 2.1933333333333332e-05, + "loss": 0.1079, + "step": 330 + }, + { + "epoch": 0.31805425631431244, + "grad_norm": 0.5723333954811096, + "learning_rate": 2.26e-05, + "loss": 0.109, + "step": 340 + }, + { + "epoch": 0.3274087932647334, + "grad_norm": 0.3700700104236603, + "learning_rate": 2.326666666666667e-05, + "loss": 0.1031, + "step": 350 + }, + { + "epoch": 0.33676333021515437, + "grad_norm": 0.6254355311393738, + "learning_rate": 2.3933333333333337e-05, + "loss": 0.1041, + "step": 360 + }, + { + "epoch": 0.3461178671655753, + "grad_norm": 0.3594721853733063, + "learning_rate": 2.46e-05, + "loss": 0.1029, + "step": 370 + }, + { + "epoch": 0.35547240411599623, + "grad_norm": 0.35928595066070557, + "learning_rate": 2.5266666666666666e-05, + "loss": 0.0993, + "step": 380 + }, + { + "epoch": 0.3648269410664172, + "grad_norm": 0.41979727149009705, + "learning_rate": 2.5933333333333338e-05, + "loss": 0.1046, + "step": 390 + }, + { + "epoch": 0.37418147801683815, + "grad_norm": 0.3613167703151703, + "learning_rate": 2.6600000000000003e-05, + "loss": 0.1045, + "step": 400 + }, + { + "epoch": 0.38353601496725914, + "grad_norm": 0.41915687918663025, + "learning_rate": 2.7266666666666668e-05, + "loss": 0.0986, + "step": 410 + }, + { + "epoch": 0.3928905519176801, + "grad_norm": 0.42858508229255676, + "learning_rate": 2.7933333333333332e-05, + "loss": 0.0964, + "step": 420 + }, + { + "epoch": 0.402245088868101, + "grad_norm": 0.4081782400608063, + "learning_rate": 2.86e-05, + "loss": 0.1026, + "step": 430 + }, + { + "epoch": 0.411599625818522, + "grad_norm": 0.2846347391605377, + "learning_rate": 2.926666666666667e-05, + "loss": 0.0996, + "step": 440 + }, + { + "epoch": 0.42095416276894293, + "grad_norm": 0.37502145767211914, + "learning_rate": 2.9933333333333337e-05, + "loss": 0.1009, + "step": 450 + }, + { + "epoch": 0.4303086997193639, + "grad_norm": 0.40292981266975403, + "learning_rate": 3.06e-05, + "loss": 0.0981, + "step": 460 + }, + { + "epoch": 0.43966323666978485, + "grad_norm": 0.32650238275527954, + "learning_rate": 3.126666666666666e-05, + "loss": 0.0964, + "step": 470 + }, + { + "epoch": 0.4490177736202058, + "grad_norm": 0.30647918581962585, + "learning_rate": 3.1933333333333335e-05, + "loss": 0.0968, + "step": 480 + }, + { + "epoch": 0.4583723105706268, + "grad_norm": 0.38638901710510254, + "learning_rate": 3.26e-05, + "loss": 0.0954, + "step": 490 + }, + { + "epoch": 0.4677268475210477, + "grad_norm": 0.43337318301200867, + "learning_rate": 3.326666666666667e-05, + "loss": 0.099, + "step": 500 + }, + { + "epoch": 0.47708138447146864, + "grad_norm": 0.4180040657520294, + "learning_rate": 3.3933333333333336e-05, + "loss": 0.0967, + "step": 510 + }, + { + "epoch": 0.4864359214218896, + "grad_norm": 0.3294523358345032, + "learning_rate": 3.46e-05, + "loss": 0.095, + "step": 520 + }, + { + "epoch": 0.49579045837231056, + "grad_norm": 0.4096311628818512, + "learning_rate": 3.526666666666667e-05, + "loss": 0.0937, + "step": 530 + }, + { + "epoch": 0.5051449953227315, + "grad_norm": 0.3208017349243164, + "learning_rate": 3.593333333333334e-05, + "loss": 0.0981, + "step": 540 + }, + { + "epoch": 0.5144995322731525, + "grad_norm": 0.32656559348106384, + "learning_rate": 3.66e-05, + "loss": 0.0937, + "step": 550 + }, + { + "epoch": 0.5238540692235735, + "grad_norm": 0.32209908962249756, + "learning_rate": 3.726666666666667e-05, + "loss": 0.0932, + "step": 560 + }, + { + "epoch": 0.5332086061739943, + "grad_norm": 0.41246312856674194, + "learning_rate": 3.793333333333334e-05, + "loss": 0.0941, + "step": 570 + }, + { + "epoch": 0.5425631431244153, + "grad_norm": 0.3342500627040863, + "learning_rate": 3.86e-05, + "loss": 0.0936, + "step": 580 + }, + { + "epoch": 0.5519176800748363, + "grad_norm": 0.3933209180831909, + "learning_rate": 3.926666666666667e-05, + "loss": 0.0949, + "step": 590 + }, + { + "epoch": 0.5612722170252572, + "grad_norm": 0.37802594900131226, + "learning_rate": 3.993333333333333e-05, + "loss": 0.0911, + "step": 600 + }, + { + "epoch": 0.5706267539756782, + "grad_norm": 0.30442923307418823, + "learning_rate": 4.0600000000000004e-05, + "loss": 0.092, + "step": 610 + }, + { + "epoch": 0.5799812909260992, + "grad_norm": 0.47285574674606323, + "learning_rate": 4.126666666666667e-05, + "loss": 0.0905, + "step": 620 + }, + { + "epoch": 0.5893358278765201, + "grad_norm": 0.3550151586532593, + "learning_rate": 4.1933333333333334e-05, + "loss": 0.0946, + "step": 630 + }, + { + "epoch": 0.598690364826941, + "grad_norm": 0.3554608225822449, + "learning_rate": 4.26e-05, + "loss": 0.094, + "step": 640 + }, + { + "epoch": 0.608044901777362, + "grad_norm": 0.32880592346191406, + "learning_rate": 4.3266666666666664e-05, + "loss": 0.089, + "step": 650 + }, + { + "epoch": 0.617399438727783, + "grad_norm": 0.3572251796722412, + "learning_rate": 4.3933333333333335e-05, + "loss": 0.0952, + "step": 660 + }, + { + "epoch": 0.6267539756782039, + "grad_norm": 0.2766726315021515, + "learning_rate": 4.46e-05, + "loss": 0.0895, + "step": 670 + }, + { + "epoch": 0.6361085126286249, + "grad_norm": 0.527041494846344, + "learning_rate": 4.526666666666667e-05, + "loss": 0.0911, + "step": 680 + }, + { + "epoch": 0.6454630495790459, + "grad_norm": 0.42260706424713135, + "learning_rate": 4.5933333333333336e-05, + "loss": 0.0881, + "step": 690 + }, + { + "epoch": 0.6548175865294668, + "grad_norm": 0.3298088610172272, + "learning_rate": 4.660000000000001e-05, + "loss": 0.0896, + "step": 700 + }, + { + "epoch": 0.6641721234798877, + "grad_norm": 0.2569539248943329, + "learning_rate": 4.726666666666667e-05, + "loss": 0.089, + "step": 710 + }, + { + "epoch": 0.6735266604303087, + "grad_norm": 0.34201177954673767, + "learning_rate": 4.793333333333334e-05, + "loss": 0.0923, + "step": 720 + }, + { + "epoch": 0.6828811973807296, + "grad_norm": 0.2861499488353729, + "learning_rate": 4.86e-05, + "loss": 0.0912, + "step": 730 + }, + { + "epoch": 0.6922357343311506, + "grad_norm": 0.33800482749938965, + "learning_rate": 4.926666666666667e-05, + "loss": 0.0918, + "step": 740 + }, + { + "epoch": 0.7015902712815716, + "grad_norm": 0.26884546875953674, + "learning_rate": 4.993333333333334e-05, + "loss": 0.0867, + "step": 750 + }, + { + "epoch": 0.7109448082319925, + "grad_norm": 0.3140985667705536, + "learning_rate": 5.0600000000000003e-05, + "loss": 0.0917, + "step": 760 + }, + { + "epoch": 0.7202993451824135, + "grad_norm": 0.36790549755096436, + "learning_rate": 5.1266666666666675e-05, + "loss": 0.0856, + "step": 770 + }, + { + "epoch": 0.7296538821328344, + "grad_norm": 0.32808661460876465, + "learning_rate": 5.193333333333333e-05, + "loss": 0.0874, + "step": 780 + }, + { + "epoch": 0.7390084190832554, + "grad_norm": 0.3619920611381531, + "learning_rate": 5.2600000000000005e-05, + "loss": 0.0873, + "step": 790 + }, + { + "epoch": 0.7483629560336763, + "grad_norm": 0.30887657403945923, + "learning_rate": 5.326666666666666e-05, + "loss": 0.0888, + "step": 800 + }, + { + "epoch": 0.7577174929840973, + "grad_norm": 0.48317641019821167, + "learning_rate": 5.3933333333333334e-05, + "loss": 0.0852, + "step": 810 + }, + { + "epoch": 0.7670720299345183, + "grad_norm": 0.3203366994857788, + "learning_rate": 5.4600000000000006e-05, + "loss": 0.0885, + "step": 820 + }, + { + "epoch": 0.7764265668849392, + "grad_norm": 0.4947807490825653, + "learning_rate": 5.5266666666666664e-05, + "loss": 0.0917, + "step": 830 + }, + { + "epoch": 0.7857811038353602, + "grad_norm": 0.41149526834487915, + "learning_rate": 5.5933333333333335e-05, + "loss": 0.0851, + "step": 840 + }, + { + "epoch": 0.7951356407857811, + "grad_norm": 0.43892034888267517, + "learning_rate": 5.66e-05, + "loss": 0.0863, + "step": 850 + }, + { + "epoch": 0.804490177736202, + "grad_norm": 0.355189710855484, + "learning_rate": 5.726666666666667e-05, + "loss": 0.0867, + "step": 860 + }, + { + "epoch": 0.813844714686623, + "grad_norm": 0.3457701802253723, + "learning_rate": 5.7933333333333337e-05, + "loss": 0.0899, + "step": 870 + }, + { + "epoch": 0.823199251637044, + "grad_norm": 0.2668856382369995, + "learning_rate": 5.86e-05, + "loss": 0.085, + "step": 880 + }, + { + "epoch": 0.8325537885874649, + "grad_norm": 0.24097636342048645, + "learning_rate": 5.926666666666667e-05, + "loss": 0.0871, + "step": 890 + }, + { + "epoch": 0.8419083255378859, + "grad_norm": 0.27604296803474426, + "learning_rate": 5.9933333333333345e-05, + "loss": 0.087, + "step": 900 + }, + { + "epoch": 0.8512628624883068, + "grad_norm": 0.2552812099456787, + "learning_rate": 6.06e-05, + "loss": 0.0862, + "step": 910 + }, + { + "epoch": 0.8606173994387278, + "grad_norm": 0.359980046749115, + "learning_rate": 6.126666666666667e-05, + "loss": 0.0844, + "step": 920 + }, + { + "epoch": 0.8699719363891487, + "grad_norm": 0.4867974519729614, + "learning_rate": 6.193333333333333e-05, + "loss": 0.0856, + "step": 930 + }, + { + "epoch": 0.8793264733395697, + "grad_norm": 0.37777233123779297, + "learning_rate": 6.26e-05, + "loss": 0.0861, + "step": 940 + }, + { + "epoch": 0.8886810102899907, + "grad_norm": 0.3090333044528961, + "learning_rate": 6.326666666666667e-05, + "loss": 0.0835, + "step": 950 + }, + { + "epoch": 0.8980355472404116, + "grad_norm": 0.3776646852493286, + "learning_rate": 6.393333333333333e-05, + "loss": 0.0841, + "step": 960 + }, + { + "epoch": 0.9073900841908326, + "grad_norm": 0.3761221468448639, + "learning_rate": 6.460000000000001e-05, + "loss": 0.0828, + "step": 970 + }, + { + "epoch": 0.9167446211412535, + "grad_norm": 0.36705055832862854, + "learning_rate": 6.526666666666666e-05, + "loss": 0.085, + "step": 980 + }, + { + "epoch": 0.9260991580916744, + "grad_norm": 0.33471032977104187, + "learning_rate": 6.593333333333334e-05, + "loss": 0.0852, + "step": 990 + }, + { + "epoch": 0.9354536950420954, + "grad_norm": 0.2716015577316284, + "learning_rate": 6.66e-05, + "loss": 0.0878, + "step": 1000 + }, + { + "epoch": 0.9448082319925164, + "grad_norm": 0.2699780762195587, + "learning_rate": 6.726666666666667e-05, + "loss": 0.0847, + "step": 1010 + }, + { + "epoch": 0.9541627689429373, + "grad_norm": 0.282623291015625, + "learning_rate": 6.793333333333334e-05, + "loss": 0.0832, + "step": 1020 + }, + { + "epoch": 0.9635173058933583, + "grad_norm": 0.24296097457408905, + "learning_rate": 6.860000000000001e-05, + "loss": 0.0852, + "step": 1030 + }, + { + "epoch": 0.9728718428437793, + "grad_norm": 0.41039353609085083, + "learning_rate": 6.926666666666667e-05, + "loss": 0.0854, + "step": 1040 + }, + { + "epoch": 0.9822263797942001, + "grad_norm": 0.20685791969299316, + "learning_rate": 6.993333333333334e-05, + "loss": 0.0835, + "step": 1050 + }, + { + "epoch": 0.9915809167446211, + "grad_norm": 0.23258675634860992, + "learning_rate": 7.06e-05, + "loss": 0.0838, + "step": 1060 + }, + { + "epoch": 1.000935453695042, + "grad_norm": 0.27411916851997375, + "learning_rate": 7.126666666666667e-05, + "loss": 0.081, + "step": 1070 + }, + { + "epoch": 1.010289990645463, + "grad_norm": 0.21166740357875824, + "learning_rate": 7.193333333333334e-05, + "loss": 0.0832, + "step": 1080 + }, + { + "epoch": 1.019644527595884, + "grad_norm": 0.33695244789123535, + "learning_rate": 7.26e-05, + "loss": 0.0809, + "step": 1090 + }, + { + "epoch": 1.028999064546305, + "grad_norm": 0.37358641624450684, + "learning_rate": 7.326666666666667e-05, + "loss": 0.0875, + "step": 1100 + }, + { + "epoch": 1.0383536014967258, + "grad_norm": 0.32513782382011414, + "learning_rate": 7.393333333333333e-05, + "loss": 0.0833, + "step": 1110 + }, + { + "epoch": 1.047708138447147, + "grad_norm": 0.23990949988365173, + "learning_rate": 7.46e-05, + "loss": 0.0836, + "step": 1120 + }, + { + "epoch": 1.0570626753975678, + "grad_norm": 0.3169940710067749, + "learning_rate": 7.526666666666668e-05, + "loss": 0.082, + "step": 1130 + }, + { + "epoch": 1.0664172123479887, + "grad_norm": 0.20699037611484528, + "learning_rate": 7.593333333333334e-05, + "loss": 0.0831, + "step": 1140 + }, + { + "epoch": 1.0757717492984098, + "grad_norm": 0.27290570735931396, + "learning_rate": 7.66e-05, + "loss": 0.0839, + "step": 1150 + }, + { + "epoch": 1.0851262862488307, + "grad_norm": 0.30628520250320435, + "learning_rate": 7.726666666666667e-05, + "loss": 0.0829, + "step": 1160 + }, + { + "epoch": 1.0944808231992516, + "grad_norm": 0.2783658504486084, + "learning_rate": 7.793333333333333e-05, + "loss": 0.0811, + "step": 1170 + }, + { + "epoch": 1.1038353601496727, + "grad_norm": 0.22633211314678192, + "learning_rate": 7.860000000000001e-05, + "loss": 0.0825, + "step": 1180 + }, + { + "epoch": 1.1131898971000935, + "grad_norm": 0.19857066869735718, + "learning_rate": 7.926666666666666e-05, + "loss": 0.0853, + "step": 1190 + }, + { + "epoch": 1.1225444340505144, + "grad_norm": 0.32821860909461975, + "learning_rate": 7.993333333333334e-05, + "loss": 0.0817, + "step": 1200 + }, + { + "epoch": 1.1318989710009355, + "grad_norm": 0.3180703818798065, + "learning_rate": 8.060000000000001e-05, + "loss": 0.085, + "step": 1210 + }, + { + "epoch": 1.1412535079513564, + "grad_norm": 0.24992939829826355, + "learning_rate": 8.126666666666667e-05, + "loss": 0.0813, + "step": 1220 + }, + { + "epoch": 1.1506080449017775, + "grad_norm": 0.4083932936191559, + "learning_rate": 8.193333333333334e-05, + "loss": 0.0831, + "step": 1230 + }, + { + "epoch": 1.1599625818521984, + "grad_norm": 0.3111109435558319, + "learning_rate": 8.26e-05, + "loss": 0.0821, + "step": 1240 + }, + { + "epoch": 1.1693171188026192, + "grad_norm": 0.3410800099372864, + "learning_rate": 8.326666666666667e-05, + "loss": 0.0819, + "step": 1250 + }, + { + "epoch": 1.1786716557530403, + "grad_norm": 0.2869585156440735, + "learning_rate": 8.393333333333335e-05, + "loss": 0.0835, + "step": 1260 + }, + { + "epoch": 1.1880261927034612, + "grad_norm": 0.30530405044555664, + "learning_rate": 8.46e-05, + "loss": 0.0799, + "step": 1270 + }, + { + "epoch": 1.197380729653882, + "grad_norm": 0.2649756073951721, + "learning_rate": 8.526666666666667e-05, + "loss": 0.0834, + "step": 1280 + }, + { + "epoch": 1.2067352666043032, + "grad_norm": 0.17021043598651886, + "learning_rate": 8.593333333333333e-05, + "loss": 0.085, + "step": 1290 + }, + { + "epoch": 1.216089803554724, + "grad_norm": 0.1772785186767578, + "learning_rate": 8.66e-05, + "loss": 0.0814, + "step": 1300 + }, + { + "epoch": 1.225444340505145, + "grad_norm": 0.30413711071014404, + "learning_rate": 8.726666666666667e-05, + "loss": 0.0825, + "step": 1310 + }, + { + "epoch": 1.234798877455566, + "grad_norm": 0.30081474781036377, + "learning_rate": 8.793333333333333e-05, + "loss": 0.0805, + "step": 1320 + }, + { + "epoch": 1.244153414405987, + "grad_norm": 0.24705035984516144, + "learning_rate": 8.86e-05, + "loss": 0.082, + "step": 1330 + }, + { + "epoch": 1.2535079513564078, + "grad_norm": 0.32973721623420715, + "learning_rate": 8.926666666666668e-05, + "loss": 0.0808, + "step": 1340 + }, + { + "epoch": 1.262862488306829, + "grad_norm": 0.30190637707710266, + "learning_rate": 8.993333333333334e-05, + "loss": 0.0801, + "step": 1350 + }, + { + "epoch": 1.2722170252572498, + "grad_norm": 0.26444175839424133, + "learning_rate": 9.06e-05, + "loss": 0.0792, + "step": 1360 + }, + { + "epoch": 1.2815715622076707, + "grad_norm": 0.36450910568237305, + "learning_rate": 9.126666666666667e-05, + "loss": 0.0799, + "step": 1370 + }, + { + "epoch": 1.2909260991580918, + "grad_norm": 0.2885303497314453, + "learning_rate": 9.193333333333334e-05, + "loss": 0.083, + "step": 1380 + }, + { + "epoch": 1.3002806361085126, + "grad_norm": 0.24726220965385437, + "learning_rate": 9.260000000000001e-05, + "loss": 0.0817, + "step": 1390 + }, + { + "epoch": 1.3096351730589335, + "grad_norm": 0.250713586807251, + "learning_rate": 9.326666666666667e-05, + "loss": 0.0827, + "step": 1400 + }, + { + "epoch": 1.3189897100093546, + "grad_norm": 0.21880123019218445, + "learning_rate": 9.393333333333334e-05, + "loss": 0.0819, + "step": 1410 + }, + { + "epoch": 1.3283442469597755, + "grad_norm": 0.3662002682685852, + "learning_rate": 9.46e-05, + "loss": 0.0843, + "step": 1420 + }, + { + "epoch": 1.3376987839101964, + "grad_norm": 0.315166175365448, + "learning_rate": 9.526666666666667e-05, + "loss": 0.0807, + "step": 1430 + }, + { + "epoch": 1.3470533208606175, + "grad_norm": 0.33390507102012634, + "learning_rate": 9.593333333333334e-05, + "loss": 0.0856, + "step": 1440 + }, + { + "epoch": 1.3564078578110383, + "grad_norm": 0.19525708258152008, + "learning_rate": 9.66e-05, + "loss": 0.0817, + "step": 1450 + }, + { + "epoch": 1.3657623947614592, + "grad_norm": 0.2815227210521698, + "learning_rate": 9.726666666666667e-05, + "loss": 0.08, + "step": 1460 + }, + { + "epoch": 1.3751169317118803, + "grad_norm": 0.3546593487262726, + "learning_rate": 9.793333333333333e-05, + "loss": 0.079, + "step": 1470 + }, + { + "epoch": 1.3844714686623012, + "grad_norm": 0.37464016675949097, + "learning_rate": 9.86e-05, + "loss": 0.0817, + "step": 1480 + }, + { + "epoch": 1.393826005612722, + "grad_norm": 0.36118143796920776, + "learning_rate": 9.926666666666668e-05, + "loss": 0.0835, + "step": 1490 + }, + { + "epoch": 1.4031805425631432, + "grad_norm": 0.27849677205085754, + "learning_rate": 9.993333333333334e-05, + "loss": 0.0798, + "step": 1500 + }, + { + "epoch": 1.412535079513564, + "grad_norm": 0.22615158557891846, + "learning_rate": 9.999997539434007e-05, + "loss": 0.0827, + "step": 1510 + }, + { + "epoch": 1.421889616463985, + "grad_norm": 0.21566829085350037, + "learning_rate": 9.999989033776898e-05, + "loss": 0.0822, + "step": 1520 + }, + { + "epoch": 1.431244153414406, + "grad_norm": 0.25536954402923584, + "learning_rate": 9.999974452661641e-05, + "loss": 0.0812, + "step": 1530 + }, + { + "epoch": 1.440598690364827, + "grad_norm": 0.26457205414772034, + "learning_rate": 9.999953796105959e-05, + "loss": 0.0786, + "step": 1540 + }, + { + "epoch": 1.4499532273152478, + "grad_norm": 0.219985231757164, + "learning_rate": 9.999927064134949e-05, + "loss": 0.0793, + "step": 1550 + }, + { + "epoch": 1.4593077642656689, + "grad_norm": 0.19091781973838806, + "learning_rate": 9.999894256781095e-05, + "loss": 0.0804, + "step": 1560 + }, + { + "epoch": 1.4686623012160898, + "grad_norm": 0.2868748605251312, + "learning_rate": 9.99985537408426e-05, + "loss": 0.0777, + "step": 1570 + }, + { + "epoch": 1.4780168381665106, + "grad_norm": 0.2772008776664734, + "learning_rate": 9.999810416091688e-05, + "loss": 0.077, + "step": 1580 + }, + { + "epoch": 1.4873713751169317, + "grad_norm": 0.26997384428977966, + "learning_rate": 9.99975938285801e-05, + "loss": 0.0796, + "step": 1590 + }, + { + "epoch": 1.4967259120673526, + "grad_norm": 0.27058911323547363, + "learning_rate": 9.999702274445236e-05, + "loss": 0.0784, + "step": 1600 + }, + { + "epoch": 1.5060804490177735, + "grad_norm": 0.195984348654747, + "learning_rate": 9.999639090922756e-05, + "loss": 0.0787, + "step": 1610 + }, + { + "epoch": 1.5154349859681946, + "grad_norm": 0.2418171763420105, + "learning_rate": 9.999569832367346e-05, + "loss": 0.0732, + "step": 1620 + }, + { + "epoch": 1.5247895229186157, + "grad_norm": 0.20855668187141418, + "learning_rate": 9.999494498863162e-05, + "loss": 0.0782, + "step": 1630 + }, + { + "epoch": 1.5341440598690363, + "grad_norm": 0.24546203017234802, + "learning_rate": 9.99941309050174e-05, + "loss": 0.0744, + "step": 1640 + }, + { + "epoch": 1.5434985968194574, + "grad_norm": 0.23797062039375305, + "learning_rate": 9.999325607381999e-05, + "loss": 0.0798, + "step": 1650 + }, + { + "epoch": 1.5528531337698785, + "grad_norm": 0.29067397117614746, + "learning_rate": 9.999232049610238e-05, + "loss": 0.0825, + "step": 1660 + }, + { + "epoch": 1.5622076707202992, + "grad_norm": 0.20905809104442596, + "learning_rate": 9.999132417300142e-05, + "loss": 0.0779, + "step": 1670 + }, + { + "epoch": 1.5715622076707203, + "grad_norm": 0.18679457902908325, + "learning_rate": 9.99902671057277e-05, + "loss": 0.0783, + "step": 1680 + }, + { + "epoch": 1.5809167446211414, + "grad_norm": 0.35727450251579285, + "learning_rate": 9.998914929556569e-05, + "loss": 0.0796, + "step": 1690 + }, + { + "epoch": 1.590271281571562, + "grad_norm": 0.20729583501815796, + "learning_rate": 9.998797074387361e-05, + "loss": 0.0794, + "step": 1700 + }, + { + "epoch": 1.5996258185219832, + "grad_norm": 0.2872870862483978, + "learning_rate": 9.99867314520835e-05, + "loss": 0.0791, + "step": 1710 + }, + { + "epoch": 1.6089803554724043, + "grad_norm": 0.37081223726272583, + "learning_rate": 9.998543142170126e-05, + "loss": 0.0767, + "step": 1720 + }, + { + "epoch": 1.618334892422825, + "grad_norm": 0.30775266885757446, + "learning_rate": 9.99840706543065e-05, + "loss": 0.0808, + "step": 1730 + }, + { + "epoch": 1.627689429373246, + "grad_norm": 0.207123801112175, + "learning_rate": 9.998264915155274e-05, + "loss": 0.0751, + "step": 1740 + }, + { + "epoch": 1.637043966323667, + "grad_norm": 0.25257688760757446, + "learning_rate": 9.998116691516718e-05, + "loss": 0.0748, + "step": 1750 + }, + { + "epoch": 1.646398503274088, + "grad_norm": 0.22605258226394653, + "learning_rate": 9.997962394695091e-05, + "loss": 0.0805, + "step": 1760 + }, + { + "epoch": 1.6557530402245089, + "grad_norm": 0.18555055558681488, + "learning_rate": 9.997802024877875e-05, + "loss": 0.0755, + "step": 1770 + }, + { + "epoch": 1.66510757717493, + "grad_norm": 0.2799789011478424, + "learning_rate": 9.99763558225994e-05, + "loss": 0.0777, + "step": 1780 + }, + { + "epoch": 1.6744621141253508, + "grad_norm": 0.2219024896621704, + "learning_rate": 9.997463067043526e-05, + "loss": 0.0751, + "step": 1790 + }, + { + "epoch": 1.6838166510757717, + "grad_norm": 0.21474388241767883, + "learning_rate": 9.997284479438253e-05, + "loss": 0.0772, + "step": 1800 + }, + { + "epoch": 1.6931711880261928, + "grad_norm": 0.35062116384506226, + "learning_rate": 9.997099819661127e-05, + "loss": 0.0772, + "step": 1810 + }, + { + "epoch": 1.7025257249766137, + "grad_norm": 0.38617661595344543, + "learning_rate": 9.996909087936524e-05, + "loss": 0.0777, + "step": 1820 + }, + { + "epoch": 1.7118802619270346, + "grad_norm": 0.2806341350078583, + "learning_rate": 9.996712284496201e-05, + "loss": 0.0791, + "step": 1830 + }, + { + "epoch": 1.7212347988774557, + "grad_norm": 0.21586304903030396, + "learning_rate": 9.996509409579293e-05, + "loss": 0.0772, + "step": 1840 + }, + { + "epoch": 1.7305893358278766, + "grad_norm": 0.21191668510437012, + "learning_rate": 9.996300463432312e-05, + "loss": 0.0813, + "step": 1850 + }, + { + "epoch": 1.7399438727782974, + "grad_norm": 0.2100268006324768, + "learning_rate": 9.996085446309148e-05, + "loss": 0.0737, + "step": 1860 + }, + { + "epoch": 1.7492984097287185, + "grad_norm": 0.16635699570178986, + "learning_rate": 9.995864358471066e-05, + "loss": 0.0767, + "step": 1870 + }, + { + "epoch": 1.7586529466791394, + "grad_norm": 0.182022824883461, + "learning_rate": 9.99563720018671e-05, + "loss": 0.0742, + "step": 1880 + }, + { + "epoch": 1.7680074836295603, + "grad_norm": 0.17787817120552063, + "learning_rate": 9.995403971732098e-05, + "loss": 0.0774, + "step": 1890 + }, + { + "epoch": 1.7773620205799814, + "grad_norm": 0.2547558844089508, + "learning_rate": 9.995164673390625e-05, + "loss": 0.0735, + "step": 1900 + }, + { + "epoch": 1.7867165575304023, + "grad_norm": 0.21445029973983765, + "learning_rate": 9.994919305453059e-05, + "loss": 0.0737, + "step": 1910 + }, + { + "epoch": 1.7960710944808231, + "grad_norm": 0.20131421089172363, + "learning_rate": 9.994667868217548e-05, + "loss": 0.0751, + "step": 1920 + }, + { + "epoch": 1.8054256314312442, + "grad_norm": 0.20430995523929596, + "learning_rate": 9.99441036198961e-05, + "loss": 0.0763, + "step": 1930 + }, + { + "epoch": 1.8147801683816651, + "grad_norm": 0.16484026610851288, + "learning_rate": 9.99414678708214e-05, + "loss": 0.0745, + "step": 1940 + }, + { + "epoch": 1.824134705332086, + "grad_norm": 0.32552099227905273, + "learning_rate": 9.993877143815407e-05, + "loss": 0.0758, + "step": 1950 + }, + { + "epoch": 1.833489242282507, + "grad_norm": 0.282988965511322, + "learning_rate": 9.993601432517053e-05, + "loss": 0.0751, + "step": 1960 + }, + { + "epoch": 1.842843779232928, + "grad_norm": 0.2840268611907959, + "learning_rate": 9.993319653522091e-05, + "loss": 0.0737, + "step": 1970 + }, + { + "epoch": 1.8521983161833488, + "grad_norm": 0.22802628576755524, + "learning_rate": 9.993031807172911e-05, + "loss": 0.076, + "step": 1980 + }, + { + "epoch": 1.86155285313377, + "grad_norm": 0.2199597954750061, + "learning_rate": 9.992737893819273e-05, + "loss": 0.0747, + "step": 1990 + }, + { + "epoch": 1.8709073900841908, + "grad_norm": 0.2741236090660095, + "learning_rate": 9.992437913818312e-05, + "loss": 0.0763, + "step": 2000 + }, + { + "epoch": 1.8802619270346117, + "grad_norm": 0.2388889342546463, + "learning_rate": 9.992131867534526e-05, + "loss": 0.0746, + "step": 2010 + }, + { + "epoch": 1.8896164639850328, + "grad_norm": 0.19232112169265747, + "learning_rate": 9.991819755339796e-05, + "loss": 0.0769, + "step": 2020 + }, + { + "epoch": 1.8989710009354537, + "grad_norm": 0.1881682276725769, + "learning_rate": 9.991501577613365e-05, + "loss": 0.0751, + "step": 2030 + }, + { + "epoch": 1.9083255378858746, + "grad_norm": 0.2727162539958954, + "learning_rate": 9.99117733474185e-05, + "loss": 0.0738, + "step": 2040 + }, + { + "epoch": 1.9176800748362957, + "grad_norm": 0.15722861886024475, + "learning_rate": 9.990847027119234e-05, + "loss": 0.0742, + "step": 2050 + }, + { + "epoch": 1.9270346117867165, + "grad_norm": 0.17533829808235168, + "learning_rate": 9.990510655146877e-05, + "loss": 0.0717, + "step": 2060 + }, + { + "epoch": 1.9363891487371374, + "grad_norm": 0.17770972847938538, + "learning_rate": 9.990168219233496e-05, + "loss": 0.0722, + "step": 2070 + }, + { + "epoch": 1.9457436856875585, + "grad_norm": 0.1599332094192505, + "learning_rate": 9.989819719795188e-05, + "loss": 0.0736, + "step": 2080 + }, + { + "epoch": 1.9550982226379794, + "grad_norm": 0.3134104311466217, + "learning_rate": 9.989465157255412e-05, + "loss": 0.0724, + "step": 2090 + }, + { + "epoch": 1.9644527595884003, + "grad_norm": 0.18084657192230225, + "learning_rate": 9.989104532044994e-05, + "loss": 0.0747, + "step": 2100 + }, + { + "epoch": 1.9738072965388214, + "grad_norm": 0.3332325220108032, + "learning_rate": 9.988737844602128e-05, + "loss": 0.0721, + "step": 2110 + }, + { + "epoch": 1.9831618334892422, + "grad_norm": 0.20515793561935425, + "learning_rate": 9.988365095372372e-05, + "loss": 0.0749, + "step": 2120 + }, + { + "epoch": 1.9925163704396631, + "grad_norm": 0.20669038593769073, + "learning_rate": 9.987986284808654e-05, + "loss": 0.0742, + "step": 2130 + }, + { + "epoch": 2.001870907390084, + "grad_norm": 0.25753578543663025, + "learning_rate": 9.987601413371264e-05, + "loss": 0.0748, + "step": 2140 + }, + { + "epoch": 2.0112254443405053, + "grad_norm": 0.26166442036628723, + "learning_rate": 9.987210481527855e-05, + "loss": 0.0784, + "step": 2150 + }, + { + "epoch": 2.020579981290926, + "grad_norm": 0.2283203899860382, + "learning_rate": 9.98681348975345e-05, + "loss": 0.0725, + "step": 2160 + }, + { + "epoch": 2.029934518241347, + "grad_norm": 0.2073083072900772, + "learning_rate": 9.986410438530427e-05, + "loss": 0.0747, + "step": 2170 + }, + { + "epoch": 2.039289055191768, + "grad_norm": 0.1624682992696762, + "learning_rate": 9.986001328348534e-05, + "loss": 0.0715, + "step": 2180 + }, + { + "epoch": 2.048643592142189, + "grad_norm": 0.17138275504112244, + "learning_rate": 9.985586159704878e-05, + "loss": 0.0703, + "step": 2190 + }, + { + "epoch": 2.05799812909261, + "grad_norm": 0.18406350910663605, + "learning_rate": 9.985164933103929e-05, + "loss": 0.0729, + "step": 2200 + }, + { + "epoch": 2.067352666043031, + "grad_norm": 0.16237354278564453, + "learning_rate": 9.984737649057513e-05, + "loss": 0.072, + "step": 2210 + }, + { + "epoch": 2.0767072029934517, + "grad_norm": 0.28196391463279724, + "learning_rate": 9.984304308084827e-05, + "loss": 0.0755, + "step": 2220 + }, + { + "epoch": 2.086061739943873, + "grad_norm": 0.20523633062839508, + "learning_rate": 9.983864910712416e-05, + "loss": 0.0731, + "step": 2230 + }, + { + "epoch": 2.095416276894294, + "grad_norm": 0.15575769543647766, + "learning_rate": 9.98341945747419e-05, + "loss": 0.0724, + "step": 2240 + }, + { + "epoch": 2.1047708138447145, + "grad_norm": 0.1912972331047058, + "learning_rate": 9.98296794891142e-05, + "loss": 0.073, + "step": 2250 + }, + { + "epoch": 2.1141253507951356, + "grad_norm": 0.2046838104724884, + "learning_rate": 9.982510385572725e-05, + "loss": 0.0737, + "step": 2260 + }, + { + "epoch": 2.1234798877455567, + "grad_norm": 0.1483425498008728, + "learning_rate": 9.982046768014094e-05, + "loss": 0.0743, + "step": 2270 + }, + { + "epoch": 2.1328344246959774, + "grad_norm": 0.21448005735874176, + "learning_rate": 9.981577096798863e-05, + "loss": 0.0708, + "step": 2280 + }, + { + "epoch": 2.1421889616463985, + "grad_norm": 0.20364511013031006, + "learning_rate": 9.981101372497727e-05, + "loss": 0.0707, + "step": 2290 + }, + { + "epoch": 2.1515434985968196, + "grad_norm": 0.19871680438518524, + "learning_rate": 9.980619595688737e-05, + "loss": 0.0707, + "step": 2300 + }, + { + "epoch": 2.1608980355472402, + "grad_norm": 0.26344752311706543, + "learning_rate": 9.980131766957295e-05, + "loss": 0.0737, + "step": 2310 + }, + { + "epoch": 2.1702525724976613, + "grad_norm": 0.2200624644756317, + "learning_rate": 9.979637886896163e-05, + "loss": 0.0734, + "step": 2320 + }, + { + "epoch": 2.1796071094480824, + "grad_norm": 0.25186648964881897, + "learning_rate": 9.979137956105447e-05, + "loss": 0.0738, + "step": 2330 + }, + { + "epoch": 2.188961646398503, + "grad_norm": 0.209429532289505, + "learning_rate": 9.978631975192613e-05, + "loss": 0.0747, + "step": 2340 + }, + { + "epoch": 2.198316183348924, + "grad_norm": 0.15090332925319672, + "learning_rate": 9.978119944772475e-05, + "loss": 0.0703, + "step": 2350 + }, + { + "epoch": 2.2076707202993453, + "grad_norm": 0.1973050832748413, + "learning_rate": 9.977601865467197e-05, + "loss": 0.0725, + "step": 2360 + }, + { + "epoch": 2.217025257249766, + "grad_norm": 0.23995478451251984, + "learning_rate": 9.977077737906297e-05, + "loss": 0.0718, + "step": 2370 + }, + { + "epoch": 2.226379794200187, + "grad_norm": 0.20268259942531586, + "learning_rate": 9.976547562726636e-05, + "loss": 0.0719, + "step": 2380 + }, + { + "epoch": 2.235734331150608, + "grad_norm": 0.23015771806240082, + "learning_rate": 9.976011340572429e-05, + "loss": 0.0685, + "step": 2390 + }, + { + "epoch": 2.245088868101029, + "grad_norm": 0.16936978697776794, + "learning_rate": 9.975469072095237e-05, + "loss": 0.0731, + "step": 2400 + }, + { + "epoch": 2.25444340505145, + "grad_norm": 0.22798067331314087, + "learning_rate": 9.974920757953965e-05, + "loss": 0.0712, + "step": 2410 + }, + { + "epoch": 2.263797942001871, + "grad_norm": 0.2506489157676697, + "learning_rate": 9.97436639881487e-05, + "loss": 0.0717, + "step": 2420 + }, + { + "epoch": 2.2731524789522917, + "grad_norm": 0.17275208234786987, + "learning_rate": 9.973805995351545e-05, + "loss": 0.0724, + "step": 2430 + }, + { + "epoch": 2.2825070159027128, + "grad_norm": 0.29065659642219543, + "learning_rate": 9.973239548244939e-05, + "loss": 0.0748, + "step": 2440 + }, + { + "epoch": 2.291861552853134, + "grad_norm": 0.20649825036525726, + "learning_rate": 9.972667058183333e-05, + "loss": 0.0725, + "step": 2450 + }, + { + "epoch": 2.301216089803555, + "grad_norm": 0.20511239767074585, + "learning_rate": 9.972088525862362e-05, + "loss": 0.0702, + "step": 2460 + }, + { + "epoch": 2.3105706267539756, + "grad_norm": 0.22137342393398285, + "learning_rate": 9.971503951984995e-05, + "loss": 0.0711, + "step": 2470 + }, + { + "epoch": 2.3199251637043967, + "grad_norm": 0.2132650464773178, + "learning_rate": 9.970913337261543e-05, + "loss": 0.074, + "step": 2480 + }, + { + "epoch": 2.3292797006548174, + "grad_norm": 0.2503194510936737, + "learning_rate": 9.97031668240966e-05, + "loss": 0.0712, + "step": 2490 + }, + { + "epoch": 2.3386342376052385, + "grad_norm": 0.14526793360710144, + "learning_rate": 9.969713988154339e-05, + "loss": 0.0707, + "step": 2500 + }, + { + "epoch": 2.3479887745556596, + "grad_norm": 0.13959836959838867, + "learning_rate": 9.969105255227906e-05, + "loss": 0.0687, + "step": 2510 + }, + { + "epoch": 2.3573433115060807, + "grad_norm": 0.21067453920841217, + "learning_rate": 9.968490484370035e-05, + "loss": 0.0684, + "step": 2520 + }, + { + "epoch": 2.3666978484565013, + "grad_norm": 0.20640666782855988, + "learning_rate": 9.967869676327726e-05, + "loss": 0.072, + "step": 2530 + }, + { + "epoch": 2.3760523854069224, + "grad_norm": 0.21626991033554077, + "learning_rate": 9.96724283185532e-05, + "loss": 0.0676, + "step": 2540 + }, + { + "epoch": 2.385406922357343, + "grad_norm": 0.22774936258792877, + "learning_rate": 9.966609951714494e-05, + "loss": 0.0701, + "step": 2550 + }, + { + "epoch": 2.394761459307764, + "grad_norm": 0.18887324631214142, + "learning_rate": 9.965971036674255e-05, + "loss": 0.0686, + "step": 2560 + }, + { + "epoch": 2.4041159962581853, + "grad_norm": 0.20763877034187317, + "learning_rate": 9.965326087510947e-05, + "loss": 0.0693, + "step": 2570 + }, + { + "epoch": 2.4134705332086064, + "grad_norm": 0.2005554586648941, + "learning_rate": 9.964675105008244e-05, + "loss": 0.0713, + "step": 2580 + }, + { + "epoch": 2.422825070159027, + "grad_norm": 0.2292257398366928, + "learning_rate": 9.964018089957147e-05, + "loss": 0.071, + "step": 2590 + }, + { + "epoch": 2.432179607109448, + "grad_norm": 0.15152136981487274, + "learning_rate": 9.963355043155996e-05, + "loss": 0.0725, + "step": 2600 + }, + { + "epoch": 2.441534144059869, + "grad_norm": 0.17360210418701172, + "learning_rate": 9.962685965410455e-05, + "loss": 0.0688, + "step": 2610 + }, + { + "epoch": 2.45088868101029, + "grad_norm": 0.1931675374507904, + "learning_rate": 9.962010857533514e-05, + "loss": 0.071, + "step": 2620 + }, + { + "epoch": 2.460243217960711, + "grad_norm": 0.1476220339536667, + "learning_rate": 9.961329720345493e-05, + "loss": 0.073, + "step": 2630 + }, + { + "epoch": 2.469597754911132, + "grad_norm": 0.1710977554321289, + "learning_rate": 9.96064255467404e-05, + "loss": 0.0717, + "step": 2640 + }, + { + "epoch": 2.4789522918615527, + "grad_norm": 0.17832441627979279, + "learning_rate": 9.959949361354126e-05, + "loss": 0.0673, + "step": 2650 + }, + { + "epoch": 2.488306828811974, + "grad_norm": 0.17433002591133118, + "learning_rate": 9.959250141228045e-05, + "loss": 0.0736, + "step": 2660 + }, + { + "epoch": 2.497661365762395, + "grad_norm": 0.22938694059848785, + "learning_rate": 9.958544895145414e-05, + "loss": 0.0718, + "step": 2670 + }, + { + "epoch": 2.5070159027128156, + "grad_norm": 0.2071809470653534, + "learning_rate": 9.957833623963177e-05, + "loss": 0.0703, + "step": 2680 + }, + { + "epoch": 2.5163704396632367, + "grad_norm": 0.16180238127708435, + "learning_rate": 9.957116328545593e-05, + "loss": 0.0701, + "step": 2690 + }, + { + "epoch": 2.525724976613658, + "grad_norm": 0.24368010461330414, + "learning_rate": 9.956393009764244e-05, + "loss": 0.0699, + "step": 2700 + }, + { + "epoch": 2.5350795135640785, + "grad_norm": 0.18236854672431946, + "learning_rate": 9.955663668498032e-05, + "loss": 0.0719, + "step": 2710 + }, + { + "epoch": 2.5444340505144996, + "grad_norm": 0.21166913211345673, + "learning_rate": 9.954928305633173e-05, + "loss": 0.0698, + "step": 2720 + }, + { + "epoch": 2.55378858746492, + "grad_norm": 0.18718285858631134, + "learning_rate": 9.954186922063204e-05, + "loss": 0.0678, + "step": 2730 + }, + { + "epoch": 2.5631431244153413, + "grad_norm": 0.15079958736896515, + "learning_rate": 9.953439518688974e-05, + "loss": 0.0668, + "step": 2740 + }, + { + "epoch": 2.5724976613657624, + "grad_norm": 0.14911416172981262, + "learning_rate": 9.952686096418652e-05, + "loss": 0.0713, + "step": 2750 + }, + { + "epoch": 2.5818521983161835, + "grad_norm": 0.16580983996391296, + "learning_rate": 9.951926656167714e-05, + "loss": 0.0685, + "step": 2760 + }, + { + "epoch": 2.591206735266604, + "grad_norm": 0.22130383551120758, + "learning_rate": 9.951161198858953e-05, + "loss": 0.0694, + "step": 2770 + }, + { + "epoch": 2.6005612722170253, + "grad_norm": 0.207512766122818, + "learning_rate": 9.950389725422471e-05, + "loss": 0.0696, + "step": 2780 + }, + { + "epoch": 2.6099158091674464, + "grad_norm": 0.20725062489509583, + "learning_rate": 9.949612236795682e-05, + "loss": 0.0682, + "step": 2790 + }, + { + "epoch": 2.619270346117867, + "grad_norm": 0.14557191729545593, + "learning_rate": 9.948828733923305e-05, + "loss": 0.071, + "step": 2800 + }, + { + "epoch": 2.628624883068288, + "grad_norm": 0.18744514882564545, + "learning_rate": 9.948039217757374e-05, + "loss": 0.0716, + "step": 2810 + }, + { + "epoch": 2.637979420018709, + "grad_norm": 0.166946142911911, + "learning_rate": 9.947243689257225e-05, + "loss": 0.0686, + "step": 2820 + }, + { + "epoch": 2.64733395696913, + "grad_norm": 0.16034138202667236, + "learning_rate": 9.946442149389497e-05, + "loss": 0.066, + "step": 2830 + }, + { + "epoch": 2.656688493919551, + "grad_norm": 0.20937798917293549, + "learning_rate": 9.945634599128139e-05, + "loss": 0.0697, + "step": 2840 + }, + { + "epoch": 2.666043030869972, + "grad_norm": 0.18767867982387543, + "learning_rate": 9.944821039454402e-05, + "loss": 0.0714, + "step": 2850 + }, + { + "epoch": 2.6753975678203927, + "grad_norm": 0.1795758306980133, + "learning_rate": 9.944001471356835e-05, + "loss": 0.067, + "step": 2860 + }, + { + "epoch": 2.684752104770814, + "grad_norm": 0.2024640142917633, + "learning_rate": 9.94317589583129e-05, + "loss": 0.068, + "step": 2870 + }, + { + "epoch": 2.694106641721235, + "grad_norm": 0.18288317322731018, + "learning_rate": 9.942344313880922e-05, + "loss": 0.0685, + "step": 2880 + }, + { + "epoch": 2.703461178671656, + "grad_norm": 0.17507624626159668, + "learning_rate": 9.941506726516179e-05, + "loss": 0.0704, + "step": 2890 + }, + { + "epoch": 2.7128157156220767, + "grad_norm": 0.16292236745357513, + "learning_rate": 9.94066313475481e-05, + "loss": 0.0687, + "step": 2900 + }, + { + "epoch": 2.722170252572498, + "grad_norm": 0.21114416420459747, + "learning_rate": 9.939813539621857e-05, + "loss": 0.0724, + "step": 2910 + }, + { + "epoch": 2.7315247895229184, + "grad_norm": 0.20886150002479553, + "learning_rate": 9.93895794214966e-05, + "loss": 0.0701, + "step": 2920 + }, + { + "epoch": 2.7408793264733395, + "grad_norm": 0.20264264941215515, + "learning_rate": 9.938096343377852e-05, + "loss": 0.0687, + "step": 2930 + }, + { + "epoch": 2.7502338634237606, + "grad_norm": 0.15615969896316528, + "learning_rate": 9.937228744353353e-05, + "loss": 0.0693, + "step": 2940 + }, + { + "epoch": 2.7595884003741817, + "grad_norm": 0.2108432799577713, + "learning_rate": 9.936355146130379e-05, + "loss": 0.0684, + "step": 2950 + }, + { + "epoch": 2.7689429373246024, + "grad_norm": 0.19461452960968018, + "learning_rate": 9.935475549770435e-05, + "loss": 0.0713, + "step": 2960 + }, + { + "epoch": 2.7782974742750235, + "grad_norm": 0.2794640362262726, + "learning_rate": 9.934589956342315e-05, + "loss": 0.0697, + "step": 2970 + }, + { + "epoch": 2.787652011225444, + "grad_norm": 0.20220069587230682, + "learning_rate": 9.933698366922093e-05, + "loss": 0.0693, + "step": 2980 + }, + { + "epoch": 2.7970065481758652, + "grad_norm": 0.22950024902820587, + "learning_rate": 9.93280078259314e-05, + "loss": 0.0706, + "step": 2990 + }, + { + "epoch": 2.8063610851262863, + "grad_norm": 0.21227827668190002, + "learning_rate": 9.931897204446104e-05, + "loss": 0.0694, + "step": 3000 + }, + { + "epoch": 2.8157156220767074, + "grad_norm": 0.21759656071662903, + "learning_rate": 9.930987633578915e-05, + "loss": 0.0688, + "step": 3010 + }, + { + "epoch": 2.825070159027128, + "grad_norm": 0.15344133973121643, + "learning_rate": 9.93007207109679e-05, + "loss": 0.07, + "step": 3020 + }, + { + "epoch": 2.834424695977549, + "grad_norm": 0.1722891926765442, + "learning_rate": 9.929150518112224e-05, + "loss": 0.0695, + "step": 3030 + }, + { + "epoch": 2.84377923292797, + "grad_norm": 0.18616975843906403, + "learning_rate": 9.928222975744991e-05, + "loss": 0.0669, + "step": 3040 + }, + { + "epoch": 2.853133769878391, + "grad_norm": 0.20340564846992493, + "learning_rate": 9.92728944512214e-05, + "loss": 0.0686, + "step": 3050 + }, + { + "epoch": 2.862488306828812, + "grad_norm": 0.16481676697731018, + "learning_rate": 9.926349927378001e-05, + "loss": 0.0705, + "step": 3060 + }, + { + "epoch": 2.871842843779233, + "grad_norm": 0.21797940135002136, + "learning_rate": 9.925404423654174e-05, + "loss": 0.0676, + "step": 3070 + }, + { + "epoch": 2.881197380729654, + "grad_norm": 0.19779768586158752, + "learning_rate": 9.924452935099537e-05, + "loss": 0.0705, + "step": 3080 + }, + { + "epoch": 2.890551917680075, + "grad_norm": 0.27455443143844604, + "learning_rate": 9.92349546287024e-05, + "loss": 0.0659, + "step": 3090 + }, + { + "epoch": 2.8999064546304956, + "grad_norm": 0.2733260691165924, + "learning_rate": 9.9225320081297e-05, + "loss": 0.0656, + "step": 3100 + }, + { + "epoch": 2.9092609915809167, + "grad_norm": 0.24946200847625732, + "learning_rate": 9.921562572048606e-05, + "loss": 0.0688, + "step": 3110 + }, + { + "epoch": 2.9186155285313378, + "grad_norm": 0.20212778449058533, + "learning_rate": 9.920587155804913e-05, + "loss": 0.0659, + "step": 3120 + }, + { + "epoch": 2.927970065481759, + "grad_norm": 0.19540885090827942, + "learning_rate": 9.919605760583845e-05, + "loss": 0.0672, + "step": 3130 + }, + { + "epoch": 2.9373246024321795, + "grad_norm": 0.14761261641979218, + "learning_rate": 9.91861838757789e-05, + "loss": 0.0646, + "step": 3140 + }, + { + "epoch": 2.9466791393826006, + "grad_norm": 0.21661902964115143, + "learning_rate": 9.917625037986798e-05, + "loss": 0.0691, + "step": 3150 + }, + { + "epoch": 2.9560336763330213, + "grad_norm": 0.1620306819677353, + "learning_rate": 9.916625713017583e-05, + "loss": 0.066, + "step": 3160 + }, + { + "epoch": 2.9653882132834424, + "grad_norm": 0.12245119363069534, + "learning_rate": 9.915620413884519e-05, + "loss": 0.0673, + "step": 3170 + }, + { + "epoch": 2.9747427502338635, + "grad_norm": 0.13135339319705963, + "learning_rate": 9.914609141809139e-05, + "loss": 0.0664, + "step": 3180 + }, + { + "epoch": 2.9840972871842846, + "grad_norm": 0.1511823832988739, + "learning_rate": 9.913591898020235e-05, + "loss": 0.0696, + "step": 3190 + }, + { + "epoch": 2.9934518241347052, + "grad_norm": 0.21088840067386627, + "learning_rate": 9.912568683753853e-05, + "loss": 0.0715, + "step": 3200 + }, + { + "epoch": 3.0028063610851263, + "grad_norm": 0.22058948874473572, + "learning_rate": 9.911539500253295e-05, + "loss": 0.0691, + "step": 3210 + }, + { + "epoch": 3.0121608980355474, + "grad_norm": 0.22023984789848328, + "learning_rate": 9.910504348769118e-05, + "loss": 0.0687, + "step": 3220 + }, + { + "epoch": 3.021515434985968, + "grad_norm": 0.19051124155521393, + "learning_rate": 9.909463230559127e-05, + "loss": 0.066, + "step": 3230 + }, + { + "epoch": 3.030869971936389, + "grad_norm": 0.1583540141582489, + "learning_rate": 9.908416146888376e-05, + "loss": 0.0665, + "step": 3240 + }, + { + "epoch": 3.0402245088868103, + "grad_norm": 0.15487809479236603, + "learning_rate": 9.907363099029175e-05, + "loss": 0.0677, + "step": 3250 + }, + { + "epoch": 3.049579045837231, + "grad_norm": 0.17571307718753815, + "learning_rate": 9.906304088261073e-05, + "loss": 0.0677, + "step": 3260 + }, + { + "epoch": 3.058933582787652, + "grad_norm": 0.162250354886055, + "learning_rate": 9.905239115870872e-05, + "loss": 0.0664, + "step": 3270 + }, + { + "epoch": 3.068288119738073, + "grad_norm": 0.21089354157447815, + "learning_rate": 9.90416818315261e-05, + "loss": 0.0699, + "step": 3280 + }, + { + "epoch": 3.077642656688494, + "grad_norm": 0.1719149947166443, + "learning_rate": 9.903091291407573e-05, + "loss": 0.0664, + "step": 3290 + }, + { + "epoch": 3.086997193638915, + "grad_norm": 0.1724070906639099, + "learning_rate": 9.902008441944286e-05, + "loss": 0.0694, + "step": 3300 + }, + { + "epoch": 3.096351730589336, + "grad_norm": 0.21534258127212524, + "learning_rate": 9.900919636078512e-05, + "loss": 0.0653, + "step": 3310 + }, + { + "epoch": 3.1057062675397566, + "grad_norm": 0.15155507624149323, + "learning_rate": 9.899824875133255e-05, + "loss": 0.0664, + "step": 3320 + }, + { + "epoch": 3.1150608044901777, + "grad_norm": 0.1402919739484787, + "learning_rate": 9.898724160438749e-05, + "loss": 0.065, + "step": 3330 + }, + { + "epoch": 3.124415341440599, + "grad_norm": 0.18879206478595734, + "learning_rate": 9.89761749333247e-05, + "loss": 0.0675, + "step": 3340 + }, + { + "epoch": 3.1337698783910195, + "grad_norm": 0.14605693519115448, + "learning_rate": 9.896504875159122e-05, + "loss": 0.0668, + "step": 3350 + }, + { + "epoch": 3.1431244153414406, + "grad_norm": 0.2120128720998764, + "learning_rate": 9.89538630727064e-05, + "loss": 0.0681, + "step": 3360 + }, + { + "epoch": 3.1524789522918617, + "grad_norm": 0.2786365747451782, + "learning_rate": 9.894261791026189e-05, + "loss": 0.0678, + "step": 3370 + }, + { + "epoch": 3.1618334892422824, + "grad_norm": 0.21707920730113983, + "learning_rate": 9.893131327792165e-05, + "loss": 0.067, + "step": 3380 + }, + { + "epoch": 3.1711880261927035, + "grad_norm": 0.2285298854112625, + "learning_rate": 9.891994918942182e-05, + "loss": 0.0685, + "step": 3390 + }, + { + "epoch": 3.1805425631431246, + "grad_norm": 0.16586752235889435, + "learning_rate": 9.890852565857092e-05, + "loss": 0.0685, + "step": 3400 + }, + { + "epoch": 3.189897100093545, + "grad_norm": 0.17634522914886475, + "learning_rate": 9.889704269924954e-05, + "loss": 0.0646, + "step": 3410 + }, + { + "epoch": 3.1992516370439663, + "grad_norm": 0.19387176632881165, + "learning_rate": 9.888550032541059e-05, + "loss": 0.0671, + "step": 3420 + }, + { + "epoch": 3.2086061739943874, + "grad_norm": 0.18998543918132782, + "learning_rate": 9.887389855107916e-05, + "loss": 0.069, + "step": 3430 + }, + { + "epoch": 3.217960710944808, + "grad_norm": 0.21845600008964539, + "learning_rate": 9.886223739035248e-05, + "loss": 0.0665, + "step": 3440 + }, + { + "epoch": 3.227315247895229, + "grad_norm": 0.21789641678333282, + "learning_rate": 9.885051685739997e-05, + "loss": 0.0649, + "step": 3450 + }, + { + "epoch": 3.2366697848456503, + "grad_norm": 0.21458034217357635, + "learning_rate": 9.883873696646316e-05, + "loss": 0.0648, + "step": 3460 + }, + { + "epoch": 3.246024321796071, + "grad_norm": 0.2078525871038437, + "learning_rate": 9.882689773185575e-05, + "loss": 0.0652, + "step": 3470 + }, + { + "epoch": 3.255378858746492, + "grad_norm": 0.1524791121482849, + "learning_rate": 9.881499916796353e-05, + "loss": 0.069, + "step": 3480 + }, + { + "epoch": 3.264733395696913, + "grad_norm": 0.14030113816261292, + "learning_rate": 9.880304128924434e-05, + "loss": 0.0633, + "step": 3490 + }, + { + "epoch": 3.2740879326473338, + "grad_norm": 0.16241836547851562, + "learning_rate": 9.879102411022817e-05, + "loss": 0.0651, + "step": 3500 + }, + { + "epoch": 3.283442469597755, + "grad_norm": 0.16853339970111847, + "learning_rate": 9.877894764551703e-05, + "loss": 0.062, + "step": 3510 + }, + { + "epoch": 3.292797006548176, + "grad_norm": 0.13963913917541504, + "learning_rate": 9.876681190978494e-05, + "loss": 0.0635, + "step": 3520 + }, + { + "epoch": 3.3021515434985966, + "grad_norm": 0.17216242849826813, + "learning_rate": 9.875461691777797e-05, + "loss": 0.0635, + "step": 3530 + }, + { + "epoch": 3.3115060804490177, + "grad_norm": 0.18318365514278412, + "learning_rate": 9.874236268431417e-05, + "loss": 0.0663, + "step": 3540 + }, + { + "epoch": 3.320860617399439, + "grad_norm": 0.17062990367412567, + "learning_rate": 9.873004922428361e-05, + "loss": 0.0657, + "step": 3550 + }, + { + "epoch": 3.33021515434986, + "grad_norm": 0.17930755019187927, + "learning_rate": 9.871767655264829e-05, + "loss": 0.0667, + "step": 3560 + }, + { + "epoch": 3.3395696913002806, + "grad_norm": 0.17022593319416046, + "learning_rate": 9.87052446844422e-05, + "loss": 0.0658, + "step": 3570 + }, + { + "epoch": 3.3489242282507017, + "grad_norm": 0.20662185549736023, + "learning_rate": 9.869275363477122e-05, + "loss": 0.0661, + "step": 3580 + }, + { + "epoch": 3.3582787652011223, + "grad_norm": 0.16227105259895325, + "learning_rate": 9.868020341881312e-05, + "loss": 0.0634, + "step": 3590 + }, + { + "epoch": 3.3676333021515434, + "grad_norm": 0.14918489754199982, + "learning_rate": 9.866759405181765e-05, + "loss": 0.0656, + "step": 3600 + }, + { + "epoch": 3.3769878391019645, + "grad_norm": 0.1888899803161621, + "learning_rate": 9.865492554910633e-05, + "loss": 0.0645, + "step": 3610 + }, + { + "epoch": 3.3863423760523856, + "grad_norm": 0.16649512946605682, + "learning_rate": 9.864219792607262e-05, + "loss": 0.0653, + "step": 3620 + }, + { + "epoch": 3.3956969130028063, + "grad_norm": 0.1779399961233139, + "learning_rate": 9.862941119818177e-05, + "loss": 0.0648, + "step": 3630 + }, + { + "epoch": 3.4050514499532274, + "grad_norm": 0.13870598375797272, + "learning_rate": 9.861656538097086e-05, + "loss": 0.0642, + "step": 3640 + }, + { + "epoch": 3.414405986903648, + "grad_norm": 0.11388826370239258, + "learning_rate": 9.860366049004877e-05, + "loss": 0.0631, + "step": 3650 + }, + { + "epoch": 3.423760523854069, + "grad_norm": 0.1550598293542862, + "learning_rate": 9.859069654109615e-05, + "loss": 0.0642, + "step": 3660 + }, + { + "epoch": 3.4331150608044902, + "grad_norm": 0.15508340299129486, + "learning_rate": 9.857767354986545e-05, + "loss": 0.0622, + "step": 3670 + }, + { + "epoch": 3.4424695977549113, + "grad_norm": 0.2105722427368164, + "learning_rate": 9.856459153218078e-05, + "loss": 0.0634, + "step": 3680 + }, + { + "epoch": 3.451824134705332, + "grad_norm": 0.14702533185482025, + "learning_rate": 9.855145050393808e-05, + "loss": 0.0634, + "step": 3690 + }, + { + "epoch": 3.461178671655753, + "grad_norm": 0.1601007580757141, + "learning_rate": 9.85382504811049e-05, + "loss": 0.0636, + "step": 3700 + }, + { + "epoch": 3.4705332086061738, + "grad_norm": 0.16131751239299774, + "learning_rate": 9.852499147972054e-05, + "loss": 0.065, + "step": 3710 + }, + { + "epoch": 3.479887745556595, + "grad_norm": 0.2340419590473175, + "learning_rate": 9.851167351589592e-05, + "loss": 0.0644, + "step": 3720 + }, + { + "epoch": 3.489242282507016, + "grad_norm": 0.21058055758476257, + "learning_rate": 9.849829660581363e-05, + "loss": 0.0682, + "step": 3730 + }, + { + "epoch": 3.498596819457437, + "grad_norm": 0.165142223238945, + "learning_rate": 9.848486076572787e-05, + "loss": 0.069, + "step": 3740 + }, + { + "epoch": 3.5079513564078577, + "grad_norm": 0.15454035997390747, + "learning_rate": 9.847136601196446e-05, + "loss": 0.0647, + "step": 3750 + }, + { + "epoch": 3.517305893358279, + "grad_norm": 0.18835145235061646, + "learning_rate": 9.845781236092078e-05, + "loss": 0.0646, + "step": 3760 + }, + { + "epoch": 3.5266604303086995, + "grad_norm": 0.1737213283777237, + "learning_rate": 9.844419982906583e-05, + "loss": 0.0667, + "step": 3770 + }, + { + "epoch": 3.5360149672591206, + "grad_norm": 0.16017301380634308, + "learning_rate": 9.843052843294008e-05, + "loss": 0.0678, + "step": 3780 + }, + { + "epoch": 3.5453695042095417, + "grad_norm": 0.18018054962158203, + "learning_rate": 9.841679818915559e-05, + "loss": 0.0649, + "step": 3790 + }, + { + "epoch": 3.5547240411599628, + "grad_norm": 0.15934188663959503, + "learning_rate": 9.840300911439591e-05, + "loss": 0.0651, + "step": 3800 + }, + { + "epoch": 3.5640785781103834, + "grad_norm": 0.1547989398241043, + "learning_rate": 9.838916122541603e-05, + "loss": 0.0665, + "step": 3810 + }, + { + "epoch": 3.5734331150608045, + "grad_norm": 0.17383776605129242, + "learning_rate": 9.837525453904246e-05, + "loss": 0.0649, + "step": 3820 + }, + { + "epoch": 3.582787652011225, + "grad_norm": 0.10152280330657959, + "learning_rate": 9.836128907217314e-05, + "loss": 0.0634, + "step": 3830 + }, + { + "epoch": 3.5921421889616463, + "grad_norm": 0.153940349817276, + "learning_rate": 9.834726484177743e-05, + "loss": 0.0629, + "step": 3840 + }, + { + "epoch": 3.6014967259120674, + "grad_norm": 0.17838948965072632, + "learning_rate": 9.833318186489609e-05, + "loss": 0.0665, + "step": 3850 + }, + { + "epoch": 3.6108512628624885, + "grad_norm": 0.16177085041999817, + "learning_rate": 9.831904015864126e-05, + "loss": 0.0637, + "step": 3860 + }, + { + "epoch": 3.620205799812909, + "grad_norm": 0.18093779683113098, + "learning_rate": 9.830483974019645e-05, + "loss": 0.0638, + "step": 3870 + }, + { + "epoch": 3.6295603367633302, + "grad_norm": 0.18487830460071564, + "learning_rate": 9.82905806268165e-05, + "loss": 0.0663, + "step": 3880 + }, + { + "epoch": 3.6389148737137513, + "grad_norm": 0.21442580223083496, + "learning_rate": 9.82762628358276e-05, + "loss": 0.0648, + "step": 3890 + }, + { + "epoch": 3.648269410664172, + "grad_norm": 0.11969444155693054, + "learning_rate": 9.826188638462718e-05, + "loss": 0.0649, + "step": 3900 + }, + { + "epoch": 3.657623947614593, + "grad_norm": 0.159377321600914, + "learning_rate": 9.824745129068402e-05, + "loss": 0.0656, + "step": 3910 + }, + { + "epoch": 3.666978484565014, + "grad_norm": 0.16139596700668335, + "learning_rate": 9.82329575715381e-05, + "loss": 0.0625, + "step": 3920 + }, + { + "epoch": 3.676333021515435, + "grad_norm": 0.18655991554260254, + "learning_rate": 9.821840524480066e-05, + "loss": 0.0649, + "step": 3930 + }, + { + "epoch": 3.685687558465856, + "grad_norm": 0.17497186362743378, + "learning_rate": 9.820379432815414e-05, + "loss": 0.0634, + "step": 3940 + }, + { + "epoch": 3.695042095416277, + "grad_norm": 0.2067652940750122, + "learning_rate": 9.81891248393522e-05, + "loss": 0.0663, + "step": 3950 + }, + { + "epoch": 3.7043966323666977, + "grad_norm": 0.2009314000606537, + "learning_rate": 9.817439679621963e-05, + "loss": 0.0629, + "step": 3960 + }, + { + "epoch": 3.713751169317119, + "grad_norm": 0.26151639223098755, + "learning_rate": 9.815961021665243e-05, + "loss": 0.0669, + "step": 3970 + }, + { + "epoch": 3.72310570626754, + "grad_norm": 0.18154248595237732, + "learning_rate": 9.814476511861763e-05, + "loss": 0.0638, + "step": 3980 + }, + { + "epoch": 3.7324602432179605, + "grad_norm": 0.19174955785274506, + "learning_rate": 9.812986152015348e-05, + "loss": 0.0628, + "step": 3990 + }, + { + "epoch": 3.7418147801683816, + "grad_norm": 0.22799274325370789, + "learning_rate": 9.811489943936922e-05, + "loss": 0.065, + "step": 4000 + }, + { + "epoch": 3.7511693171188027, + "grad_norm": 0.16129225492477417, + "learning_rate": 9.809987889444522e-05, + "loss": 0.061, + "step": 4010 + }, + { + "epoch": 3.7605238540692234, + "grad_norm": 0.1565736085176468, + "learning_rate": 9.808479990363282e-05, + "loss": 0.0633, + "step": 4020 + }, + { + "epoch": 3.7698783910196445, + "grad_norm": 0.19224047660827637, + "learning_rate": 9.806966248525445e-05, + "loss": 0.0638, + "step": 4030 + }, + { + "epoch": 3.7792329279700656, + "grad_norm": 0.16668227314949036, + "learning_rate": 9.805446665770348e-05, + "loss": 0.0631, + "step": 4040 + }, + { + "epoch": 3.7885874649204867, + "grad_norm": 0.18999221920967102, + "learning_rate": 9.803921243944429e-05, + "loss": 0.0651, + "step": 4050 + }, + { + "epoch": 3.7979420018709074, + "grad_norm": 0.1951018124818802, + "learning_rate": 9.802389984901218e-05, + "loss": 0.0676, + "step": 4060 + }, + { + "epoch": 3.8072965388213285, + "grad_norm": 0.18421995639801025, + "learning_rate": 9.80085289050134e-05, + "loss": 0.0642, + "step": 4070 + }, + { + "epoch": 3.816651075771749, + "grad_norm": 0.20114661753177643, + "learning_rate": 9.799309962612508e-05, + "loss": 0.0669, + "step": 4080 + }, + { + "epoch": 3.82600561272217, + "grad_norm": 0.1557718962430954, + "learning_rate": 9.797761203109527e-05, + "loss": 0.0619, + "step": 4090 + }, + { + "epoch": 3.8353601496725913, + "grad_norm": 0.16199567914009094, + "learning_rate": 9.796206613874283e-05, + "loss": 0.0635, + "step": 4100 + }, + { + "epoch": 3.8447146866230124, + "grad_norm": 0.17769084870815277, + "learning_rate": 9.794646196795754e-05, + "loss": 0.0619, + "step": 4110 + }, + { + "epoch": 3.854069223573433, + "grad_norm": 0.16914986073970795, + "learning_rate": 9.793079953769987e-05, + "loss": 0.063, + "step": 4120 + }, + { + "epoch": 3.863423760523854, + "grad_norm": 0.14701110124588013, + "learning_rate": 9.79150788670012e-05, + "loss": 0.0652, + "step": 4130 + }, + { + "epoch": 3.872778297474275, + "grad_norm": 0.180548757314682, + "learning_rate": 9.78992999749636e-05, + "loss": 0.0628, + "step": 4140 + }, + { + "epoch": 3.882132834424696, + "grad_norm": 0.18711256980895996, + "learning_rate": 9.788346288075994e-05, + "loss": 0.062, + "step": 4150 + }, + { + "epoch": 3.891487371375117, + "grad_norm": 0.1599704474210739, + "learning_rate": 9.786756760363373e-05, + "loss": 0.0646, + "step": 4160 + }, + { + "epoch": 3.900841908325538, + "grad_norm": 0.13075314462184906, + "learning_rate": 9.78516141628993e-05, + "loss": 0.0645, + "step": 4170 + }, + { + "epoch": 3.9101964452759588, + "grad_norm": 0.174093097448349, + "learning_rate": 9.783560257794154e-05, + "loss": 0.0633, + "step": 4180 + }, + { + "epoch": 3.91955098222638, + "grad_norm": 0.21426847577095032, + "learning_rate": 9.781953286821603e-05, + "loss": 0.0644, + "step": 4190 + }, + { + "epoch": 3.9289055191768005, + "grad_norm": 0.21319398283958435, + "learning_rate": 9.780340505324901e-05, + "loss": 0.0651, + "step": 4200 + }, + { + "epoch": 3.9382600561272216, + "grad_norm": 0.1898929327726364, + "learning_rate": 9.778721915263727e-05, + "loss": 0.0672, + "step": 4210 + }, + { + "epoch": 3.9476145930776427, + "grad_norm": 0.21694575250148773, + "learning_rate": 9.777097518604824e-05, + "loss": 0.0635, + "step": 4220 + }, + { + "epoch": 3.956969130028064, + "grad_norm": 0.1868142932653427, + "learning_rate": 9.775467317321984e-05, + "loss": 0.0614, + "step": 4230 + }, + { + "epoch": 3.9663236669784845, + "grad_norm": 0.20388546586036682, + "learning_rate": 9.773831313396055e-05, + "loss": 0.0618, + "step": 4240 + }, + { + "epoch": 3.9756782039289056, + "grad_norm": 0.19106526672840118, + "learning_rate": 9.77218950881494e-05, + "loss": 0.0614, + "step": 4250 + }, + { + "epoch": 3.9850327408793262, + "grad_norm": 0.222844198346138, + "learning_rate": 9.770541905573583e-05, + "loss": 0.0631, + "step": 4260 + }, + { + "epoch": 3.9943872778297473, + "grad_norm": 0.19785888493061066, + "learning_rate": 9.768888505673976e-05, + "loss": 0.0638, + "step": 4270 + }, + { + "epoch": 4.003741814780168, + "grad_norm": 0.17089271545410156, + "learning_rate": 9.767229311125162e-05, + "loss": 0.0619, + "step": 4280 + }, + { + "epoch": 4.0130963517305895, + "grad_norm": 0.1878206431865692, + "learning_rate": 9.765564323943211e-05, + "loss": 0.0596, + "step": 4290 + }, + { + "epoch": 4.022450888681011, + "grad_norm": 0.19925758242607117, + "learning_rate": 9.763893546151244e-05, + "loss": 0.0603, + "step": 4300 + }, + { + "epoch": 4.031805425631431, + "grad_norm": 0.1502418965101242, + "learning_rate": 9.762216979779412e-05, + "loss": 0.063, + "step": 4310 + }, + { + "epoch": 4.041159962581852, + "grad_norm": 0.18950074911117554, + "learning_rate": 9.760534626864902e-05, + "loss": 0.0604, + "step": 4320 + }, + { + "epoch": 4.050514499532273, + "grad_norm": 0.12698917090892792, + "learning_rate": 9.758846489451931e-05, + "loss": 0.0628, + "step": 4330 + }, + { + "epoch": 4.059869036482694, + "grad_norm": 0.14485472440719604, + "learning_rate": 9.757152569591748e-05, + "loss": 0.0594, + "step": 4340 + }, + { + "epoch": 4.069223573433115, + "grad_norm": 0.1689029335975647, + "learning_rate": 9.75545286934262e-05, + "loss": 0.0592, + "step": 4350 + }, + { + "epoch": 4.078578110383536, + "grad_norm": 0.13084948062896729, + "learning_rate": 9.753747390769847e-05, + "loss": 0.0616, + "step": 4360 + }, + { + "epoch": 4.087932647333957, + "grad_norm": 0.19299934804439545, + "learning_rate": 9.752036135945744e-05, + "loss": 0.0604, + "step": 4370 + }, + { + "epoch": 4.097287184284378, + "grad_norm": 0.1694241464138031, + "learning_rate": 9.750319106949649e-05, + "loss": 0.0616, + "step": 4380 + }, + { + "epoch": 4.106641721234799, + "grad_norm": 0.2345721274614334, + "learning_rate": 9.748596305867913e-05, + "loss": 0.0656, + "step": 4390 + }, + { + "epoch": 4.11599625818522, + "grad_norm": 0.13040892779827118, + "learning_rate": 9.746867734793903e-05, + "loss": 0.0643, + "step": 4400 + }, + { + "epoch": 4.125350795135641, + "grad_norm": 0.1417018473148346, + "learning_rate": 9.745133395827993e-05, + "loss": 0.061, + "step": 4410 + }, + { + "epoch": 4.134705332086062, + "grad_norm": 0.1574186384677887, + "learning_rate": 9.743393291077572e-05, + "loss": 0.0617, + "step": 4420 + }, + { + "epoch": 4.144059869036482, + "grad_norm": 0.17412351071834564, + "learning_rate": 9.741647422657028e-05, + "loss": 0.0612, + "step": 4430 + }, + { + "epoch": 4.153414405986903, + "grad_norm": 0.15767593681812286, + "learning_rate": 9.739895792687758e-05, + "loss": 0.0592, + "step": 4440 + }, + { + "epoch": 4.1627689429373245, + "grad_norm": 0.14401108026504517, + "learning_rate": 9.738138403298157e-05, + "loss": 0.0598, + "step": 4450 + }, + { + "epoch": 4.172123479887746, + "grad_norm": 0.16965964436531067, + "learning_rate": 9.736375256623619e-05, + "loss": 0.0603, + "step": 4460 + }, + { + "epoch": 4.181478016838167, + "grad_norm": 0.20939482748508453, + "learning_rate": 9.734606354806533e-05, + "loss": 0.0638, + "step": 4470 + }, + { + "epoch": 4.190832553788588, + "grad_norm": 0.17407742142677307, + "learning_rate": 9.73283169999628e-05, + "loss": 0.0595, + "step": 4480 + }, + { + "epoch": 4.200187090739009, + "grad_norm": 0.18878424167633057, + "learning_rate": 9.731051294349238e-05, + "loss": 0.0608, + "step": 4490 + }, + { + "epoch": 4.209541627689429, + "grad_norm": 0.128423810005188, + "learning_rate": 9.729265140028762e-05, + "loss": 0.0595, + "step": 4500 + }, + { + "epoch": 4.21889616463985, + "grad_norm": 0.15618756413459778, + "learning_rate": 9.727473239205201e-05, + "loss": 0.0587, + "step": 4510 + }, + { + "epoch": 4.228250701590271, + "grad_norm": 0.1813654750585556, + "learning_rate": 9.725675594055883e-05, + "loss": 0.0637, + "step": 4520 + }, + { + "epoch": 4.237605238540692, + "grad_norm": 0.19400832056999207, + "learning_rate": 9.723872206765116e-05, + "loss": 0.0618, + "step": 4530 + }, + { + "epoch": 4.2469597754911135, + "grad_norm": 0.17103345692157745, + "learning_rate": 9.722063079524185e-05, + "loss": 0.063, + "step": 4540 + }, + { + "epoch": 4.256314312441534, + "grad_norm": 0.20475345849990845, + "learning_rate": 9.720248214531351e-05, + "loss": 0.0639, + "step": 4550 + }, + { + "epoch": 4.265668849391955, + "grad_norm": 0.16374270617961884, + "learning_rate": 9.718427613991848e-05, + "loss": 0.0595, + "step": 4560 + }, + { + "epoch": 4.275023386342376, + "grad_norm": 0.13874845206737518, + "learning_rate": 9.716601280117873e-05, + "loss": 0.0627, + "step": 4570 + }, + { + "epoch": 4.284377923292797, + "grad_norm": 0.14387869834899902, + "learning_rate": 9.714769215128596e-05, + "loss": 0.0608, + "step": 4580 + }, + { + "epoch": 4.293732460243218, + "grad_norm": 0.24837620556354523, + "learning_rate": 9.712931421250152e-05, + "loss": 0.0624, + "step": 4590 + }, + { + "epoch": 4.303086997193639, + "grad_norm": 0.2236403375864029, + "learning_rate": 9.711087900715627e-05, + "loss": 0.0619, + "step": 4600 + }, + { + "epoch": 4.31244153414406, + "grad_norm": 0.16953368484973907, + "learning_rate": 9.709238655765078e-05, + "loss": 0.0629, + "step": 4610 + }, + { + "epoch": 4.3217960710944805, + "grad_norm": 0.16775688529014587, + "learning_rate": 9.707383688645511e-05, + "loss": 0.06, + "step": 4620 + }, + { + "epoch": 4.331150608044902, + "grad_norm": 0.17535099387168884, + "learning_rate": 9.705523001610883e-05, + "loss": 0.0597, + "step": 4630 + }, + { + "epoch": 4.340505144995323, + "grad_norm": 0.1787176877260208, + "learning_rate": 9.703656596922107e-05, + "loss": 0.0613, + "step": 4640 + }, + { + "epoch": 4.349859681945744, + "grad_norm": 0.16866014897823334, + "learning_rate": 9.70178447684704e-05, + "loss": 0.0617, + "step": 4650 + }, + { + "epoch": 4.359214218896165, + "grad_norm": 0.21331338584423065, + "learning_rate": 9.699906643660483e-05, + "loss": 0.0611, + "step": 4660 + }, + { + "epoch": 4.368568755846586, + "grad_norm": 0.17811861634254456, + "learning_rate": 9.698023099644185e-05, + "loss": 0.0593, + "step": 4670 + }, + { + "epoch": 4.377923292797006, + "grad_norm": 0.23980724811553955, + "learning_rate": 9.696133847086823e-05, + "loss": 0.0635, + "step": 4680 + }, + { + "epoch": 4.387277829747427, + "grad_norm": 0.23781581223011017, + "learning_rate": 9.694238888284022e-05, + "loss": 0.0612, + "step": 4690 + }, + { + "epoch": 4.396632366697848, + "grad_norm": 0.15841495990753174, + "learning_rate": 9.692338225538333e-05, + "loss": 0.0597, + "step": 4700 + }, + { + "epoch": 4.4059869036482695, + "grad_norm": 0.20290565490722656, + "learning_rate": 9.690431861159241e-05, + "loss": 0.0597, + "step": 4710 + }, + { + "epoch": 4.415341440598691, + "grad_norm": 0.14068163931369781, + "learning_rate": 9.688519797463161e-05, + "loss": 0.0614, + "step": 4720 + }, + { + "epoch": 4.424695977549112, + "grad_norm": 0.18915167450904846, + "learning_rate": 9.686602036773426e-05, + "loss": 0.0553, + "step": 4730 + }, + { + "epoch": 4.434050514499532, + "grad_norm": 0.1709083616733551, + "learning_rate": 9.684678581420302e-05, + "loss": 0.0579, + "step": 4740 + }, + { + "epoch": 4.443405051449953, + "grad_norm": 0.1333201676607132, + "learning_rate": 9.682749433740962e-05, + "loss": 0.0604, + "step": 4750 + }, + { + "epoch": 4.452759588400374, + "grad_norm": 0.1210644394159317, + "learning_rate": 9.680814596079507e-05, + "loss": 0.0598, + "step": 4760 + }, + { + "epoch": 4.462114125350795, + "grad_norm": 0.12067673355340958, + "learning_rate": 9.678874070786945e-05, + "loss": 0.0624, + "step": 4770 + }, + { + "epoch": 4.471468662301216, + "grad_norm": 0.15212222933769226, + "learning_rate": 9.676927860221199e-05, + "loss": 0.063, + "step": 4780 + }, + { + "epoch": 4.480823199251637, + "grad_norm": 0.19151082634925842, + "learning_rate": 9.674975966747097e-05, + "loss": 0.063, + "step": 4790 + }, + { + "epoch": 4.490177736202058, + "grad_norm": 0.15527017414569855, + "learning_rate": 9.673018392736374e-05, + "loss": 0.0607, + "step": 4800 + }, + { + "epoch": 4.499532273152479, + "grad_norm": 0.14927032589912415, + "learning_rate": 9.671055140567667e-05, + "loss": 0.0609, + "step": 4810 + }, + { + "epoch": 4.5088868101029, + "grad_norm": 0.16051803529262543, + "learning_rate": 9.669086212626511e-05, + "loss": 0.0605, + "step": 4820 + }, + { + "epoch": 4.518241347053321, + "grad_norm": 0.2032105177640915, + "learning_rate": 9.667111611305341e-05, + "loss": 0.0624, + "step": 4830 + }, + { + "epoch": 4.527595884003742, + "grad_norm": 0.23103369772434235, + "learning_rate": 9.665131339003486e-05, + "loss": 0.0624, + "step": 4840 + }, + { + "epoch": 4.536950420954163, + "grad_norm": 0.23439115285873413, + "learning_rate": 9.663145398127158e-05, + "loss": 0.0593, + "step": 4850 + }, + { + "epoch": 4.546304957904583, + "grad_norm": 0.15645933151245117, + "learning_rate": 9.661153791089467e-05, + "loss": 0.0589, + "step": 4860 + }, + { + "epoch": 4.555659494855004, + "grad_norm": 0.14061175286769867, + "learning_rate": 9.659156520310402e-05, + "loss": 0.0561, + "step": 4870 + }, + { + "epoch": 4.5650140318054255, + "grad_norm": 0.16422387957572937, + "learning_rate": 9.657153588216835e-05, + "loss": 0.0611, + "step": 4880 + }, + { + "epoch": 4.574368568755847, + "grad_norm": 0.16572214663028717, + "learning_rate": 9.655144997242516e-05, + "loss": 0.0614, + "step": 4890 + }, + { + "epoch": 4.583723105706268, + "grad_norm": 0.12205793708562851, + "learning_rate": 9.653130749828075e-05, + "loss": 0.0593, + "step": 4900 + }, + { + "epoch": 4.593077642656689, + "grad_norm": 0.1449410766363144, + "learning_rate": 9.65111084842101e-05, + "loss": 0.0602, + "step": 4910 + }, + { + "epoch": 4.60243217960711, + "grad_norm": 0.21240442991256714, + "learning_rate": 9.649085295475695e-05, + "loss": 0.0608, + "step": 4920 + }, + { + "epoch": 4.61178671655753, + "grad_norm": 0.1469201296567917, + "learning_rate": 9.647054093453365e-05, + "loss": 0.0566, + "step": 4930 + }, + { + "epoch": 4.621141253507951, + "grad_norm": 0.19131983816623688, + "learning_rate": 9.645017244822123e-05, + "loss": 0.0584, + "step": 4940 + }, + { + "epoch": 4.630495790458372, + "grad_norm": 0.18281076848506927, + "learning_rate": 9.642974752056931e-05, + "loss": 0.0579, + "step": 4950 + }, + { + "epoch": 4.639850327408793, + "grad_norm": 0.20109574496746063, + "learning_rate": 9.640926617639613e-05, + "loss": 0.0611, + "step": 4960 + }, + { + "epoch": 4.6492048643592145, + "grad_norm": 0.17884701490402222, + "learning_rate": 9.638872844058843e-05, + "loss": 0.0582, + "step": 4970 + }, + { + "epoch": 4.658559401309635, + "grad_norm": 0.16436649858951569, + "learning_rate": 9.63681343381015e-05, + "loss": 0.0597, + "step": 4980 + }, + { + "epoch": 4.667913938260056, + "grad_norm": 0.18159085512161255, + "learning_rate": 9.634748389395914e-05, + "loss": 0.0621, + "step": 4990 + }, + { + "epoch": 4.677268475210477, + "grad_norm": 0.19352048635482788, + "learning_rate": 9.632677713325353e-05, + "loss": 0.0605, + "step": 5000 + }, + { + "epoch": 4.686623012160898, + "grad_norm": 0.17314860224723816, + "learning_rate": 9.63060140811454e-05, + "loss": 0.0588, + "step": 5010 + }, + { + "epoch": 4.695977549111319, + "grad_norm": 0.1678590327501297, + "learning_rate": 9.628519476286379e-05, + "loss": 0.0579, + "step": 5020 + }, + { + "epoch": 4.70533208606174, + "grad_norm": 0.17162388563156128, + "learning_rate": 9.626431920370612e-05, + "loss": 0.0591, + "step": 5030 + }, + { + "epoch": 4.714686623012161, + "grad_norm": 0.13941000401973724, + "learning_rate": 9.624338742903819e-05, + "loss": 0.0592, + "step": 5040 + }, + { + "epoch": 4.724041159962582, + "grad_norm": 0.15717639029026031, + "learning_rate": 9.622239946429406e-05, + "loss": 0.0607, + "step": 5050 + }, + { + "epoch": 4.733395696913003, + "grad_norm": 0.1903190314769745, + "learning_rate": 9.620135533497609e-05, + "loss": 0.0617, + "step": 5060 + }, + { + "epoch": 4.742750233863424, + "grad_norm": 0.1615479588508606, + "learning_rate": 9.61802550666549e-05, + "loss": 0.0586, + "step": 5070 + }, + { + "epoch": 4.752104770813845, + "grad_norm": 0.21582737565040588, + "learning_rate": 9.615909868496928e-05, + "loss": 0.0595, + "step": 5080 + }, + { + "epoch": 4.761459307764266, + "grad_norm": 0.15239186584949493, + "learning_rate": 9.613788621562622e-05, + "loss": 0.0596, + "step": 5090 + }, + { + "epoch": 4.770813844714686, + "grad_norm": 0.14863961935043335, + "learning_rate": 9.611661768440093e-05, + "loss": 0.0624, + "step": 5100 + }, + { + "epoch": 4.780168381665107, + "grad_norm": 0.19122406840324402, + "learning_rate": 9.609529311713661e-05, + "loss": 0.0588, + "step": 5110 + }, + { + "epoch": 4.789522918615528, + "grad_norm": 0.15820515155792236, + "learning_rate": 9.607391253974466e-05, + "loss": 0.0596, + "step": 5120 + }, + { + "epoch": 4.7988774555659495, + "grad_norm": 0.1626826524734497, + "learning_rate": 9.605247597820448e-05, + "loss": 0.0585, + "step": 5130 + }, + { + "epoch": 4.808231992516371, + "grad_norm": 0.15543290972709656, + "learning_rate": 9.603098345856354e-05, + "loss": 0.0617, + "step": 5140 + }, + { + "epoch": 4.817586529466792, + "grad_norm": 0.13441790640354156, + "learning_rate": 9.600943500693725e-05, + "loss": 0.0599, + "step": 5150 + }, + { + "epoch": 4.826941066417213, + "grad_norm": 0.13476432859897614, + "learning_rate": 9.598783064950902e-05, + "loss": 0.0599, + "step": 5160 + }, + { + "epoch": 4.836295603367633, + "grad_norm": 0.1350032240152359, + "learning_rate": 9.596617041253018e-05, + "loss": 0.0569, + "step": 5170 + }, + { + "epoch": 4.845650140318054, + "grad_norm": 0.13742774724960327, + "learning_rate": 9.594445432231996e-05, + "loss": 0.0599, + "step": 5180 + }, + { + "epoch": 4.855004677268475, + "grad_norm": 0.21707560122013092, + "learning_rate": 9.592268240526547e-05, + "loss": 0.0589, + "step": 5190 + }, + { + "epoch": 4.864359214218896, + "grad_norm": 0.19031541049480438, + "learning_rate": 9.590085468782162e-05, + "loss": 0.0579, + "step": 5200 + }, + { + "epoch": 4.873713751169317, + "grad_norm": 0.14861531555652618, + "learning_rate": 9.587897119651116e-05, + "loss": 0.0609, + "step": 5210 + }, + { + "epoch": 4.883068288119738, + "grad_norm": 0.1845548152923584, + "learning_rate": 9.585703195792459e-05, + "loss": 0.0599, + "step": 5220 + }, + { + "epoch": 4.892422825070159, + "grad_norm": 0.13951897621154785, + "learning_rate": 9.583503699872016e-05, + "loss": 0.0595, + "step": 5230 + }, + { + "epoch": 4.90177736202058, + "grad_norm": 0.1641346961259842, + "learning_rate": 9.581298634562381e-05, + "loss": 0.0604, + "step": 5240 + }, + { + "epoch": 4.911131898971001, + "grad_norm": 0.13829852640628815, + "learning_rate": 9.579088002542917e-05, + "loss": 0.0597, + "step": 5250 + }, + { + "epoch": 4.920486435921422, + "grad_norm": 0.11889420449733734, + "learning_rate": 9.57687180649975e-05, + "loss": 0.0597, + "step": 5260 + }, + { + "epoch": 4.929840972871843, + "grad_norm": 0.1229388639330864, + "learning_rate": 9.574650049125768e-05, + "loss": 0.0573, + "step": 5270 + }, + { + "epoch": 4.939195509822264, + "grad_norm": 0.21033863723278046, + "learning_rate": 9.572422733120614e-05, + "loss": 0.0569, + "step": 5280 + }, + { + "epoch": 4.948550046772684, + "grad_norm": 0.18733860552310944, + "learning_rate": 9.570189861190689e-05, + "loss": 0.0615, + "step": 5290 + }, + { + "epoch": 4.9579045837231055, + "grad_norm": 0.18437765538692474, + "learning_rate": 9.56795143604914e-05, + "loss": 0.057, + "step": 5300 + }, + { + "epoch": 4.967259120673527, + "grad_norm": 0.17253746092319489, + "learning_rate": 9.565707460415869e-05, + "loss": 0.0595, + "step": 5310 + }, + { + "epoch": 4.976613657623948, + "grad_norm": 0.18725161254405975, + "learning_rate": 9.563457937017515e-05, + "loss": 0.0574, + "step": 5320 + }, + { + "epoch": 4.985968194574369, + "grad_norm": 0.11689669638872147, + "learning_rate": 9.56120286858746e-05, + "loss": 0.0586, + "step": 5330 + }, + { + "epoch": 4.99532273152479, + "grad_norm": 0.1791386902332306, + "learning_rate": 9.558942257865829e-05, + "loss": 0.0598, + "step": 5340 + }, + { + "epoch": 5.00467726847521, + "grad_norm": 0.14771832525730133, + "learning_rate": 9.556676107599472e-05, + "loss": 0.0558, + "step": 5350 + }, + { + "epoch": 5.014031805425631, + "grad_norm": 0.14199766516685486, + "learning_rate": 9.554404420541978e-05, + "loss": 0.057, + "step": 5360 + }, + { + "epoch": 5.023386342376052, + "grad_norm": 0.1601741462945938, + "learning_rate": 9.55212719945366e-05, + "loss": 0.0553, + "step": 5370 + }, + { + "epoch": 5.032740879326473, + "grad_norm": 0.18719284236431122, + "learning_rate": 9.549844447101559e-05, + "loss": 0.057, + "step": 5380 + }, + { + "epoch": 5.0420954162768945, + "grad_norm": 0.1636315882205963, + "learning_rate": 9.547556166259433e-05, + "loss": 0.0588, + "step": 5390 + }, + { + "epoch": 5.051449953227316, + "grad_norm": 0.16282248497009277, + "learning_rate": 9.545262359707756e-05, + "loss": 0.0559, + "step": 5400 + }, + { + "epoch": 5.060804490177736, + "grad_norm": 0.16219928860664368, + "learning_rate": 9.542963030233724e-05, + "loss": 0.0571, + "step": 5410 + }, + { + "epoch": 5.070159027128157, + "grad_norm": 0.12590283155441284, + "learning_rate": 9.540658180631237e-05, + "loss": 0.0562, + "step": 5420 + }, + { + "epoch": 5.079513564078578, + "grad_norm": 0.18813227117061615, + "learning_rate": 9.538347813700904e-05, + "loss": 0.0548, + "step": 5430 + }, + { + "epoch": 5.088868101028999, + "grad_norm": 0.182107612490654, + "learning_rate": 9.536031932250036e-05, + "loss": 0.0578, + "step": 5440 + }, + { + "epoch": 5.09822263797942, + "grad_norm": 0.16152411699295044, + "learning_rate": 9.533710539092653e-05, + "loss": 0.0541, + "step": 5450 + }, + { + "epoch": 5.107577174929841, + "grad_norm": 0.1728646606206894, + "learning_rate": 9.531383637049464e-05, + "loss": 0.0552, + "step": 5460 + }, + { + "epoch": 5.1169317118802615, + "grad_norm": 0.13711902499198914, + "learning_rate": 9.529051228947875e-05, + "loss": 0.058, + "step": 5470 + }, + { + "epoch": 5.126286248830683, + "grad_norm": 0.18355219066143036, + "learning_rate": 9.52671331762198e-05, + "loss": 0.0559, + "step": 5480 + }, + { + "epoch": 5.135640785781104, + "grad_norm": 0.1310315728187561, + "learning_rate": 9.524369905912565e-05, + "loss": 0.0566, + "step": 5490 + }, + { + "epoch": 5.144995322731525, + "grad_norm": 0.11290181428194046, + "learning_rate": 9.522020996667092e-05, + "loss": 0.0557, + "step": 5500 + }, + { + "epoch": 5.154349859681946, + "grad_norm": 0.11459548026323318, + "learning_rate": 9.519666592739709e-05, + "loss": 0.0575, + "step": 5510 + }, + { + "epoch": 5.163704396632367, + "grad_norm": 0.12284841388463974, + "learning_rate": 9.517306696991241e-05, + "loss": 0.0546, + "step": 5520 + }, + { + "epoch": 5.173058933582787, + "grad_norm": 0.15193799138069153, + "learning_rate": 9.51494131228918e-05, + "loss": 0.0553, + "step": 5530 + }, + { + "epoch": 5.182413470533208, + "grad_norm": 0.12712548673152924, + "learning_rate": 9.512570441507695e-05, + "loss": 0.0553, + "step": 5540 + }, + { + "epoch": 5.191768007483629, + "grad_norm": 0.11293067783117294, + "learning_rate": 9.510194087527615e-05, + "loss": 0.0564, + "step": 5550 + }, + { + "epoch": 5.2011225444340505, + "grad_norm": 0.15105432271957397, + "learning_rate": 9.507812253236435e-05, + "loss": 0.057, + "step": 5560 + }, + { + "epoch": 5.210477081384472, + "grad_norm": 0.1246011033654213, + "learning_rate": 9.505424941528309e-05, + "loss": 0.0568, + "step": 5570 + }, + { + "epoch": 5.219831618334893, + "grad_norm": 0.12370748072862625, + "learning_rate": 9.503032155304046e-05, + "loss": 0.057, + "step": 5580 + }, + { + "epoch": 5.229186155285314, + "grad_norm": 0.19074420630931854, + "learning_rate": 9.500633897471106e-05, + "loss": 0.0577, + "step": 5590 + }, + { + "epoch": 5.238540692235734, + "grad_norm": 0.20584046840667725, + "learning_rate": 9.498230170943596e-05, + "loss": 0.0578, + "step": 5600 + }, + { + "epoch": 5.247895229186155, + "grad_norm": 0.1698237955570221, + "learning_rate": 9.495820978642275e-05, + "loss": 0.0588, + "step": 5610 + }, + { + "epoch": 5.257249766136576, + "grad_norm": 0.1848158985376358, + "learning_rate": 9.493406323494535e-05, + "loss": 0.0549, + "step": 5620 + }, + { + "epoch": 5.266604303086997, + "grad_norm": 0.17660538852214813, + "learning_rate": 9.490986208434413e-05, + "loss": 0.0557, + "step": 5630 + }, + { + "epoch": 5.275958840037418, + "grad_norm": 0.152753084897995, + "learning_rate": 9.488560636402577e-05, + "loss": 0.0598, + "step": 5640 + }, + { + "epoch": 5.285313376987839, + "grad_norm": 0.1687714159488678, + "learning_rate": 9.486129610346321e-05, + "loss": 0.0564, + "step": 5650 + }, + { + "epoch": 5.29466791393826, + "grad_norm": 0.1463761031627655, + "learning_rate": 9.483693133219576e-05, + "loss": 0.0566, + "step": 5660 + }, + { + "epoch": 5.304022450888681, + "grad_norm": 0.17808806896209717, + "learning_rate": 9.481251207982888e-05, + "loss": 0.0583, + "step": 5670 + }, + { + "epoch": 5.313376987839102, + "grad_norm": 0.1686665266752243, + "learning_rate": 9.47880383760343e-05, + "loss": 0.057, + "step": 5680 + }, + { + "epoch": 5.322731524789523, + "grad_norm": 0.23621979355812073, + "learning_rate": 9.476351025054983e-05, + "loss": 0.0563, + "step": 5690 + }, + { + "epoch": 5.332086061739944, + "grad_norm": 0.19924548268318176, + "learning_rate": 9.473892773317952e-05, + "loss": 0.0573, + "step": 5700 + }, + { + "epoch": 5.341440598690365, + "grad_norm": 0.2011784464120865, + "learning_rate": 9.471429085379338e-05, + "loss": 0.0554, + "step": 5710 + }, + { + "epoch": 5.3507951356407855, + "grad_norm": 0.18458698689937592, + "learning_rate": 9.468959964232757e-05, + "loss": 0.0562, + "step": 5720 + }, + { + "epoch": 5.360149672591207, + "grad_norm": 0.19226248562335968, + "learning_rate": 9.466485412878425e-05, + "loss": 0.0569, + "step": 5730 + }, + { + "epoch": 5.369504209541628, + "grad_norm": 0.2377653270959854, + "learning_rate": 9.464005434323154e-05, + "loss": 0.0566, + "step": 5740 + }, + { + "epoch": 5.378858746492049, + "grad_norm": 0.21072569489479065, + "learning_rate": 9.461520031580352e-05, + "loss": 0.0559, + "step": 5750 + }, + { + "epoch": 5.38821328344247, + "grad_norm": 0.19669640064239502, + "learning_rate": 9.459029207670019e-05, + "loss": 0.0556, + "step": 5760 + }, + { + "epoch": 5.397567820392891, + "grad_norm": 0.2317056655883789, + "learning_rate": 9.456532965618737e-05, + "loss": 0.0572, + "step": 5770 + }, + { + "epoch": 5.406922357343311, + "grad_norm": 0.15459659695625305, + "learning_rate": 9.454031308459681e-05, + "loss": 0.0572, + "step": 5780 + }, + { + "epoch": 5.416276894293732, + "grad_norm": 0.11841819435358047, + "learning_rate": 9.451524239232595e-05, + "loss": 0.0555, + "step": 5790 + }, + { + "epoch": 5.425631431244153, + "grad_norm": 0.1475878804922104, + "learning_rate": 9.449011760983809e-05, + "loss": 0.0569, + "step": 5800 + }, + { + "epoch": 5.4349859681945745, + "grad_norm": 0.14674407243728638, + "learning_rate": 9.446493876766218e-05, + "loss": 0.0539, + "step": 5810 + }, + { + "epoch": 5.444340505144996, + "grad_norm": 0.16886501014232635, + "learning_rate": 9.44397058963929e-05, + "loss": 0.0574, + "step": 5820 + }, + { + "epoch": 5.453695042095417, + "grad_norm": 0.16082017123699188, + "learning_rate": 9.441441902669056e-05, + "loss": 0.0577, + "step": 5830 + }, + { + "epoch": 5.463049579045837, + "grad_norm": 0.13383249938488007, + "learning_rate": 9.43890781892811e-05, + "loss": 0.0574, + "step": 5840 + }, + { + "epoch": 5.472404115996258, + "grad_norm": 0.14883485436439514, + "learning_rate": 9.436368341495603e-05, + "loss": 0.0557, + "step": 5850 + }, + { + "epoch": 5.481758652946679, + "grad_norm": 0.17462477087974548, + "learning_rate": 9.43382347345724e-05, + "loss": 0.0573, + "step": 5860 + }, + { + "epoch": 5.4911131898971, + "grad_norm": 0.16827620565891266, + "learning_rate": 9.431273217905273e-05, + "loss": 0.0569, + "step": 5870 + }, + { + "epoch": 5.500467726847521, + "grad_norm": 0.16207222640514374, + "learning_rate": 9.428717577938504e-05, + "loss": 0.0551, + "step": 5880 + }, + { + "epoch": 5.509822263797942, + "grad_norm": 0.16661261022090912, + "learning_rate": 9.426156556662276e-05, + "loss": 0.0555, + "step": 5890 + }, + { + "epoch": 5.519176800748363, + "grad_norm": 0.1913277804851532, + "learning_rate": 9.423590157188474e-05, + "loss": 0.0561, + "step": 5900 + }, + { + "epoch": 5.528531337698784, + "grad_norm": 0.203857883810997, + "learning_rate": 9.421018382635513e-05, + "loss": 0.0567, + "step": 5910 + }, + { + "epoch": 5.537885874649205, + "grad_norm": 0.1684507131576538, + "learning_rate": 9.418441236128343e-05, + "loss": 0.0568, + "step": 5920 + }, + { + "epoch": 5.547240411599626, + "grad_norm": 0.10593543946743011, + "learning_rate": 9.41585872079844e-05, + "loss": 0.0538, + "step": 5930 + }, + { + "epoch": 5.556594948550047, + "grad_norm": 0.10691415518522263, + "learning_rate": 9.413270839783802e-05, + "loss": 0.0541, + "step": 5940 + }, + { + "epoch": 5.565949485500468, + "grad_norm": 0.1659175008535385, + "learning_rate": 9.41067759622895e-05, + "loss": 0.0563, + "step": 5950 + }, + { + "epoch": 5.575304022450888, + "grad_norm": 0.14302383363246918, + "learning_rate": 9.408078993284917e-05, + "loss": 0.0544, + "step": 5960 + }, + { + "epoch": 5.584658559401309, + "grad_norm": 0.1119629293680191, + "learning_rate": 9.405475034109254e-05, + "loss": 0.0549, + "step": 5970 + }, + { + "epoch": 5.5940130963517305, + "grad_norm": 0.10346261411905289, + "learning_rate": 9.402865721866015e-05, + "loss": 0.0549, + "step": 5980 + }, + { + "epoch": 5.603367633302152, + "grad_norm": 0.15150132775306702, + "learning_rate": 9.400251059725762e-05, + "loss": 0.055, + "step": 5990 + }, + { + "epoch": 5.612722170252573, + "grad_norm": 0.1324814260005951, + "learning_rate": 9.397631050865554e-05, + "loss": 0.0573, + "step": 6000 + }, + { + "epoch": 5.622076707202994, + "grad_norm": 0.14376625418663025, + "learning_rate": 9.395005698468949e-05, + "loss": 0.0554, + "step": 6010 + }, + { + "epoch": 5.631431244153415, + "grad_norm": 0.18978460133075714, + "learning_rate": 9.392375005726e-05, + "loss": 0.0541, + "step": 6020 + }, + { + "epoch": 5.640785781103835, + "grad_norm": 0.1433110386133194, + "learning_rate": 9.389738975833242e-05, + "loss": 0.0537, + "step": 6030 + }, + { + "epoch": 5.650140318054256, + "grad_norm": 0.12841391563415527, + "learning_rate": 9.387097611993707e-05, + "loss": 0.0541, + "step": 6040 + }, + { + "epoch": 5.659494855004677, + "grad_norm": 0.13754571974277496, + "learning_rate": 9.384450917416894e-05, + "loss": 0.0554, + "step": 6050 + }, + { + "epoch": 5.668849391955098, + "grad_norm": 0.12118029594421387, + "learning_rate": 9.381798895318792e-05, + "loss": 0.0562, + "step": 6060 + }, + { + "epoch": 5.6782039289055195, + "grad_norm": 0.1607237160205841, + "learning_rate": 9.379141548921853e-05, + "loss": 0.0538, + "step": 6070 + }, + { + "epoch": 5.68755846585594, + "grad_norm": 0.144356831908226, + "learning_rate": 9.376478881455009e-05, + "loss": 0.0585, + "step": 6080 + }, + { + "epoch": 5.696913002806361, + "grad_norm": 0.14624163508415222, + "learning_rate": 9.373810896153647e-05, + "loss": 0.0551, + "step": 6090 + }, + { + "epoch": 5.706267539756782, + "grad_norm": 0.16593630611896515, + "learning_rate": 9.371137596259623e-05, + "loss": 0.0562, + "step": 6100 + }, + { + "epoch": 5.715622076707203, + "grad_norm": 0.14749453961849213, + "learning_rate": 9.368458985021248e-05, + "loss": 0.0564, + "step": 6110 + }, + { + "epoch": 5.724976613657624, + "grad_norm": 0.15421263873577118, + "learning_rate": 9.365775065693287e-05, + "loss": 0.0561, + "step": 6120 + }, + { + "epoch": 5.734331150608045, + "grad_norm": 0.14860038459300995, + "learning_rate": 9.363085841536957e-05, + "loss": 0.0548, + "step": 6130 + }, + { + "epoch": 5.743685687558466, + "grad_norm": 0.14530235528945923, + "learning_rate": 9.360391315819917e-05, + "loss": 0.0544, + "step": 6140 + }, + { + "epoch": 5.7530402245088865, + "grad_norm": 0.10182876139879227, + "learning_rate": 9.357691491816269e-05, + "loss": 0.0555, + "step": 6150 + }, + { + "epoch": 5.762394761459308, + "grad_norm": 0.17991279065608978, + "learning_rate": 9.354986372806557e-05, + "loss": 0.0572, + "step": 6160 + }, + { + "epoch": 5.771749298409729, + "grad_norm": 0.17098242044448853, + "learning_rate": 9.352275962077752e-05, + "loss": 0.0536, + "step": 6170 + }, + { + "epoch": 5.78110383536015, + "grad_norm": 0.15282228589057922, + "learning_rate": 9.349560262923262e-05, + "loss": 0.0543, + "step": 6180 + }, + { + "epoch": 5.790458372310571, + "grad_norm": 0.13200221955776215, + "learning_rate": 9.346839278642913e-05, + "loss": 0.0529, + "step": 6190 + }, + { + "epoch": 5.799812909260991, + "grad_norm": 0.13505126535892487, + "learning_rate": 9.344113012542963e-05, + "loss": 0.0527, + "step": 6200 + }, + { + "epoch": 5.809167446211412, + "grad_norm": 0.17860591411590576, + "learning_rate": 9.341381467936079e-05, + "loss": 0.0569, + "step": 6210 + }, + { + "epoch": 5.818521983161833, + "grad_norm": 0.15352649986743927, + "learning_rate": 9.338644648141346e-05, + "loss": 0.0546, + "step": 6220 + }, + { + "epoch": 5.827876520112254, + "grad_norm": 0.13136640191078186, + "learning_rate": 9.335902556484257e-05, + "loss": 0.0548, + "step": 6230 + }, + { + "epoch": 5.8372310570626755, + "grad_norm": 0.13377615809440613, + "learning_rate": 9.333155196296712e-05, + "loss": 0.0557, + "step": 6240 + }, + { + "epoch": 5.846585594013097, + "grad_norm": 0.18337780237197876, + "learning_rate": 9.330402570917016e-05, + "loss": 0.0551, + "step": 6250 + }, + { + "epoch": 5.855940130963518, + "grad_norm": 0.1661360114812851, + "learning_rate": 9.327644683689865e-05, + "loss": 0.0558, + "step": 6260 + }, + { + "epoch": 5.865294667913938, + "grad_norm": 0.12989184260368347, + "learning_rate": 9.324881537966354e-05, + "loss": 0.054, + "step": 6270 + }, + { + "epoch": 5.874649204864359, + "grad_norm": 0.13795918226242065, + "learning_rate": 9.322113137103964e-05, + "loss": 0.0557, + "step": 6280 + }, + { + "epoch": 5.88400374181478, + "grad_norm": 0.13128292560577393, + "learning_rate": 9.319339484466564e-05, + "loss": 0.0572, + "step": 6290 + }, + { + "epoch": 5.893358278765201, + "grad_norm": 0.15172235667705536, + "learning_rate": 9.316560583424403e-05, + "loss": 0.0541, + "step": 6300 + }, + { + "epoch": 5.902712815715622, + "grad_norm": 0.14281317591667175, + "learning_rate": 9.313776437354108e-05, + "loss": 0.0549, + "step": 6310 + }, + { + "epoch": 5.9120673526660426, + "grad_norm": 0.11699723452329636, + "learning_rate": 9.31098704963868e-05, + "loss": 0.0543, + "step": 6320 + }, + { + "epoch": 5.921421889616464, + "grad_norm": 0.15039727091789246, + "learning_rate": 9.308192423667485e-05, + "loss": 0.0524, + "step": 6330 + }, + { + "epoch": 5.930776426566885, + "grad_norm": 0.17196053266525269, + "learning_rate": 9.305392562836262e-05, + "loss": 0.0569, + "step": 6340 + }, + { + "epoch": 5.940130963517306, + "grad_norm": 0.14792153239250183, + "learning_rate": 9.3025874705471e-05, + "loss": 0.0532, + "step": 6350 + }, + { + "epoch": 5.949485500467727, + "grad_norm": 0.11325616389513016, + "learning_rate": 9.299777150208457e-05, + "loss": 0.0536, + "step": 6360 + }, + { + "epoch": 5.958840037418148, + "grad_norm": 0.15956886112689972, + "learning_rate": 9.296961605235133e-05, + "loss": 0.0535, + "step": 6370 + }, + { + "epoch": 5.968194574368569, + "grad_norm": 0.1681213527917862, + "learning_rate": 9.29414083904828e-05, + "loss": 0.0563, + "step": 6380 + }, + { + "epoch": 5.977549111318989, + "grad_norm": 0.15150178968906403, + "learning_rate": 9.291314855075397e-05, + "loss": 0.0564, + "step": 6390 + }, + { + "epoch": 5.9869036482694105, + "grad_norm": 0.11305931955575943, + "learning_rate": 9.288483656750322e-05, + "loss": 0.0548, + "step": 6400 + }, + { + "epoch": 5.996258185219832, + "grad_norm": 0.12112521380186081, + "learning_rate": 9.285647247513225e-05, + "loss": 0.0541, + "step": 6410 + }, + { + "epoch": 6.005612722170253, + "grad_norm": 0.1254168599843979, + "learning_rate": 9.282805630810614e-05, + "loss": 0.0526, + "step": 6420 + }, + { + "epoch": 6.014967259120674, + "grad_norm": 0.14210978150367737, + "learning_rate": 9.279958810095317e-05, + "loss": 0.0545, + "step": 6430 + }, + { + "epoch": 6.024321796071095, + "grad_norm": 0.1634395569562912, + "learning_rate": 9.277106788826494e-05, + "loss": 0.0543, + "step": 6440 + }, + { + "epoch": 6.033676333021515, + "grad_norm": 0.19089378416538239, + "learning_rate": 9.274249570469618e-05, + "loss": 0.0527, + "step": 6450 + }, + { + "epoch": 6.043030869971936, + "grad_norm": 0.13908705115318298, + "learning_rate": 9.271387158496476e-05, + "loss": 0.0549, + "step": 6460 + }, + { + "epoch": 6.052385406922357, + "grad_norm": 0.1852191537618637, + "learning_rate": 9.268519556385173e-05, + "loss": 0.0549, + "step": 6470 + }, + { + "epoch": 6.061739943872778, + "grad_norm": 0.16007092595100403, + "learning_rate": 9.265646767620113e-05, + "loss": 0.0558, + "step": 6480 + }, + { + "epoch": 6.0710944808231995, + "grad_norm": 0.1760760396718979, + "learning_rate": 9.262768795692006e-05, + "loss": 0.0545, + "step": 6490 + }, + { + "epoch": 6.080449017773621, + "grad_norm": 0.2251412570476532, + "learning_rate": 9.259885644097861e-05, + "loss": 0.0545, + "step": 6500 + }, + { + "epoch": 6.089803554724041, + "grad_norm": 0.23350991308689117, + "learning_rate": 9.256997316340976e-05, + "loss": 0.0536, + "step": 6510 + }, + { + "epoch": 6.099158091674462, + "grad_norm": 0.12762019038200378, + "learning_rate": 9.254103815930943e-05, + "loss": 0.052, + "step": 6520 + }, + { + "epoch": 6.108512628624883, + "grad_norm": 0.12792368233203888, + "learning_rate": 9.251205146383636e-05, + "loss": 0.0539, + "step": 6530 + }, + { + "epoch": 6.117867165575304, + "grad_norm": 0.16485045850276947, + "learning_rate": 9.248301311221216e-05, + "loss": 0.0535, + "step": 6540 + }, + { + "epoch": 6.127221702525725, + "grad_norm": 0.1224088966846466, + "learning_rate": 9.245392313972115e-05, + "loss": 0.0522, + "step": 6550 + }, + { + "epoch": 6.136576239476146, + "grad_norm": 0.15399102866649628, + "learning_rate": 9.242478158171037e-05, + "loss": 0.0538, + "step": 6560 + }, + { + "epoch": 6.1459307764265665, + "grad_norm": 0.17253157496452332, + "learning_rate": 9.239558847358957e-05, + "loss": 0.0537, + "step": 6570 + }, + { + "epoch": 6.155285313376988, + "grad_norm": 0.1990000605583191, + "learning_rate": 9.236634385083114e-05, + "loss": 0.0536, + "step": 6580 + }, + { + "epoch": 6.164639850327409, + "grad_norm": 0.1909814178943634, + "learning_rate": 9.233704774897005e-05, + "loss": 0.0564, + "step": 6590 + }, + { + "epoch": 6.17399438727783, + "grad_norm": 0.1859074980020523, + "learning_rate": 9.230770020360382e-05, + "loss": 0.0524, + "step": 6600 + }, + { + "epoch": 6.183348924228251, + "grad_norm": 0.17574769258499146, + "learning_rate": 9.227830125039247e-05, + "loss": 0.0536, + "step": 6610 + }, + { + "epoch": 6.192703461178672, + "grad_norm": 0.1680709570646286, + "learning_rate": 9.224885092505853e-05, + "loss": 0.0527, + "step": 6620 + }, + { + "epoch": 6.202057998129092, + "grad_norm": 0.14374582469463348, + "learning_rate": 9.221934926338691e-05, + "loss": 0.0552, + "step": 6630 + }, + { + "epoch": 6.211412535079513, + "grad_norm": 0.1361006796360016, + "learning_rate": 9.21897963012249e-05, + "loss": 0.0512, + "step": 6640 + }, + { + "epoch": 6.220767072029934, + "grad_norm": 0.13453489542007446, + "learning_rate": 9.216019207448217e-05, + "loss": 0.0554, + "step": 6650 + }, + { + "epoch": 6.2301216089803555, + "grad_norm": 0.1596158891916275, + "learning_rate": 9.21305366191306e-05, + "loss": 0.0531, + "step": 6660 + }, + { + "epoch": 6.239476145930777, + "grad_norm": 0.1304248869419098, + "learning_rate": 9.21008299712044e-05, + "loss": 0.0545, + "step": 6670 + }, + { + "epoch": 6.248830682881198, + "grad_norm": 0.117508165538311, + "learning_rate": 9.207107216679993e-05, + "loss": 0.0537, + "step": 6680 + }, + { + "epoch": 6.258185219831619, + "grad_norm": 0.1337856650352478, + "learning_rate": 9.204126324207574e-05, + "loss": 0.0521, + "step": 6690 + }, + { + "epoch": 6.267539756782039, + "grad_norm": 0.15235377848148346, + "learning_rate": 9.201140323325248e-05, + "loss": 0.0532, + "step": 6700 + }, + { + "epoch": 6.27689429373246, + "grad_norm": 0.17418172955513, + "learning_rate": 9.198149217661287e-05, + "loss": 0.0554, + "step": 6710 + }, + { + "epoch": 6.286248830682881, + "grad_norm": 0.18709257245063782, + "learning_rate": 9.195153010850167e-05, + "loss": 0.0523, + "step": 6720 + }, + { + "epoch": 6.295603367633302, + "grad_norm": 0.18886610865592957, + "learning_rate": 9.192151706532562e-05, + "loss": 0.0519, + "step": 6730 + }, + { + "epoch": 6.304957904583723, + "grad_norm": 0.20327991247177124, + "learning_rate": 9.189145308355337e-05, + "loss": 0.0512, + "step": 6740 + }, + { + "epoch": 6.314312441534144, + "grad_norm": 0.14444497227668762, + "learning_rate": 9.186133819971555e-05, + "loss": 0.0531, + "step": 6750 + }, + { + "epoch": 6.323666978484565, + "grad_norm": 0.13091887533664703, + "learning_rate": 9.183117245040455e-05, + "loss": 0.0525, + "step": 6760 + }, + { + "epoch": 6.333021515434986, + "grad_norm": 0.13041014969348907, + "learning_rate": 9.180095587227458e-05, + "loss": 0.053, + "step": 6770 + }, + { + "epoch": 6.342376052385407, + "grad_norm": 0.14458799362182617, + "learning_rate": 9.177068850204167e-05, + "loss": 0.0535, + "step": 6780 + }, + { + "epoch": 6.351730589335828, + "grad_norm": 0.11755749583244324, + "learning_rate": 9.174037037648351e-05, + "loss": 0.0518, + "step": 6790 + }, + { + "epoch": 6.361085126286249, + "grad_norm": 0.18502123653888702, + "learning_rate": 9.171000153243947e-05, + "loss": 0.0538, + "step": 6800 + }, + { + "epoch": 6.37043966323667, + "grad_norm": 0.13303090631961823, + "learning_rate": 9.167958200681057e-05, + "loss": 0.055, + "step": 6810 + }, + { + "epoch": 6.37979420018709, + "grad_norm": 0.15117692947387695, + "learning_rate": 9.164911183655943e-05, + "loss": 0.0523, + "step": 6820 + }, + { + "epoch": 6.3891487371375115, + "grad_norm": 0.19463911652565002, + "learning_rate": 9.161859105871013e-05, + "loss": 0.0527, + "step": 6830 + }, + { + "epoch": 6.398503274087933, + "grad_norm": 0.1361962854862213, + "learning_rate": 9.158801971034832e-05, + "loss": 0.0525, + "step": 6840 + }, + { + "epoch": 6.407857811038354, + "grad_norm": 0.15211018919944763, + "learning_rate": 9.155739782862107e-05, + "loss": 0.0505, + "step": 6850 + }, + { + "epoch": 6.417212347988775, + "grad_norm": 0.13151942193508148, + "learning_rate": 9.152672545073687e-05, + "loss": 0.0527, + "step": 6860 + }, + { + "epoch": 6.426566884939196, + "grad_norm": 0.13314510881900787, + "learning_rate": 9.149600261396551e-05, + "loss": 0.0567, + "step": 6870 + }, + { + "epoch": 6.435921421889616, + "grad_norm": 0.14648467302322388, + "learning_rate": 9.146522935563817e-05, + "loss": 0.0497, + "step": 6880 + }, + { + "epoch": 6.445275958840037, + "grad_norm": 0.14954237639904022, + "learning_rate": 9.143440571314723e-05, + "loss": 0.0528, + "step": 6890 + }, + { + "epoch": 6.454630495790458, + "grad_norm": 0.17333461344242096, + "learning_rate": 9.140353172394636e-05, + "loss": 0.0543, + "step": 6900 + }, + { + "epoch": 6.463985032740879, + "grad_norm": 0.15350860357284546, + "learning_rate": 9.137260742555032e-05, + "loss": 0.0543, + "step": 6910 + }, + { + "epoch": 6.4733395696913005, + "grad_norm": 0.16804617643356323, + "learning_rate": 9.13416328555351e-05, + "loss": 0.0543, + "step": 6920 + }, + { + "epoch": 6.482694106641722, + "grad_norm": 0.164536252617836, + "learning_rate": 9.131060805153769e-05, + "loss": 0.0526, + "step": 6930 + }, + { + "epoch": 6.492048643592142, + "grad_norm": 0.18137042224407196, + "learning_rate": 9.127953305125618e-05, + "loss": 0.0537, + "step": 6940 + }, + { + "epoch": 6.501403180542563, + "grad_norm": 0.13783448934555054, + "learning_rate": 9.124840789244958e-05, + "loss": 0.0528, + "step": 6950 + }, + { + "epoch": 6.510757717492984, + "grad_norm": 0.14822983741760254, + "learning_rate": 9.121723261293794e-05, + "loss": 0.054, + "step": 6960 + }, + { + "epoch": 6.520112254443405, + "grad_norm": 0.13729777932167053, + "learning_rate": 9.118600725060214e-05, + "loss": 0.0495, + "step": 6970 + }, + { + "epoch": 6.529466791393826, + "grad_norm": 0.12992514669895172, + "learning_rate": 9.115473184338392e-05, + "loss": 0.0531, + "step": 6980 + }, + { + "epoch": 6.538821328344247, + "grad_norm": 0.1605093777179718, + "learning_rate": 9.11234064292859e-05, + "loss": 0.0526, + "step": 6990 + }, + { + "epoch": 6.5481758652946676, + "grad_norm": 0.16538450121879578, + "learning_rate": 9.109203104637137e-05, + "loss": 0.0524, + "step": 7000 + }, + { + "epoch": 6.557530402245089, + "grad_norm": 0.14603778719902039, + "learning_rate": 9.10606057327644e-05, + "loss": 0.0555, + "step": 7010 + }, + { + "epoch": 6.56688493919551, + "grad_norm": 0.14750538766384125, + "learning_rate": 9.10291305266497e-05, + "loss": 0.054, + "step": 7020 + }, + { + "epoch": 6.576239476145931, + "grad_norm": 0.20177370309829712, + "learning_rate": 9.099760546627261e-05, + "loss": 0.055, + "step": 7030 + }, + { + "epoch": 6.585594013096352, + "grad_norm": 0.19591474533081055, + "learning_rate": 9.096603058993907e-05, + "loss": 0.0518, + "step": 7040 + }, + { + "epoch": 6.594948550046773, + "grad_norm": 0.17307676374912262, + "learning_rate": 9.093440593601552e-05, + "loss": 0.053, + "step": 7050 + }, + { + "epoch": 6.604303086997193, + "grad_norm": 0.1274389624595642, + "learning_rate": 9.090273154292889e-05, + "loss": 0.0505, + "step": 7060 + }, + { + "epoch": 6.613657623947614, + "grad_norm": 0.14345665276050568, + "learning_rate": 9.087100744916656e-05, + "loss": 0.0544, + "step": 7070 + }, + { + "epoch": 6.6230121608980355, + "grad_norm": 0.120392806828022, + "learning_rate": 9.08392336932763e-05, + "loss": 0.0533, + "step": 7080 + }, + { + "epoch": 6.632366697848457, + "grad_norm": 0.10888088494539261, + "learning_rate": 9.080741031386619e-05, + "loss": 0.0527, + "step": 7090 + }, + { + "epoch": 6.641721234798878, + "grad_norm": 0.15983685851097107, + "learning_rate": 9.077553734960468e-05, + "loss": 0.0528, + "step": 7100 + }, + { + "epoch": 6.651075771749299, + "grad_norm": 0.125815749168396, + "learning_rate": 9.074361483922041e-05, + "loss": 0.0502, + "step": 7110 + }, + { + "epoch": 6.66043030869972, + "grad_norm": 0.10420813411474228, + "learning_rate": 9.071164282150224e-05, + "loss": 0.0515, + "step": 7120 + }, + { + "epoch": 6.66978484565014, + "grad_norm": 0.15207083523273468, + "learning_rate": 9.067962133529919e-05, + "loss": 0.0513, + "step": 7130 + }, + { + "epoch": 6.679139382600561, + "grad_norm": 0.17227928340435028, + "learning_rate": 9.064755041952036e-05, + "loss": 0.0508, + "step": 7140 + }, + { + "epoch": 6.688493919550982, + "grad_norm": 0.21364007890224457, + "learning_rate": 9.061543011313497e-05, + "loss": 0.0526, + "step": 7150 + }, + { + "epoch": 6.697848456501403, + "grad_norm": 0.14131063222885132, + "learning_rate": 9.05832604551722e-05, + "loss": 0.0531, + "step": 7160 + }, + { + "epoch": 6.7072029934518245, + "grad_norm": 0.1204402819275856, + "learning_rate": 9.055104148472124e-05, + "loss": 0.0499, + "step": 7170 + }, + { + "epoch": 6.716557530402245, + "grad_norm": 0.12734918296337128, + "learning_rate": 9.051877324093114e-05, + "loss": 0.0515, + "step": 7180 + }, + { + "epoch": 6.725912067352666, + "grad_norm": 0.12160821259021759, + "learning_rate": 9.04864557630109e-05, + "loss": 0.051, + "step": 7190 + }, + { + "epoch": 6.735266604303087, + "grad_norm": 0.13814480602741241, + "learning_rate": 9.045408909022928e-05, + "loss": 0.055, + "step": 7200 + }, + { + "epoch": 6.744621141253508, + "grad_norm": 0.18521077930927277, + "learning_rate": 9.042167326191484e-05, + "loss": 0.0529, + "step": 7210 + }, + { + "epoch": 6.753975678203929, + "grad_norm": 0.17120446264743805, + "learning_rate": 9.038920831745587e-05, + "loss": 0.0518, + "step": 7220 + }, + { + "epoch": 6.76333021515435, + "grad_norm": 0.11988070607185364, + "learning_rate": 9.035669429630036e-05, + "loss": 0.054, + "step": 7230 + }, + { + "epoch": 6.772684752104771, + "grad_norm": 0.11532793194055557, + "learning_rate": 9.032413123795588e-05, + "loss": 0.0519, + "step": 7240 + }, + { + "epoch": 6.7820392890551915, + "grad_norm": 0.15634684264659882, + "learning_rate": 9.029151918198962e-05, + "loss": 0.0507, + "step": 7250 + }, + { + "epoch": 6.791393826005613, + "grad_norm": 0.17516480386257172, + "learning_rate": 9.025885816802833e-05, + "loss": 0.0514, + "step": 7260 + }, + { + "epoch": 6.800748362956034, + "grad_norm": 0.17558468878269196, + "learning_rate": 9.02261482357582e-05, + "loss": 0.0526, + "step": 7270 + }, + { + "epoch": 6.810102899906455, + "grad_norm": 0.16501566767692566, + "learning_rate": 9.019338942492485e-05, + "loss": 0.0507, + "step": 7280 + }, + { + "epoch": 6.819457436856876, + "grad_norm": 0.14108702540397644, + "learning_rate": 9.01605817753334e-05, + "loss": 0.0531, + "step": 7290 + }, + { + "epoch": 6.828811973807296, + "grad_norm": 0.11347358673810959, + "learning_rate": 9.012772532684818e-05, + "loss": 0.0532, + "step": 7300 + }, + { + "epoch": 6.838166510757717, + "grad_norm": 0.227693572640419, + "learning_rate": 9.00948201193929e-05, + "loss": 0.0511, + "step": 7310 + }, + { + "epoch": 6.847521047708138, + "grad_norm": 0.12588174641132355, + "learning_rate": 9.006186619295047e-05, + "loss": 0.0528, + "step": 7320 + }, + { + "epoch": 6.856875584658559, + "grad_norm": 0.13018974661827087, + "learning_rate": 9.002886358756305e-05, + "loss": 0.0521, + "step": 7330 + }, + { + "epoch": 6.8662301216089805, + "grad_norm": 0.11283329129219055, + "learning_rate": 8.999581234333188e-05, + "loss": 0.0515, + "step": 7340 + }, + { + "epoch": 6.875584658559402, + "grad_norm": 0.11841385066509247, + "learning_rate": 8.996271250041734e-05, + "loss": 0.0507, + "step": 7350 + }, + { + "epoch": 6.884939195509823, + "grad_norm": 0.12468315660953522, + "learning_rate": 8.99295640990389e-05, + "loss": 0.0512, + "step": 7360 + }, + { + "epoch": 6.894293732460243, + "grad_norm": 0.15619491040706635, + "learning_rate": 8.989636717947494e-05, + "loss": 0.0512, + "step": 7370 + }, + { + "epoch": 6.903648269410664, + "grad_norm": 0.16533169150352478, + "learning_rate": 8.986312178206291e-05, + "loss": 0.0501, + "step": 7380 + }, + { + "epoch": 6.913002806361085, + "grad_norm": 0.13242033123970032, + "learning_rate": 8.982982794719904e-05, + "loss": 0.0496, + "step": 7390 + }, + { + "epoch": 6.922357343311506, + "grad_norm": 0.12482739239931107, + "learning_rate": 8.979648571533852e-05, + "loss": 0.0521, + "step": 7400 + }, + { + "epoch": 6.931711880261927, + "grad_norm": 0.11047008633613586, + "learning_rate": 8.976309512699528e-05, + "loss": 0.0485, + "step": 7410 + }, + { + "epoch": 6.9410664172123475, + "grad_norm": 0.11881150305271149, + "learning_rate": 8.972965622274205e-05, + "loss": 0.0515, + "step": 7420 + }, + { + "epoch": 6.950420954162769, + "grad_norm": 0.15643493831157684, + "learning_rate": 8.969616904321026e-05, + "loss": 0.0505, + "step": 7430 + }, + { + "epoch": 6.95977549111319, + "grad_norm": 0.11593061685562134, + "learning_rate": 8.966263362908998e-05, + "loss": 0.05, + "step": 7440 + }, + { + "epoch": 6.969130028063611, + "grad_norm": 0.13968047499656677, + "learning_rate": 8.962905002112989e-05, + "loss": 0.0522, + "step": 7450 + }, + { + "epoch": 6.978484565014032, + "grad_norm": 0.14208362996578217, + "learning_rate": 8.959541826013724e-05, + "loss": 0.0507, + "step": 7460 + }, + { + "epoch": 6.987839101964453, + "grad_norm": 0.15215370059013367, + "learning_rate": 8.956173838697781e-05, + "loss": 0.0505, + "step": 7470 + }, + { + "epoch": 6.997193638914874, + "grad_norm": 0.15725629031658173, + "learning_rate": 8.952801044257581e-05, + "loss": 0.0502, + "step": 7480 + }, + { + "epoch": 7.006548175865294, + "grad_norm": 0.20138061046600342, + "learning_rate": 8.949423446791387e-05, + "loss": 0.053, + "step": 7490 + }, + { + "epoch": 7.015902712815715, + "grad_norm": 0.1673438400030136, + "learning_rate": 8.9460410504033e-05, + "loss": 0.0489, + "step": 7500 + }, + { + "epoch": 7.0252572497661365, + "grad_norm": 0.17936712503433228, + "learning_rate": 8.942653859203248e-05, + "loss": 0.0498, + "step": 7510 + }, + { + "epoch": 7.034611786716558, + "grad_norm": 0.15249325335025787, + "learning_rate": 8.93926187730699e-05, + "loss": 0.0492, + "step": 7520 + }, + { + "epoch": 7.043966323666979, + "grad_norm": 0.18760928511619568, + "learning_rate": 8.935865108836102e-05, + "loss": 0.0508, + "step": 7530 + }, + { + "epoch": 7.0533208606174, + "grad_norm": 0.10964781790971756, + "learning_rate": 8.932463557917981e-05, + "loss": 0.0504, + "step": 7540 + }, + { + "epoch": 7.06267539756782, + "grad_norm": 0.15884752571582794, + "learning_rate": 8.929057228685829e-05, + "loss": 0.0493, + "step": 7550 + }, + { + "epoch": 7.072029934518241, + "grad_norm": 0.14077426493167877, + "learning_rate": 8.925646125278658e-05, + "loss": 0.048, + "step": 7560 + }, + { + "epoch": 7.081384471468662, + "grad_norm": 0.11865278333425522, + "learning_rate": 8.92223025184128e-05, + "loss": 0.0503, + "step": 7570 + }, + { + "epoch": 7.090739008419083, + "grad_norm": 0.13198521733283997, + "learning_rate": 8.918809612524303e-05, + "loss": 0.0474, + "step": 7580 + }, + { + "epoch": 7.100093545369504, + "grad_norm": 0.12057454138994217, + "learning_rate": 8.91538421148413e-05, + "loss": 0.0474, + "step": 7590 + }, + { + "epoch": 7.1094480823199255, + "grad_norm": 0.13450726866722107, + "learning_rate": 8.91195405288294e-05, + "loss": 0.0486, + "step": 7600 + }, + { + "epoch": 7.118802619270346, + "grad_norm": 0.14455954730510712, + "learning_rate": 8.908519140888705e-05, + "loss": 0.0516, + "step": 7610 + }, + { + "epoch": 7.128157156220767, + "grad_norm": 0.16930419206619263, + "learning_rate": 8.905079479675164e-05, + "loss": 0.0482, + "step": 7620 + }, + { + "epoch": 7.137511693171188, + "grad_norm": 0.15397585928440094, + "learning_rate": 8.901635073421831e-05, + "loss": 0.0474, + "step": 7630 + }, + { + "epoch": 7.146866230121609, + "grad_norm": 0.12813135981559753, + "learning_rate": 8.898185926313983e-05, + "loss": 0.0485, + "step": 7640 + }, + { + "epoch": 7.15622076707203, + "grad_norm": 0.10466992855072021, + "learning_rate": 8.894732042542659e-05, + "loss": 0.0475, + "step": 7650 + }, + { + "epoch": 7.165575304022451, + "grad_norm": 0.12296205759048462, + "learning_rate": 8.891273426304654e-05, + "loss": 0.049, + "step": 7660 + }, + { + "epoch": 7.1749298409728715, + "grad_norm": 0.11324969679117203, + "learning_rate": 8.887810081802515e-05, + "loss": 0.0472, + "step": 7670 + }, + { + "epoch": 7.1842843779232926, + "grad_norm": 0.13044002652168274, + "learning_rate": 8.884342013244529e-05, + "loss": 0.0483, + "step": 7680 + }, + { + "epoch": 7.193638914873714, + "grad_norm": 0.11935607343912125, + "learning_rate": 8.880869224844725e-05, + "loss": 0.0518, + "step": 7690 + }, + { + "epoch": 7.202993451824135, + "grad_norm": 0.12484967708587646, + "learning_rate": 8.877391720822875e-05, + "loss": 0.0493, + "step": 7700 + }, + { + "epoch": 7.212347988774556, + "grad_norm": 0.1421932727098465, + "learning_rate": 8.873909505404468e-05, + "loss": 0.0491, + "step": 7710 + }, + { + "epoch": 7.221702525724977, + "grad_norm": 0.16092881560325623, + "learning_rate": 8.870422582820726e-05, + "loss": 0.048, + "step": 7720 + }, + { + "epoch": 7.231057062675397, + "grad_norm": 0.14315170049667358, + "learning_rate": 8.866930957308588e-05, + "loss": 0.0492, + "step": 7730 + }, + { + "epoch": 7.240411599625818, + "grad_norm": 0.14435948431491852, + "learning_rate": 8.86343463311071e-05, + "loss": 0.0474, + "step": 7740 + }, + { + "epoch": 7.249766136576239, + "grad_norm": 0.15389056503772736, + "learning_rate": 8.859933614475452e-05, + "loss": 0.0486, + "step": 7750 + }, + { + "epoch": 7.2591206735266605, + "grad_norm": 0.13642606139183044, + "learning_rate": 8.85642790565689e-05, + "loss": 0.0482, + "step": 7760 + }, + { + "epoch": 7.268475210477082, + "grad_norm": 0.12263161689043045, + "learning_rate": 8.852917510914782e-05, + "loss": 0.0489, + "step": 7770 + }, + { + "epoch": 7.277829747427503, + "grad_norm": 0.12716509401798248, + "learning_rate": 8.84940243451459e-05, + "loss": 0.0501, + "step": 7780 + }, + { + "epoch": 7.287184284377924, + "grad_norm": 0.13366302847862244, + "learning_rate": 8.845882680727469e-05, + "loss": 0.0505, + "step": 7790 + }, + { + "epoch": 7.296538821328344, + "grad_norm": 0.18370625376701355, + "learning_rate": 8.842358253830246e-05, + "loss": 0.0488, + "step": 7800 + }, + { + "epoch": 7.305893358278765, + "grad_norm": 0.15971119701862335, + "learning_rate": 8.838829158105434e-05, + "loss": 0.0513, + "step": 7810 + }, + { + "epoch": 7.315247895229186, + "grad_norm": 0.15250878036022186, + "learning_rate": 8.835295397841217e-05, + "loss": 0.0482, + "step": 7820 + }, + { + "epoch": 7.324602432179607, + "grad_norm": 0.139983668923378, + "learning_rate": 8.831756977331447e-05, + "loss": 0.0475, + "step": 7830 + }, + { + "epoch": 7.333956969130028, + "grad_norm": 0.17561252415180206, + "learning_rate": 8.828213900875638e-05, + "loss": 0.0516, + "step": 7840 + }, + { + "epoch": 7.343311506080449, + "grad_norm": 0.11210023611783981, + "learning_rate": 8.824666172778964e-05, + "loss": 0.0485, + "step": 7850 + }, + { + "epoch": 7.35266604303087, + "grad_norm": 0.11619506031274796, + "learning_rate": 8.821113797352245e-05, + "loss": 0.0512, + "step": 7860 + }, + { + "epoch": 7.362020579981291, + "grad_norm": 0.14073067903518677, + "learning_rate": 8.817556778911956e-05, + "loss": 0.0483, + "step": 7870 + }, + { + "epoch": 7.371375116931712, + "grad_norm": 0.15258611738681793, + "learning_rate": 8.81399512178021e-05, + "loss": 0.0476, + "step": 7880 + }, + { + "epoch": 7.380729653882133, + "grad_norm": 0.13932660222053528, + "learning_rate": 8.810428830284752e-05, + "loss": 0.047, + "step": 7890 + }, + { + "epoch": 7.390084190832554, + "grad_norm": 0.12646424770355225, + "learning_rate": 8.806857908758967e-05, + "loss": 0.0488, + "step": 7900 + }, + { + "epoch": 7.399438727782975, + "grad_norm": 0.14080892503261566, + "learning_rate": 8.80328236154186e-05, + "loss": 0.0466, + "step": 7910 + }, + { + "epoch": 7.408793264733395, + "grad_norm": 0.1493539810180664, + "learning_rate": 8.799702192978056e-05, + "loss": 0.047, + "step": 7920 + }, + { + "epoch": 7.4181478016838165, + "grad_norm": 0.12426877021789551, + "learning_rate": 8.7961174074178e-05, + "loss": 0.0472, + "step": 7930 + }, + { + "epoch": 7.427502338634238, + "grad_norm": 0.15385545790195465, + "learning_rate": 8.792528009216942e-05, + "loss": 0.0475, + "step": 7940 + }, + { + "epoch": 7.436856875584659, + "grad_norm": 0.13620471954345703, + "learning_rate": 8.788934002736943e-05, + "loss": 0.0488, + "step": 7950 + }, + { + "epoch": 7.44621141253508, + "grad_norm": 0.13080129027366638, + "learning_rate": 8.785335392344857e-05, + "loss": 0.0504, + "step": 7960 + }, + { + "epoch": 7.4555659494855, + "grad_norm": 0.14926737546920776, + "learning_rate": 8.781732182413336e-05, + "loss": 0.0512, + "step": 7970 + }, + { + "epoch": 7.464920486435921, + "grad_norm": 0.12717625498771667, + "learning_rate": 8.778124377320618e-05, + "loss": 0.0498, + "step": 7980 + }, + { + "epoch": 7.474275023386342, + "grad_norm": 0.14365603029727936, + "learning_rate": 8.774511981450529e-05, + "loss": 0.0494, + "step": 7990 + }, + { + "epoch": 7.483629560336763, + "grad_norm": 0.11277452856302261, + "learning_rate": 8.770894999192467e-05, + "loss": 0.052, + "step": 8000 + }, + { + "epoch": 7.492984097287184, + "grad_norm": 0.13051553070545197, + "learning_rate": 8.767273434941412e-05, + "loss": 0.0479, + "step": 8010 + }, + { + "epoch": 7.5023386342376055, + "grad_norm": 0.13446561992168427, + "learning_rate": 8.7636472930979e-05, + "loss": 0.0502, + "step": 8020 + }, + { + "epoch": 7.511693171188027, + "grad_norm": 0.11265486478805542, + "learning_rate": 8.76001657806804e-05, + "loss": 0.0478, + "step": 8030 + }, + { + "epoch": 7.521047708138447, + "grad_norm": 0.14154388010501862, + "learning_rate": 8.756381294263491e-05, + "loss": 0.0488, + "step": 8040 + }, + { + "epoch": 7.530402245088868, + "grad_norm": 0.13264596462249756, + "learning_rate": 8.752741446101464e-05, + "loss": 0.0468, + "step": 8050 + }, + { + "epoch": 7.539756782039289, + "grad_norm": 0.16787011921405792, + "learning_rate": 8.749097038004722e-05, + "loss": 0.0475, + "step": 8060 + }, + { + "epoch": 7.54911131898971, + "grad_norm": 0.1726095974445343, + "learning_rate": 8.745448074401561e-05, + "loss": 0.0483, + "step": 8070 + }, + { + "epoch": 7.558465855940131, + "grad_norm": 0.18251077830791473, + "learning_rate": 8.741794559725818e-05, + "loss": 0.0498, + "step": 8080 + }, + { + "epoch": 7.567820392890552, + "grad_norm": 0.1507904827594757, + "learning_rate": 8.738136498416856e-05, + "loss": 0.0495, + "step": 8090 + }, + { + "epoch": 7.5771749298409725, + "grad_norm": 0.13416527211666107, + "learning_rate": 8.734473894919564e-05, + "loss": 0.0485, + "step": 8100 + }, + { + "epoch": 7.586529466791394, + "grad_norm": 0.14864878356456757, + "learning_rate": 8.730806753684353e-05, + "loss": 0.0489, + "step": 8110 + }, + { + "epoch": 7.595884003741815, + "grad_norm": 0.18556469678878784, + "learning_rate": 8.727135079167144e-05, + "loss": 0.0498, + "step": 8120 + }, + { + "epoch": 7.605238540692236, + "grad_norm": 0.16861875355243683, + "learning_rate": 8.723458875829368e-05, + "loss": 0.0475, + "step": 8130 + }, + { + "epoch": 7.614593077642657, + "grad_norm": 0.14781929552555084, + "learning_rate": 8.719778148137958e-05, + "loss": 0.0486, + "step": 8140 + }, + { + "epoch": 7.623947614593078, + "grad_norm": 0.1638651192188263, + "learning_rate": 8.716092900565346e-05, + "loss": 0.0483, + "step": 8150 + }, + { + "epoch": 7.633302151543498, + "grad_norm": 0.12314675003290176, + "learning_rate": 8.712403137589456e-05, + "loss": 0.0488, + "step": 8160 + }, + { + "epoch": 7.642656688493919, + "grad_norm": 0.13172611594200134, + "learning_rate": 8.708708863693697e-05, + "loss": 0.0448, + "step": 8170 + }, + { + "epoch": 7.65201122544434, + "grad_norm": 0.14325064420700073, + "learning_rate": 8.70501008336696e-05, + "loss": 0.0481, + "step": 8180 + }, + { + "epoch": 7.6613657623947615, + "grad_norm": 0.1635669320821762, + "learning_rate": 8.701306801103611e-05, + "loss": 0.0483, + "step": 8190 + }, + { + "epoch": 7.670720299345183, + "grad_norm": 0.15371498465538025, + "learning_rate": 8.697599021403489e-05, + "loss": 0.0506, + "step": 8200 + }, + { + "epoch": 7.680074836295604, + "grad_norm": 0.14012986421585083, + "learning_rate": 8.693886748771896e-05, + "loss": 0.048, + "step": 8210 + }, + { + "epoch": 7.689429373246024, + "grad_norm": 0.1335761845111847, + "learning_rate": 8.690169987719593e-05, + "loss": 0.0473, + "step": 8220 + }, + { + "epoch": 7.698783910196445, + "grad_norm": 0.15548090636730194, + "learning_rate": 8.686448742762791e-05, + "loss": 0.05, + "step": 8230 + }, + { + "epoch": 7.708138447146866, + "grad_norm": 0.14363357424736023, + "learning_rate": 8.682723018423161e-05, + "loss": 0.0471, + "step": 8240 + }, + { + "epoch": 7.717492984097287, + "grad_norm": 0.12290190160274506, + "learning_rate": 8.678992819227804e-05, + "loss": 0.0477, + "step": 8250 + }, + { + "epoch": 7.726847521047708, + "grad_norm": 0.11751873791217804, + "learning_rate": 8.675258149709265e-05, + "loss": 0.0468, + "step": 8260 + }, + { + "epoch": 7.736202057998129, + "grad_norm": 0.15617933869361877, + "learning_rate": 8.67151901440552e-05, + "loss": 0.0459, + "step": 8270 + }, + { + "epoch": 7.74555659494855, + "grad_norm": 0.15314561128616333, + "learning_rate": 8.667775417859971e-05, + "loss": 0.0485, + "step": 8280 + }, + { + "epoch": 7.754911131898971, + "grad_norm": 0.16321095824241638, + "learning_rate": 8.664027364621441e-05, + "loss": 0.0451, + "step": 8290 + }, + { + "epoch": 7.764265668849392, + "grad_norm": 0.16864821314811707, + "learning_rate": 8.660274859244168e-05, + "loss": 0.0476, + "step": 8300 + }, + { + "epoch": 7.773620205799813, + "grad_norm": 0.19618144631385803, + "learning_rate": 8.656517906287799e-05, + "loss": 0.0485, + "step": 8310 + }, + { + "epoch": 7.782974742750234, + "grad_norm": 0.19496949017047882, + "learning_rate": 8.652756510317387e-05, + "loss": 0.05, + "step": 8320 + }, + { + "epoch": 7.792329279700655, + "grad_norm": 0.13680750131607056, + "learning_rate": 8.648990675903382e-05, + "loss": 0.0463, + "step": 8330 + }, + { + "epoch": 7.801683816651076, + "grad_norm": 0.13397300243377686, + "learning_rate": 8.64522040762163e-05, + "loss": 0.0475, + "step": 8340 + }, + { + "epoch": 7.8110383536014965, + "grad_norm": 0.13746684789657593, + "learning_rate": 8.64144571005336e-05, + "loss": 0.0462, + "step": 8350 + }, + { + "epoch": 7.8203928905519176, + "grad_norm": 0.1625119000673294, + "learning_rate": 8.637666587785184e-05, + "loss": 0.0471, + "step": 8360 + }, + { + "epoch": 7.829747427502339, + "grad_norm": 0.1695554405450821, + "learning_rate": 8.633883045409096e-05, + "loss": 0.0492, + "step": 8370 + }, + { + "epoch": 7.83910196445276, + "grad_norm": 0.1939825862646103, + "learning_rate": 8.630095087522457e-05, + "loss": 0.0493, + "step": 8380 + }, + { + "epoch": 7.848456501403181, + "grad_norm": 0.1791440099477768, + "learning_rate": 8.62630271872799e-05, + "loss": 0.0494, + "step": 8390 + }, + { + "epoch": 7.857811038353601, + "grad_norm": 0.1555798351764679, + "learning_rate": 8.62250594363378e-05, + "loss": 0.0451, + "step": 8400 + }, + { + "epoch": 7.867165575304022, + "grad_norm": 0.13860151171684265, + "learning_rate": 8.61870476685327e-05, + "loss": 0.0461, + "step": 8410 + }, + { + "epoch": 7.876520112254443, + "grad_norm": 0.17056281864643097, + "learning_rate": 8.614899193005248e-05, + "loss": 0.046, + "step": 8420 + }, + { + "epoch": 7.885874649204864, + "grad_norm": 0.1312415897846222, + "learning_rate": 8.611089226713842e-05, + "loss": 0.0465, + "step": 8430 + }, + { + "epoch": 7.8952291861552855, + "grad_norm": 0.11594914644956589, + "learning_rate": 8.607274872608521e-05, + "loss": 0.0462, + "step": 8440 + }, + { + "epoch": 7.904583723105707, + "grad_norm": 0.10962054133415222, + "learning_rate": 8.603456135324088e-05, + "loss": 0.0471, + "step": 8450 + }, + { + "epoch": 7.913938260056128, + "grad_norm": 0.1236027181148529, + "learning_rate": 8.599633019500665e-05, + "loss": 0.0458, + "step": 8460 + }, + { + "epoch": 7.923292797006548, + "grad_norm": 0.13923141360282898, + "learning_rate": 8.595805529783702e-05, + "loss": 0.0473, + "step": 8470 + }, + { + "epoch": 7.932647333956969, + "grad_norm": 0.16184280812740326, + "learning_rate": 8.591973670823958e-05, + "loss": 0.0488, + "step": 8480 + }, + { + "epoch": 7.94200187090739, + "grad_norm": 0.13461831212043762, + "learning_rate": 8.588137447277503e-05, + "loss": 0.0466, + "step": 8490 + }, + { + "epoch": 7.951356407857811, + "grad_norm": 0.16453038156032562, + "learning_rate": 8.584296863805709e-05, + "loss": 0.0481, + "step": 8500 + }, + { + "epoch": 7.960710944808232, + "grad_norm": 0.17364700138568878, + "learning_rate": 8.580451925075248e-05, + "loss": 0.0463, + "step": 8510 + }, + { + "epoch": 7.9700654817586525, + "grad_norm": 0.14024920761585236, + "learning_rate": 8.576602635758085e-05, + "loss": 0.0475, + "step": 8520 + }, + { + "epoch": 7.979420018709074, + "grad_norm": 0.13611459732055664, + "learning_rate": 8.572749000531469e-05, + "loss": 0.0459, + "step": 8530 + }, + { + "epoch": 7.988774555659495, + "grad_norm": 0.15663477778434753, + "learning_rate": 8.568891024077926e-05, + "loss": 0.0459, + "step": 8540 + }, + { + "epoch": 7.998129092609916, + "grad_norm": 0.15315939486026764, + "learning_rate": 8.565028711085265e-05, + "loss": 0.0483, + "step": 8550 + }, + { + "epoch": 8.007483629560337, + "grad_norm": 0.1418241560459137, + "learning_rate": 8.561162066246561e-05, + "loss": 0.0468, + "step": 8560 + }, + { + "epoch": 8.016838166510757, + "grad_norm": 0.19808700680732727, + "learning_rate": 8.557291094260152e-05, + "loss": 0.0463, + "step": 8570 + }, + { + "epoch": 8.026192703461179, + "grad_norm": 0.19475150108337402, + "learning_rate": 8.553415799829629e-05, + "loss": 0.0455, + "step": 8580 + }, + { + "epoch": 8.0355472404116, + "grad_norm": 0.1689966768026352, + "learning_rate": 8.549536187663847e-05, + "loss": 0.0503, + "step": 8590 + }, + { + "epoch": 8.044901777362021, + "grad_norm": 0.15562804043293, + "learning_rate": 8.545652262476897e-05, + "loss": 0.0476, + "step": 8600 + }, + { + "epoch": 8.054256314312441, + "grad_norm": 0.14282913506031036, + "learning_rate": 8.541764028988115e-05, + "loss": 0.0471, + "step": 8610 + }, + { + "epoch": 8.063610851262862, + "grad_norm": 0.13447801768779755, + "learning_rate": 8.537871491922071e-05, + "loss": 0.0452, + "step": 8620 + }, + { + "epoch": 8.072965388213284, + "grad_norm": 0.1023285761475563, + "learning_rate": 8.533974656008566e-05, + "loss": 0.0459, + "step": 8630 + }, + { + "epoch": 8.082319925163704, + "grad_norm": 0.13083159923553467, + "learning_rate": 8.530073525982621e-05, + "loss": 0.0492, + "step": 8640 + }, + { + "epoch": 8.091674462114126, + "grad_norm": 0.14720304310321808, + "learning_rate": 8.526168106584476e-05, + "loss": 0.0469, + "step": 8650 + }, + { + "epoch": 8.101028999064546, + "grad_norm": 0.15062300860881805, + "learning_rate": 8.522258402559586e-05, + "loss": 0.0472, + "step": 8660 + }, + { + "epoch": 8.110383536014968, + "grad_norm": 0.14778460562229156, + "learning_rate": 8.518344418658613e-05, + "loss": 0.0467, + "step": 8670 + }, + { + "epoch": 8.119738072965388, + "grad_norm": 0.13116729259490967, + "learning_rate": 8.51442615963741e-05, + "loss": 0.0443, + "step": 8680 + }, + { + "epoch": 8.129092609915809, + "grad_norm": 0.14778725802898407, + "learning_rate": 8.510503630257034e-05, + "loss": 0.0454, + "step": 8690 + }, + { + "epoch": 8.13844714686623, + "grad_norm": 0.16734766960144043, + "learning_rate": 8.50657683528373e-05, + "loss": 0.0466, + "step": 8700 + }, + { + "epoch": 8.14780168381665, + "grad_norm": 0.13968050479888916, + "learning_rate": 8.502645779488922e-05, + "loss": 0.0465, + "step": 8710 + }, + { + "epoch": 8.157156220767073, + "grad_norm": 0.11343228816986084, + "learning_rate": 8.498710467649213e-05, + "loss": 0.0457, + "step": 8720 + }, + { + "epoch": 8.166510757717493, + "grad_norm": 0.11849646270275116, + "learning_rate": 8.494770904546381e-05, + "loss": 0.0458, + "step": 8730 + }, + { + "epoch": 8.175865294667913, + "grad_norm": 0.09607193619012833, + "learning_rate": 8.490827094967363e-05, + "loss": 0.0457, + "step": 8740 + }, + { + "epoch": 8.185219831618335, + "grad_norm": 0.14041124284267426, + "learning_rate": 8.486879043704263e-05, + "loss": 0.0454, + "step": 8750 + }, + { + "epoch": 8.194574368568755, + "grad_norm": 0.14972224831581116, + "learning_rate": 8.482926755554332e-05, + "loss": 0.0461, + "step": 8760 + }, + { + "epoch": 8.203928905519177, + "grad_norm": 0.1632361263036728, + "learning_rate": 8.478970235319975e-05, + "loss": 0.0471, + "step": 8770 + }, + { + "epoch": 8.213283442469598, + "grad_norm": 0.1185736358165741, + "learning_rate": 8.475009487808737e-05, + "loss": 0.0452, + "step": 8780 + }, + { + "epoch": 8.22263797942002, + "grad_norm": 0.16187655925750732, + "learning_rate": 8.471044517833298e-05, + "loss": 0.0453, + "step": 8790 + }, + { + "epoch": 8.23199251637044, + "grad_norm": 0.13869556784629822, + "learning_rate": 8.467075330211474e-05, + "loss": 0.0444, + "step": 8800 + }, + { + "epoch": 8.24134705332086, + "grad_norm": 0.13464497029781342, + "learning_rate": 8.463101929766198e-05, + "loss": 0.045, + "step": 8810 + }, + { + "epoch": 8.250701590271282, + "grad_norm": 0.13278746604919434, + "learning_rate": 8.459124321325528e-05, + "loss": 0.0437, + "step": 8820 + }, + { + "epoch": 8.260056127221702, + "grad_norm": 0.16686220467090607, + "learning_rate": 8.455142509722634e-05, + "loss": 0.0462, + "step": 8830 + }, + { + "epoch": 8.269410664172124, + "grad_norm": 0.14530932903289795, + "learning_rate": 8.451156499795792e-05, + "loss": 0.047, + "step": 8840 + }, + { + "epoch": 8.278765201122544, + "grad_norm": 0.10534476488828659, + "learning_rate": 8.447166296388381e-05, + "loss": 0.046, + "step": 8850 + }, + { + "epoch": 8.288119738072965, + "grad_norm": 0.1653452068567276, + "learning_rate": 8.443171904348872e-05, + "loss": 0.047, + "step": 8860 + }, + { + "epoch": 8.297474275023387, + "grad_norm": 0.12468162924051285, + "learning_rate": 8.43917332853083e-05, + "loss": 0.0463, + "step": 8870 + }, + { + "epoch": 8.306828811973807, + "grad_norm": 0.11510127782821655, + "learning_rate": 8.435170573792901e-05, + "loss": 0.0443, + "step": 8880 + }, + { + "epoch": 8.316183348924229, + "grad_norm": 0.1217615082859993, + "learning_rate": 8.431163644998808e-05, + "loss": 0.0445, + "step": 8890 + }, + { + "epoch": 8.325537885874649, + "grad_norm": 0.12876920402050018, + "learning_rate": 8.42715254701735e-05, + "loss": 0.0466, + "step": 8900 + }, + { + "epoch": 8.334892422825071, + "grad_norm": 0.16346654295921326, + "learning_rate": 8.42313728472239e-05, + "loss": 0.0479, + "step": 8910 + }, + { + "epoch": 8.344246959775491, + "grad_norm": 0.14931108057498932, + "learning_rate": 8.419117862992844e-05, + "loss": 0.0467, + "step": 8920 + }, + { + "epoch": 8.353601496725911, + "grad_norm": 0.1369619518518448, + "learning_rate": 8.415094286712694e-05, + "loss": 0.0459, + "step": 8930 + }, + { + "epoch": 8.362956033676333, + "grad_norm": 0.14664311707019806, + "learning_rate": 8.411066560770965e-05, + "loss": 0.0454, + "step": 8940 + }, + { + "epoch": 8.372310570626754, + "grad_norm": 0.14895714819431305, + "learning_rate": 8.407034690061721e-05, + "loss": 0.046, + "step": 8950 + }, + { + "epoch": 8.381665107577176, + "grad_norm": 0.18311312794685364, + "learning_rate": 8.402998679484067e-05, + "loss": 0.0466, + "step": 8960 + }, + { + "epoch": 8.391019644527596, + "grad_norm": 0.13146184384822845, + "learning_rate": 8.398958533942135e-05, + "loss": 0.0451, + "step": 8970 + }, + { + "epoch": 8.400374181478018, + "grad_norm": 0.14299556612968445, + "learning_rate": 8.394914258345083e-05, + "loss": 0.0449, + "step": 8980 + }, + { + "epoch": 8.409728718428438, + "grad_norm": 0.08726263046264648, + "learning_rate": 8.390865857607089e-05, + "loss": 0.045, + "step": 8990 + }, + { + "epoch": 8.419083255378858, + "grad_norm": 0.14615648984909058, + "learning_rate": 8.386813336647339e-05, + "loss": 0.0466, + "step": 9000 + }, + { + "epoch": 8.42843779232928, + "grad_norm": 0.12025707960128784, + "learning_rate": 8.38275670039003e-05, + "loss": 0.0476, + "step": 9010 + }, + { + "epoch": 8.4377923292797, + "grad_norm": 0.137245774269104, + "learning_rate": 8.378695953764356e-05, + "loss": 0.0456, + "step": 9020 + }, + { + "epoch": 8.447146866230122, + "grad_norm": 0.12165413051843643, + "learning_rate": 8.374631101704509e-05, + "loss": 0.0442, + "step": 9030 + }, + { + "epoch": 8.456501403180543, + "grad_norm": 0.12560458481311798, + "learning_rate": 8.370562149149665e-05, + "loss": 0.0439, + "step": 9040 + }, + { + "epoch": 8.465855940130963, + "grad_norm": 0.17480653524398804, + "learning_rate": 8.366489101043989e-05, + "loss": 0.0424, + "step": 9050 + }, + { + "epoch": 8.475210477081385, + "grad_norm": 0.14179624617099762, + "learning_rate": 8.362411962336614e-05, + "loss": 0.0433, + "step": 9060 + }, + { + "epoch": 8.484565014031805, + "grad_norm": 0.13822640478610992, + "learning_rate": 8.358330737981651e-05, + "loss": 0.0478, + "step": 9070 + }, + { + "epoch": 8.493919550982227, + "grad_norm": 0.18315164744853973, + "learning_rate": 8.35424543293817e-05, + "loss": 0.0465, + "step": 9080 + }, + { + "epoch": 8.503274087932647, + "grad_norm": 0.16145282983779907, + "learning_rate": 8.350156052170206e-05, + "loss": 0.045, + "step": 9090 + }, + { + "epoch": 8.512628624883067, + "grad_norm": 0.1652894765138626, + "learning_rate": 8.346062600646738e-05, + "loss": 0.0462, + "step": 9100 + }, + { + "epoch": 8.52198316183349, + "grad_norm": 0.14271272718906403, + "learning_rate": 8.341965083341697e-05, + "loss": 0.0489, + "step": 9110 + }, + { + "epoch": 8.53133769878391, + "grad_norm": 0.1325627714395523, + "learning_rate": 8.337863505233953e-05, + "loss": 0.0449, + "step": 9120 + }, + { + "epoch": 8.540692235734332, + "grad_norm": 0.14253176748752594, + "learning_rate": 8.33375787130731e-05, + "loss": 0.0456, + "step": 9130 + }, + { + "epoch": 8.550046772684752, + "grad_norm": 0.13614903390407562, + "learning_rate": 8.3296481865505e-05, + "loss": 0.0461, + "step": 9140 + }, + { + "epoch": 8.559401309635174, + "grad_norm": 0.10770745575428009, + "learning_rate": 8.325534455957181e-05, + "loss": 0.0451, + "step": 9150 + }, + { + "epoch": 8.568755846585594, + "grad_norm": 0.1573966145515442, + "learning_rate": 8.321416684525917e-05, + "loss": 0.0447, + "step": 9160 + }, + { + "epoch": 8.578110383536014, + "grad_norm": 0.13422910869121552, + "learning_rate": 8.317294877260193e-05, + "loss": 0.0463, + "step": 9170 + }, + { + "epoch": 8.587464920486436, + "grad_norm": 0.17986169457435608, + "learning_rate": 8.313169039168394e-05, + "loss": 0.0435, + "step": 9180 + }, + { + "epoch": 8.596819457436856, + "grad_norm": 0.12459897994995117, + "learning_rate": 8.3090391752638e-05, + "loss": 0.0462, + "step": 9190 + }, + { + "epoch": 8.606173994387278, + "grad_norm": 0.1638515740633011, + "learning_rate": 8.304905290564586e-05, + "loss": 0.0439, + "step": 9200 + }, + { + "epoch": 8.615528531337699, + "grad_norm": 0.15769262611865997, + "learning_rate": 8.300767390093813e-05, + "loss": 0.0451, + "step": 9210 + }, + { + "epoch": 8.62488306828812, + "grad_norm": 0.10017219185829163, + "learning_rate": 8.296625478879417e-05, + "loss": 0.0439, + "step": 9220 + }, + { + "epoch": 8.63423760523854, + "grad_norm": 0.17375072836875916, + "learning_rate": 8.292479561954214e-05, + "loss": 0.044, + "step": 9230 + }, + { + "epoch": 8.643592142188961, + "grad_norm": 0.09564516693353653, + "learning_rate": 8.288329644355883e-05, + "loss": 0.0423, + "step": 9240 + }, + { + "epoch": 8.652946679139383, + "grad_norm": 0.13051213324069977, + "learning_rate": 8.284175731126965e-05, + "loss": 0.0446, + "step": 9250 + }, + { + "epoch": 8.662301216089803, + "grad_norm": 0.11276113986968994, + "learning_rate": 8.280017827314854e-05, + "loss": 0.0422, + "step": 9260 + }, + { + "epoch": 8.671655753040225, + "grad_norm": 0.16577446460723877, + "learning_rate": 8.2758559379718e-05, + "loss": 0.0463, + "step": 9270 + }, + { + "epoch": 8.681010289990645, + "grad_norm": 0.13810840249061584, + "learning_rate": 8.271690068154887e-05, + "loss": 0.0454, + "step": 9280 + }, + { + "epoch": 8.690364826941066, + "grad_norm": 0.21185916662216187, + "learning_rate": 8.26752022292604e-05, + "loss": 0.0449, + "step": 9290 + }, + { + "epoch": 8.699719363891488, + "grad_norm": 0.1567848026752472, + "learning_rate": 8.263346407352018e-05, + "loss": 0.0426, + "step": 9300 + }, + { + "epoch": 8.709073900841908, + "grad_norm": 0.1725887507200241, + "learning_rate": 8.259168626504395e-05, + "loss": 0.0467, + "step": 9310 + }, + { + "epoch": 8.71842843779233, + "grad_norm": 0.1341153085231781, + "learning_rate": 8.254986885459572e-05, + "loss": 0.0466, + "step": 9320 + }, + { + "epoch": 8.72778297474275, + "grad_norm": 0.17019961774349213, + "learning_rate": 8.250801189298757e-05, + "loss": 0.0456, + "step": 9330 + }, + { + "epoch": 8.737137511693172, + "grad_norm": 0.18737071752548218, + "learning_rate": 8.246611543107967e-05, + "loss": 0.0442, + "step": 9340 + }, + { + "epoch": 8.746492048643592, + "grad_norm": 0.11715220659971237, + "learning_rate": 8.242417951978018e-05, + "loss": 0.0439, + "step": 9350 + }, + { + "epoch": 8.755846585594012, + "grad_norm": 0.13429725170135498, + "learning_rate": 8.238220421004517e-05, + "loss": 0.0436, + "step": 9360 + }, + { + "epoch": 8.765201122544434, + "grad_norm": 0.12790510058403015, + "learning_rate": 8.234018955287859e-05, + "loss": 0.0452, + "step": 9370 + }, + { + "epoch": 8.774555659494855, + "grad_norm": 0.1556958705186844, + "learning_rate": 8.229813559933224e-05, + "loss": 0.0441, + "step": 9380 + }, + { + "epoch": 8.783910196445277, + "grad_norm": 0.14395350217819214, + "learning_rate": 8.22560424005056e-05, + "loss": 0.0482, + "step": 9390 + }, + { + "epoch": 8.793264733395697, + "grad_norm": 0.12176129221916199, + "learning_rate": 8.22139100075459e-05, + "loss": 0.0442, + "step": 9400 + }, + { + "epoch": 8.802619270346117, + "grad_norm": 0.11135923117399216, + "learning_rate": 8.217173847164799e-05, + "loss": 0.0457, + "step": 9410 + }, + { + "epoch": 8.811973807296539, + "grad_norm": 0.14825139939785004, + "learning_rate": 8.212952784405422e-05, + "loss": 0.0441, + "step": 9420 + }, + { + "epoch": 8.82132834424696, + "grad_norm": 0.13843949139118195, + "learning_rate": 8.208727817605451e-05, + "loss": 0.0431, + "step": 9430 + }, + { + "epoch": 8.830682881197381, + "grad_norm": 0.14034774899482727, + "learning_rate": 8.204498951898618e-05, + "loss": 0.0462, + "step": 9440 + }, + { + "epoch": 8.840037418147801, + "grad_norm": 0.12686851620674133, + "learning_rate": 8.200266192423395e-05, + "loss": 0.0448, + "step": 9450 + }, + { + "epoch": 8.849391955098223, + "grad_norm": 0.13984936475753784, + "learning_rate": 8.196029544322981e-05, + "loss": 0.044, + "step": 9460 + }, + { + "epoch": 8.858746492048644, + "grad_norm": 0.12783341109752655, + "learning_rate": 8.191789012745305e-05, + "loss": 0.0451, + "step": 9470 + }, + { + "epoch": 8.868101028999064, + "grad_norm": 0.12345913797616959, + "learning_rate": 8.187544602843014e-05, + "loss": 0.0448, + "step": 9480 + }, + { + "epoch": 8.877455565949486, + "grad_norm": 0.11482034623622894, + "learning_rate": 8.183296319773466e-05, + "loss": 0.0456, + "step": 9490 + }, + { + "epoch": 8.886810102899906, + "grad_norm": 0.18401330709457397, + "learning_rate": 8.179044168698721e-05, + "loss": 0.0444, + "step": 9500 + }, + { + "epoch": 8.896164639850328, + "grad_norm": 0.12995347380638123, + "learning_rate": 8.174788154785548e-05, + "loss": 0.042, + "step": 9510 + }, + { + "epoch": 8.905519176800748, + "grad_norm": 0.12750239670276642, + "learning_rate": 8.170528283205403e-05, + "loss": 0.0439, + "step": 9520 + }, + { + "epoch": 8.91487371375117, + "grad_norm": 0.1348259001970291, + "learning_rate": 8.166264559134435e-05, + "loss": 0.0452, + "step": 9530 + }, + { + "epoch": 8.92422825070159, + "grad_norm": 0.09349864721298218, + "learning_rate": 8.161996987753467e-05, + "loss": 0.0426, + "step": 9540 + }, + { + "epoch": 8.93358278765201, + "grad_norm": 0.1019800677895546, + "learning_rate": 8.157725574248e-05, + "loss": 0.0431, + "step": 9550 + }, + { + "epoch": 8.942937324602433, + "grad_norm": 0.09469045698642731, + "learning_rate": 8.153450323808209e-05, + "loss": 0.045, + "step": 9560 + }, + { + "epoch": 8.952291861552853, + "grad_norm": 0.11310306936502457, + "learning_rate": 8.149171241628923e-05, + "loss": 0.0414, + "step": 9570 + }, + { + "epoch": 8.961646398503275, + "grad_norm": 0.1496317833662033, + "learning_rate": 8.144888332909631e-05, + "loss": 0.0453, + "step": 9580 + }, + { + "epoch": 8.971000935453695, + "grad_norm": 0.10099731385707855, + "learning_rate": 8.14060160285447e-05, + "loss": 0.0458, + "step": 9590 + }, + { + "epoch": 8.980355472404115, + "grad_norm": 0.09834549576044083, + "learning_rate": 8.136311056672223e-05, + "loss": 0.0442, + "step": 9600 + }, + { + "epoch": 8.989710009354537, + "grad_norm": 0.11983751505613327, + "learning_rate": 8.132016699576308e-05, + "loss": 0.042, + "step": 9610 + }, + { + "epoch": 8.999064546304957, + "grad_norm": 0.11517903953790665, + "learning_rate": 8.127718536784771e-05, + "loss": 0.0447, + "step": 9620 + }, + { + "epoch": 9.00841908325538, + "grad_norm": 0.12810662388801575, + "learning_rate": 8.12341657352029e-05, + "loss": 0.043, + "step": 9630 + }, + { + "epoch": 9.0177736202058, + "grad_norm": 0.1330302655696869, + "learning_rate": 8.119110815010151e-05, + "loss": 0.0428, + "step": 9640 + }, + { + "epoch": 9.027128157156222, + "grad_norm": 0.1691422015428543, + "learning_rate": 8.114801266486261e-05, + "loss": 0.0443, + "step": 9650 + }, + { + "epoch": 9.036482694106642, + "grad_norm": 0.13018128275871277, + "learning_rate": 8.110487933185122e-05, + "loss": 0.0431, + "step": 9660 + }, + { + "epoch": 9.045837231057062, + "grad_norm": 0.1652313619852066, + "learning_rate": 8.106170820347847e-05, + "loss": 0.0421, + "step": 9670 + }, + { + "epoch": 9.055191768007484, + "grad_norm": 0.16761289536952972, + "learning_rate": 8.101849933220132e-05, + "loss": 0.0423, + "step": 9680 + }, + { + "epoch": 9.064546304957904, + "grad_norm": 0.17191816866397858, + "learning_rate": 8.097525277052264e-05, + "loss": 0.0433, + "step": 9690 + }, + { + "epoch": 9.073900841908326, + "grad_norm": 0.1301489919424057, + "learning_rate": 8.093196857099106e-05, + "loss": 0.0439, + "step": 9700 + }, + { + "epoch": 9.083255378858746, + "grad_norm": 0.11253538727760315, + "learning_rate": 8.088864678620096e-05, + "loss": 0.042, + "step": 9710 + }, + { + "epoch": 9.092609915809167, + "grad_norm": 0.10719843953847885, + "learning_rate": 8.084528746879243e-05, + "loss": 0.0421, + "step": 9720 + }, + { + "epoch": 9.101964452759589, + "grad_norm": 0.1284494400024414, + "learning_rate": 8.080189067145108e-05, + "loss": 0.0404, + "step": 9730 + }, + { + "epoch": 9.111318989710009, + "grad_norm": 0.1285565346479416, + "learning_rate": 8.075845644690813e-05, + "loss": 0.0427, + "step": 9740 + }, + { + "epoch": 9.12067352666043, + "grad_norm": 0.14203357696533203, + "learning_rate": 8.07149848479403e-05, + "loss": 0.0419, + "step": 9750 + }, + { + "epoch": 9.130028063610851, + "grad_norm": 0.14095740020275116, + "learning_rate": 8.067147592736962e-05, + "loss": 0.0431, + "step": 9760 + }, + { + "epoch": 9.139382600561273, + "grad_norm": 0.14583687484264374, + "learning_rate": 8.062792973806357e-05, + "loss": 0.0432, + "step": 9770 + }, + { + "epoch": 9.148737137511693, + "grad_norm": 0.13917890191078186, + "learning_rate": 8.058434633293485e-05, + "loss": 0.0417, + "step": 9780 + }, + { + "epoch": 9.158091674462113, + "grad_norm": 0.14937841892242432, + "learning_rate": 8.054072576494143e-05, + "loss": 0.0413, + "step": 9790 + }, + { + "epoch": 9.167446211412535, + "grad_norm": 0.12273769825696945, + "learning_rate": 8.04970680870864e-05, + "loss": 0.0442, + "step": 9800 + }, + { + "epoch": 9.176800748362956, + "grad_norm": 0.13156265020370483, + "learning_rate": 8.045337335241793e-05, + "loss": 0.0436, + "step": 9810 + }, + { + "epoch": 9.186155285313378, + "grad_norm": 0.16252107918262482, + "learning_rate": 8.040964161402932e-05, + "loss": 0.0424, + "step": 9820 + }, + { + "epoch": 9.195509822263798, + "grad_norm": 0.15355105698108673, + "learning_rate": 8.036587292505869e-05, + "loss": 0.0433, + "step": 9830 + }, + { + "epoch": 9.204864359214218, + "grad_norm": 0.16864269971847534, + "learning_rate": 8.032206733868912e-05, + "loss": 0.0429, + "step": 9840 + }, + { + "epoch": 9.21421889616464, + "grad_norm": 0.15422497689723969, + "learning_rate": 8.027822490814858e-05, + "loss": 0.044, + "step": 9850 + }, + { + "epoch": 9.22357343311506, + "grad_norm": 0.1156558245420456, + "learning_rate": 8.023434568670972e-05, + "loss": 0.0435, + "step": 9860 + }, + { + "epoch": 9.232927970065482, + "grad_norm": 0.11562784016132355, + "learning_rate": 8.019042972768992e-05, + "loss": 0.0441, + "step": 9870 + }, + { + "epoch": 9.242282507015902, + "grad_norm": 0.14622202515602112, + "learning_rate": 8.014647708445124e-05, + "loss": 0.0402, + "step": 9880 + }, + { + "epoch": 9.251637043966324, + "grad_norm": 0.17798911035060883, + "learning_rate": 8.010248781040027e-05, + "loss": 0.0416, + "step": 9890 + }, + { + "epoch": 9.260991580916745, + "grad_norm": 0.1183900237083435, + "learning_rate": 8.005846195898814e-05, + "loss": 0.043, + "step": 9900 + }, + { + "epoch": 9.270346117867165, + "grad_norm": 0.16442056000232697, + "learning_rate": 8.00143995837104e-05, + "loss": 0.0402, + "step": 9910 + }, + { + "epoch": 9.279700654817587, + "grad_norm": 0.11744924634695053, + "learning_rate": 7.997030073810698e-05, + "loss": 0.0429, + "step": 9920 + }, + { + "epoch": 9.289055191768007, + "grad_norm": 0.10834468901157379, + "learning_rate": 7.992616547576217e-05, + "loss": 0.0434, + "step": 9930 + }, + { + "epoch": 9.298409728718429, + "grad_norm": 0.11257260292768478, + "learning_rate": 7.988199385030445e-05, + "loss": 0.0429, + "step": 9940 + }, + { + "epoch": 9.30776426566885, + "grad_norm": 0.1263321042060852, + "learning_rate": 7.98377859154065e-05, + "loss": 0.0418, + "step": 9950 + }, + { + "epoch": 9.31711880261927, + "grad_norm": 0.1797308623790741, + "learning_rate": 7.979354172478516e-05, + "loss": 0.0429, + "step": 9960 + }, + { + "epoch": 9.326473339569691, + "grad_norm": 0.1059713289141655, + "learning_rate": 7.974926133220127e-05, + "loss": 0.043, + "step": 9970 + }, + { + "epoch": 9.335827876520112, + "grad_norm": 0.12116416543722153, + "learning_rate": 7.970494479145967e-05, + "loss": 0.0446, + "step": 9980 + }, + { + "epoch": 9.345182413470534, + "grad_norm": 0.14984983205795288, + "learning_rate": 7.966059215640919e-05, + "loss": 0.0416, + "step": 9990 + }, + { + "epoch": 9.354536950420954, + "grad_norm": 0.11621326208114624, + "learning_rate": 7.961620348094241e-05, + "loss": 0.0409, + "step": 10000 + }, + { + "epoch": 9.363891487371376, + "grad_norm": 0.12392114847898483, + "learning_rate": 7.957177881899577e-05, + "loss": 0.0445, + "step": 10010 + }, + { + "epoch": 9.373246024321796, + "grad_norm": 0.11110743880271912, + "learning_rate": 7.952731822454944e-05, + "loss": 0.0433, + "step": 10020 + }, + { + "epoch": 9.382600561272216, + "grad_norm": 0.09769698977470398, + "learning_rate": 7.948282175162722e-05, + "loss": 0.0444, + "step": 10030 + }, + { + "epoch": 9.391955098222638, + "grad_norm": 0.13236653804779053, + "learning_rate": 7.943828945429652e-05, + "loss": 0.0427, + "step": 10040 + }, + { + "epoch": 9.401309635173059, + "grad_norm": 0.10878491401672363, + "learning_rate": 7.939372138666827e-05, + "loss": 0.0425, + "step": 10050 + }, + { + "epoch": 9.41066417212348, + "grad_norm": 0.11281437426805496, + "learning_rate": 7.934911760289692e-05, + "loss": 0.0405, + "step": 10060 + }, + { + "epoch": 9.4200187090739, + "grad_norm": 0.13293962180614471, + "learning_rate": 7.930447815718022e-05, + "loss": 0.0442, + "step": 10070 + }, + { + "epoch": 9.429373246024323, + "grad_norm": 0.14622928202152252, + "learning_rate": 7.925980310375934e-05, + "loss": 0.0407, + "step": 10080 + }, + { + "epoch": 9.438727782974743, + "grad_norm": 0.16077464818954468, + "learning_rate": 7.921509249691865e-05, + "loss": 0.0435, + "step": 10090 + }, + { + "epoch": 9.448082319925163, + "grad_norm": 0.13602876663208008, + "learning_rate": 7.917034639098579e-05, + "loss": 0.0427, + "step": 10100 + }, + { + "epoch": 9.457436856875585, + "grad_norm": 0.10998786240816116, + "learning_rate": 7.912556484033146e-05, + "loss": 0.0421, + "step": 10110 + }, + { + "epoch": 9.466791393826005, + "grad_norm": 0.11727690696716309, + "learning_rate": 7.908074789936952e-05, + "loss": 0.0416, + "step": 10120 + }, + { + "epoch": 9.476145930776427, + "grad_norm": 0.11269921064376831, + "learning_rate": 7.903589562255673e-05, + "loss": 0.0422, + "step": 10130 + }, + { + "epoch": 9.485500467726848, + "grad_norm": 0.13237544894218445, + "learning_rate": 7.899100806439285e-05, + "loss": 0.0418, + "step": 10140 + }, + { + "epoch": 9.494855004677268, + "grad_norm": 0.14893938601016998, + "learning_rate": 7.894608527942049e-05, + "loss": 0.0411, + "step": 10150 + }, + { + "epoch": 9.50420954162769, + "grad_norm": 0.1709263026714325, + "learning_rate": 7.89011273222251e-05, + "loss": 0.041, + "step": 10160 + }, + { + "epoch": 9.51356407857811, + "grad_norm": 0.17655669152736664, + "learning_rate": 7.885613424743482e-05, + "loss": 0.0418, + "step": 10170 + }, + { + "epoch": 9.522918615528532, + "grad_norm": 0.16770607233047485, + "learning_rate": 7.881110610972044e-05, + "loss": 0.0427, + "step": 10180 + }, + { + "epoch": 9.532273152478952, + "grad_norm": 0.10581570863723755, + "learning_rate": 7.876604296379544e-05, + "loss": 0.0441, + "step": 10190 + }, + { + "epoch": 9.541627689429372, + "grad_norm": 0.12388012558221817, + "learning_rate": 7.872094486441579e-05, + "loss": 0.0434, + "step": 10200 + }, + { + "epoch": 9.550982226379794, + "grad_norm": 0.14669637382030487, + "learning_rate": 7.867581186637991e-05, + "loss": 0.0418, + "step": 10210 + }, + { + "epoch": 9.560336763330215, + "grad_norm": 0.17660392820835114, + "learning_rate": 7.863064402452866e-05, + "loss": 0.0428, + "step": 10220 + }, + { + "epoch": 9.569691300280637, + "grad_norm": 0.15016047656536102, + "learning_rate": 7.858544139374524e-05, + "loss": 0.0428, + "step": 10230 + }, + { + "epoch": 9.579045837231057, + "grad_norm": 0.10817795246839523, + "learning_rate": 7.854020402895508e-05, + "loss": 0.0421, + "step": 10240 + }, + { + "epoch": 9.588400374181479, + "grad_norm": 0.13051623106002808, + "learning_rate": 7.849493198512587e-05, + "loss": 0.0426, + "step": 10250 + }, + { + "epoch": 9.597754911131899, + "grad_norm": 0.09508194774389267, + "learning_rate": 7.84496253172674e-05, + "loss": 0.0404, + "step": 10260 + }, + { + "epoch": 9.60710944808232, + "grad_norm": 0.12400434166193008, + "learning_rate": 7.840428408043155e-05, + "loss": 0.0397, + "step": 10270 + }, + { + "epoch": 9.616463985032741, + "grad_norm": 0.15818926692008972, + "learning_rate": 7.835890832971218e-05, + "loss": 0.0403, + "step": 10280 + }, + { + "epoch": 9.625818521983161, + "grad_norm": 0.15224497020244598, + "learning_rate": 7.831349812024512e-05, + "loss": 0.0425, + "step": 10290 + }, + { + "epoch": 9.635173058933583, + "grad_norm": 0.1921585202217102, + "learning_rate": 7.826805350720807e-05, + "loss": 0.0408, + "step": 10300 + }, + { + "epoch": 9.644527595884004, + "grad_norm": 0.14885038137435913, + "learning_rate": 7.822257454582049e-05, + "loss": 0.0433, + "step": 10310 + }, + { + "epoch": 9.653882132834426, + "grad_norm": 0.14651326835155487, + "learning_rate": 7.817706129134363e-05, + "loss": 0.04, + "step": 10320 + }, + { + "epoch": 9.663236669784846, + "grad_norm": 0.1598406285047531, + "learning_rate": 7.813151379908036e-05, + "loss": 0.0434, + "step": 10330 + }, + { + "epoch": 9.672591206735266, + "grad_norm": 0.1131528913974762, + "learning_rate": 7.808593212437523e-05, + "loss": 0.0424, + "step": 10340 + }, + { + "epoch": 9.681945743685688, + "grad_norm": 0.104494109749794, + "learning_rate": 7.804031632261421e-05, + "loss": 0.0405, + "step": 10350 + }, + { + "epoch": 9.691300280636108, + "grad_norm": 0.13189060986042023, + "learning_rate": 7.799466644922484e-05, + "loss": 0.0442, + "step": 10360 + }, + { + "epoch": 9.70065481758653, + "grad_norm": 0.1552673727273941, + "learning_rate": 7.794898255967602e-05, + "loss": 0.041, + "step": 10370 + }, + { + "epoch": 9.71000935453695, + "grad_norm": 0.14854201674461365, + "learning_rate": 7.790326470947795e-05, + "loss": 0.041, + "step": 10380 + }, + { + "epoch": 9.71936389148737, + "grad_norm": 0.13632796704769135, + "learning_rate": 7.785751295418217e-05, + "loss": 0.0417, + "step": 10390 + }, + { + "epoch": 9.728718428437793, + "grad_norm": 0.1720334142446518, + "learning_rate": 7.781172734938136e-05, + "loss": 0.042, + "step": 10400 + }, + { + "epoch": 9.738072965388213, + "grad_norm": 0.14166566729545593, + "learning_rate": 7.776590795070933e-05, + "loss": 0.0389, + "step": 10410 + }, + { + "epoch": 9.747427502338635, + "grad_norm": 0.13117295503616333, + "learning_rate": 7.772005481384099e-05, + "loss": 0.0414, + "step": 10420 + }, + { + "epoch": 9.756782039289055, + "grad_norm": 0.14628729224205017, + "learning_rate": 7.767416799449223e-05, + "loss": 0.0409, + "step": 10430 + }, + { + "epoch": 9.766136576239477, + "grad_norm": 0.13758881390094757, + "learning_rate": 7.762824754841984e-05, + "loss": 0.0413, + "step": 10440 + }, + { + "epoch": 9.775491113189897, + "grad_norm": 0.12978532910346985, + "learning_rate": 7.758229353142152e-05, + "loss": 0.0416, + "step": 10450 + }, + { + "epoch": 9.784845650140317, + "grad_norm": 0.13141779601573944, + "learning_rate": 7.753630599933572e-05, + "loss": 0.0398, + "step": 10460 + }, + { + "epoch": 9.79420018709074, + "grad_norm": 0.12326882034540176, + "learning_rate": 7.749028500804161e-05, + "loss": 0.041, + "step": 10470 + }, + { + "epoch": 9.80355472404116, + "grad_norm": 0.1288646012544632, + "learning_rate": 7.744423061345906e-05, + "loss": 0.0413, + "step": 10480 + }, + { + "epoch": 9.812909260991582, + "grad_norm": 0.09256827086210251, + "learning_rate": 7.73981428715485e-05, + "loss": 0.0411, + "step": 10490 + }, + { + "epoch": 9.822263797942002, + "grad_norm": 0.17435608804225922, + "learning_rate": 7.735202183831085e-05, + "loss": 0.0407, + "step": 10500 + }, + { + "epoch": 9.831618334892422, + "grad_norm": 0.15710057318210602, + "learning_rate": 7.730586756978757e-05, + "loss": 0.0395, + "step": 10510 + }, + { + "epoch": 9.840972871842844, + "grad_norm": 0.12872594594955444, + "learning_rate": 7.72596801220604e-05, + "loss": 0.0398, + "step": 10520 + }, + { + "epoch": 9.850327408793264, + "grad_norm": 0.1695353388786316, + "learning_rate": 7.721345955125147e-05, + "loss": 0.041, + "step": 10530 + }, + { + "epoch": 9.859681945743686, + "grad_norm": 0.17012770473957062, + "learning_rate": 7.71672059135231e-05, + "loss": 0.0392, + "step": 10540 + }, + { + "epoch": 9.869036482694106, + "grad_norm": 0.11792262643575668, + "learning_rate": 7.712091926507787e-05, + "loss": 0.0426, + "step": 10550 + }, + { + "epoch": 9.878391019644528, + "grad_norm": 0.09820900857448578, + "learning_rate": 7.70745996621584e-05, + "loss": 0.0392, + "step": 10560 + }, + { + "epoch": 9.887745556594949, + "grad_norm": 0.12276816368103027, + "learning_rate": 7.702824716104735e-05, + "loss": 0.0408, + "step": 10570 + }, + { + "epoch": 9.897100093545369, + "grad_norm": 0.13879986107349396, + "learning_rate": 7.698186181806743e-05, + "loss": 0.0416, + "step": 10580 + }, + { + "epoch": 9.90645463049579, + "grad_norm": 0.1091260239481926, + "learning_rate": 7.693544368958116e-05, + "loss": 0.0424, + "step": 10590 + }, + { + "epoch": 9.915809167446211, + "grad_norm": 0.11021218448877335, + "learning_rate": 7.688899283199096e-05, + "loss": 0.0422, + "step": 10600 + }, + { + "epoch": 9.925163704396633, + "grad_norm": 0.10260079056024551, + "learning_rate": 7.684250930173901e-05, + "loss": 0.0416, + "step": 10610 + }, + { + "epoch": 9.934518241347053, + "grad_norm": 0.11167019605636597, + "learning_rate": 7.679599315530718e-05, + "loss": 0.0425, + "step": 10620 + }, + { + "epoch": 9.943872778297475, + "grad_norm": 0.16583450138568878, + "learning_rate": 7.674944444921695e-05, + "loss": 0.0414, + "step": 10630 + }, + { + "epoch": 9.953227315247895, + "grad_norm": 0.12450233846902847, + "learning_rate": 7.670286324002944e-05, + "loss": 0.0399, + "step": 10640 + }, + { + "epoch": 9.962581852198316, + "grad_norm": 0.15730781853199005, + "learning_rate": 7.665624958434514e-05, + "loss": 0.0425, + "step": 10650 + }, + { + "epoch": 9.971936389148738, + "grad_norm": 0.10961680114269257, + "learning_rate": 7.66096035388041e-05, + "loss": 0.0431, + "step": 10660 + }, + { + "epoch": 9.981290926099158, + "grad_norm": 0.14643241465091705, + "learning_rate": 7.656292516008563e-05, + "loss": 0.0409, + "step": 10670 + }, + { + "epoch": 9.99064546304958, + "grad_norm": 0.11788798868656158, + "learning_rate": 7.651621450490837e-05, + "loss": 0.0421, + "step": 10680 + }, + { + "epoch": 10.0, + "grad_norm": 0.1901073306798935, + "learning_rate": 7.646947163003017e-05, + "loss": 0.0405, + "step": 10690 + }, + { + "epoch": 10.00935453695042, + "grad_norm": 0.08989738672971725, + "learning_rate": 7.642269659224803e-05, + "loss": 0.0377, + "step": 10700 + }, + { + "epoch": 10.018709073900842, + "grad_norm": 0.12303159385919571, + "learning_rate": 7.637588944839803e-05, + "loss": 0.0386, + "step": 10710 + }, + { + "epoch": 10.028063610851262, + "grad_norm": 0.11264810711145401, + "learning_rate": 7.632905025535528e-05, + "loss": 0.0386, + "step": 10720 + }, + { + "epoch": 10.037418147801684, + "grad_norm": 0.141741544008255, + "learning_rate": 7.628217907003378e-05, + "loss": 0.0393, + "step": 10730 + }, + { + "epoch": 10.046772684752105, + "grad_norm": 0.09295397996902466, + "learning_rate": 7.623527594938649e-05, + "loss": 0.0396, + "step": 10740 + }, + { + "epoch": 10.056127221702527, + "grad_norm": 0.12614069879055023, + "learning_rate": 7.618834095040509e-05, + "loss": 0.0386, + "step": 10750 + }, + { + "epoch": 10.065481758652947, + "grad_norm": 0.13647808134555817, + "learning_rate": 7.614137413012e-05, + "loss": 0.0384, + "step": 10760 + }, + { + "epoch": 10.074836295603367, + "grad_norm": 0.11588716506958008, + "learning_rate": 7.609437554560042e-05, + "loss": 0.0415, + "step": 10770 + }, + { + "epoch": 10.084190832553789, + "grad_norm": 0.13453535735607147, + "learning_rate": 7.604734525395398e-05, + "loss": 0.0395, + "step": 10780 + }, + { + "epoch": 10.09354536950421, + "grad_norm": 0.11128373444080353, + "learning_rate": 7.600028331232699e-05, + "loss": 0.0393, + "step": 10790 + }, + { + "epoch": 10.102899906454631, + "grad_norm": 0.1332859843969345, + "learning_rate": 7.595318977790408e-05, + "loss": 0.0417, + "step": 10800 + }, + { + "epoch": 10.112254443405051, + "grad_norm": 0.15059570968151093, + "learning_rate": 7.590606470790836e-05, + "loss": 0.0383, + "step": 10810 + }, + { + "epoch": 10.121608980355472, + "grad_norm": 0.14276403188705444, + "learning_rate": 7.585890815960125e-05, + "loss": 0.0409, + "step": 10820 + }, + { + "epoch": 10.130963517305894, + "grad_norm": 0.14763867855072021, + "learning_rate": 7.581172019028238e-05, + "loss": 0.039, + "step": 10830 + }, + { + "epoch": 10.140318054256314, + "grad_norm": 0.11305273324251175, + "learning_rate": 7.576450085728959e-05, + "loss": 0.0414, + "step": 10840 + }, + { + "epoch": 10.149672591206736, + "grad_norm": 0.11951813101768494, + "learning_rate": 7.571725021799885e-05, + "loss": 0.0386, + "step": 10850 + }, + { + "epoch": 10.159027128157156, + "grad_norm": 0.12571583688259125, + "learning_rate": 7.566996832982409e-05, + "loss": 0.0394, + "step": 10860 + }, + { + "epoch": 10.168381665107578, + "grad_norm": 0.1151989996433258, + "learning_rate": 7.56226552502173e-05, + "loss": 0.0378, + "step": 10870 + }, + { + "epoch": 10.177736202057998, + "grad_norm": 0.13117234408855438, + "learning_rate": 7.557531103666833e-05, + "loss": 0.0391, + "step": 10880 + }, + { + "epoch": 10.187090739008418, + "grad_norm": 0.10343090444803238, + "learning_rate": 7.552793574670485e-05, + "loss": 0.0401, + "step": 10890 + }, + { + "epoch": 10.19644527595884, + "grad_norm": 0.11259124428033829, + "learning_rate": 7.54805294378923e-05, + "loss": 0.0429, + "step": 10900 + }, + { + "epoch": 10.20579981290926, + "grad_norm": 0.1398286372423172, + "learning_rate": 7.543309216783384e-05, + "loss": 0.0431, + "step": 10910 + }, + { + "epoch": 10.215154349859683, + "grad_norm": 0.1225985661149025, + "learning_rate": 7.53856239941702e-05, + "loss": 0.0383, + "step": 10920 + }, + { + "epoch": 10.224508886810103, + "grad_norm": 0.12268136441707611, + "learning_rate": 7.533812497457972e-05, + "loss": 0.0391, + "step": 10930 + }, + { + "epoch": 10.233863423760523, + "grad_norm": 0.12218540906906128, + "learning_rate": 7.529059516677814e-05, + "loss": 0.0402, + "step": 10940 + }, + { + "epoch": 10.243217960710945, + "grad_norm": 0.1354774385690689, + "learning_rate": 7.524303462851872e-05, + "loss": 0.0406, + "step": 10950 + }, + { + "epoch": 10.252572497661365, + "grad_norm": 0.10658561438322067, + "learning_rate": 7.519544341759192e-05, + "loss": 0.0405, + "step": 10960 + }, + { + "epoch": 10.261927034611787, + "grad_norm": 0.130717471241951, + "learning_rate": 7.514782159182562e-05, + "loss": 0.0406, + "step": 10970 + }, + { + "epoch": 10.271281571562207, + "grad_norm": 0.14862994849681854, + "learning_rate": 7.510016920908481e-05, + "loss": 0.0397, + "step": 10980 + }, + { + "epoch": 10.28063610851263, + "grad_norm": 0.13643918931484222, + "learning_rate": 7.505248632727158e-05, + "loss": 0.0389, + "step": 10990 + }, + { + "epoch": 10.28999064546305, + "grad_norm": 0.11820260435342789, + "learning_rate": 7.50047730043252e-05, + "loss": 0.0398, + "step": 11000 + }, + { + "epoch": 10.29934518241347, + "grad_norm": 0.1038275808095932, + "learning_rate": 7.495702929822183e-05, + "loss": 0.0385, + "step": 11010 + }, + { + "epoch": 10.308699719363892, + "grad_norm": 0.10696866363286972, + "learning_rate": 7.490925526697455e-05, + "loss": 0.037, + "step": 11020 + }, + { + "epoch": 10.318054256314312, + "grad_norm": 0.1154116541147232, + "learning_rate": 7.486145096863334e-05, + "loss": 0.0408, + "step": 11030 + }, + { + "epoch": 10.327408793264734, + "grad_norm": 0.13438893854618073, + "learning_rate": 7.481361646128491e-05, + "loss": 0.0402, + "step": 11040 + }, + { + "epoch": 10.336763330215154, + "grad_norm": 0.16336050629615784, + "learning_rate": 7.476575180305271e-05, + "loss": 0.0417, + "step": 11050 + }, + { + "epoch": 10.346117867165574, + "grad_norm": 0.12174835056066513, + "learning_rate": 7.471785705209682e-05, + "loss": 0.0381, + "step": 11060 + }, + { + "epoch": 10.355472404115996, + "grad_norm": 0.15126946568489075, + "learning_rate": 7.466993226661387e-05, + "loss": 0.0415, + "step": 11070 + }, + { + "epoch": 10.364826941066417, + "grad_norm": 0.1458754986524582, + "learning_rate": 7.462197750483699e-05, + "loss": 0.0409, + "step": 11080 + }, + { + "epoch": 10.374181478016839, + "grad_norm": 0.15452049672603607, + "learning_rate": 7.457399282503574e-05, + "loss": 0.0394, + "step": 11090 + }, + { + "epoch": 10.383536014967259, + "grad_norm": 0.12342990934848785, + "learning_rate": 7.452597828551604e-05, + "loss": 0.0408, + "step": 11100 + }, + { + "epoch": 10.39289055191768, + "grad_norm": 0.1440148651599884, + "learning_rate": 7.447793394462006e-05, + "loss": 0.039, + "step": 11110 + }, + { + "epoch": 10.402245088868101, + "grad_norm": 0.12054484337568283, + "learning_rate": 7.442985986072624e-05, + "loss": 0.041, + "step": 11120 + }, + { + "epoch": 10.411599625818521, + "grad_norm": 0.13599735498428345, + "learning_rate": 7.438175609224908e-05, + "loss": 0.0378, + "step": 11130 + }, + { + "epoch": 10.420954162768943, + "grad_norm": 0.14929090440273285, + "learning_rate": 7.433362269763924e-05, + "loss": 0.0414, + "step": 11140 + }, + { + "epoch": 10.430308699719363, + "grad_norm": 0.1267099678516388, + "learning_rate": 7.428545973538329e-05, + "loss": 0.0421, + "step": 11150 + }, + { + "epoch": 10.439663236669785, + "grad_norm": 0.12616297602653503, + "learning_rate": 7.42372672640038e-05, + "loss": 0.0387, + "step": 11160 + }, + { + "epoch": 10.449017773620206, + "grad_norm": 0.11849592626094818, + "learning_rate": 7.418904534205917e-05, + "loss": 0.0377, + "step": 11170 + }, + { + "epoch": 10.458372310570628, + "grad_norm": 0.16343283653259277, + "learning_rate": 7.414079402814356e-05, + "loss": 0.0414, + "step": 11180 + }, + { + "epoch": 10.467726847521048, + "grad_norm": 0.1179455891251564, + "learning_rate": 7.409251338088687e-05, + "loss": 0.0417, + "step": 11190 + }, + { + "epoch": 10.477081384471468, + "grad_norm": 0.11749041825532913, + "learning_rate": 7.404420345895467e-05, + "loss": 0.0385, + "step": 11200 + }, + { + "epoch": 10.48643592142189, + "grad_norm": 0.11084190011024475, + "learning_rate": 7.399586432104804e-05, + "loss": 0.0397, + "step": 11210 + }, + { + "epoch": 10.49579045837231, + "grad_norm": 0.13242623209953308, + "learning_rate": 7.394749602590358e-05, + "loss": 0.0389, + "step": 11220 + }, + { + "epoch": 10.505144995322732, + "grad_norm": 0.13537755608558655, + "learning_rate": 7.389909863229336e-05, + "loss": 0.0383, + "step": 11230 + }, + { + "epoch": 10.514499532273152, + "grad_norm": 0.12401429563760757, + "learning_rate": 7.385067219902477e-05, + "loss": 0.0412, + "step": 11240 + }, + { + "epoch": 10.523854069223573, + "grad_norm": 0.12256928533315659, + "learning_rate": 7.380221678494049e-05, + "loss": 0.0376, + "step": 11250 + }, + { + "epoch": 10.533208606173995, + "grad_norm": 0.10323360562324524, + "learning_rate": 7.37537324489184e-05, + "loss": 0.039, + "step": 11260 + }, + { + "epoch": 10.542563143124415, + "grad_norm": 0.11625727266073227, + "learning_rate": 7.370521924987155e-05, + "loss": 0.0407, + "step": 11270 + }, + { + "epoch": 10.551917680074837, + "grad_norm": 0.12090371549129486, + "learning_rate": 7.365667724674806e-05, + "loss": 0.0399, + "step": 11280 + }, + { + "epoch": 10.561272217025257, + "grad_norm": 0.1527467966079712, + "learning_rate": 7.360810649853105e-05, + "loss": 0.0395, + "step": 11290 + }, + { + "epoch": 10.570626753975677, + "grad_norm": 0.1275108903646469, + "learning_rate": 7.355950706423853e-05, + "loss": 0.0389, + "step": 11300 + }, + { + "epoch": 10.5799812909261, + "grad_norm": 0.14387772977352142, + "learning_rate": 7.351087900292342e-05, + "loss": 0.0393, + "step": 11310 + }, + { + "epoch": 10.58933582787652, + "grad_norm": 0.14807280898094177, + "learning_rate": 7.346222237367339e-05, + "loss": 0.0388, + "step": 11320 + }, + { + "epoch": 10.598690364826941, + "grad_norm": 0.10886505246162415, + "learning_rate": 7.341353723561081e-05, + "loss": 0.0399, + "step": 11330 + }, + { + "epoch": 10.608044901777362, + "grad_norm": 0.12974153459072113, + "learning_rate": 7.336482364789277e-05, + "loss": 0.0403, + "step": 11340 + }, + { + "epoch": 10.617399438727784, + "grad_norm": 0.12996044754981995, + "learning_rate": 7.331608166971082e-05, + "loss": 0.0379, + "step": 11350 + }, + { + "epoch": 10.626753975678204, + "grad_norm": 0.15088607370853424, + "learning_rate": 7.326731136029108e-05, + "loss": 0.0379, + "step": 11360 + }, + { + "epoch": 10.636108512628624, + "grad_norm": 0.11823421716690063, + "learning_rate": 7.321851277889408e-05, + "loss": 0.0395, + "step": 11370 + }, + { + "epoch": 10.645463049579046, + "grad_norm": 0.11456317454576492, + "learning_rate": 7.316968598481469e-05, + "loss": 0.0406, + "step": 11380 + }, + { + "epoch": 10.654817586529466, + "grad_norm": 0.11819116026163101, + "learning_rate": 7.312083103738206e-05, + "loss": 0.0394, + "step": 11390 + }, + { + "epoch": 10.664172123479888, + "grad_norm": 0.15119300782680511, + "learning_rate": 7.307194799595958e-05, + "loss": 0.0405, + "step": 11400 + }, + { + "epoch": 10.673526660430309, + "grad_norm": 0.13368314504623413, + "learning_rate": 7.302303691994473e-05, + "loss": 0.0369, + "step": 11410 + }, + { + "epoch": 10.68288119738073, + "grad_norm": 0.13201986253261566, + "learning_rate": 7.29740978687691e-05, + "loss": 0.0396, + "step": 11420 + }, + { + "epoch": 10.69223573433115, + "grad_norm": 0.10084334760904312, + "learning_rate": 7.292513090189825e-05, + "loss": 0.0371, + "step": 11430 + }, + { + "epoch": 10.701590271281571, + "grad_norm": 0.11424994468688965, + "learning_rate": 7.287613607883163e-05, + "loss": 0.0382, + "step": 11440 + }, + { + "epoch": 10.710944808231993, + "grad_norm": 0.08649113029241562, + "learning_rate": 7.282711345910263e-05, + "loss": 0.0371, + "step": 11450 + }, + { + "epoch": 10.720299345182413, + "grad_norm": 0.12777875363826752, + "learning_rate": 7.27780631022783e-05, + "loss": 0.0377, + "step": 11460 + }, + { + "epoch": 10.729653882132835, + "grad_norm": 0.10696498304605484, + "learning_rate": 7.272898506795948e-05, + "loss": 0.0361, + "step": 11470 + }, + { + "epoch": 10.739008419083255, + "grad_norm": 0.11398152261972427, + "learning_rate": 7.267987941578058e-05, + "loss": 0.0371, + "step": 11480 + }, + { + "epoch": 10.748362956033676, + "grad_norm": 0.10189876705408096, + "learning_rate": 7.263074620540962e-05, + "loss": 0.0405, + "step": 11490 + }, + { + "epoch": 10.757717492984098, + "grad_norm": 0.16350220143795013, + "learning_rate": 7.25815854965481e-05, + "loss": 0.0383, + "step": 11500 + }, + { + "epoch": 10.767072029934518, + "grad_norm": 0.10903837531805038, + "learning_rate": 7.253239734893089e-05, + "loss": 0.0398, + "step": 11510 + }, + { + "epoch": 10.77642656688494, + "grad_norm": 0.17684385180473328, + "learning_rate": 7.248318182232623e-05, + "loss": 0.0388, + "step": 11520 + }, + { + "epoch": 10.78578110383536, + "grad_norm": 0.15109466016292572, + "learning_rate": 7.243393897653565e-05, + "loss": 0.0391, + "step": 11530 + }, + { + "epoch": 10.795135640785782, + "grad_norm": 0.13627251982688904, + "learning_rate": 7.23846688713938e-05, + "loss": 0.0376, + "step": 11540 + }, + { + "epoch": 10.804490177736202, + "grad_norm": 0.12205499410629272, + "learning_rate": 7.233537156676854e-05, + "loss": 0.0397, + "step": 11550 + }, + { + "epoch": 10.813844714686622, + "grad_norm": 0.11991574615240097, + "learning_rate": 7.228604712256076e-05, + "loss": 0.0377, + "step": 11560 + }, + { + "epoch": 10.823199251637044, + "grad_norm": 0.12057790905237198, + "learning_rate": 7.223669559870426e-05, + "loss": 0.0386, + "step": 11570 + }, + { + "epoch": 10.832553788587465, + "grad_norm": 0.09210171550512314, + "learning_rate": 7.218731705516585e-05, + "loss": 0.0385, + "step": 11580 + }, + { + "epoch": 10.841908325537887, + "grad_norm": 0.08998686075210571, + "learning_rate": 7.21379115519451e-05, + "loss": 0.0381, + "step": 11590 + }, + { + "epoch": 10.851262862488307, + "grad_norm": 0.13032346963882446, + "learning_rate": 7.20884791490743e-05, + "loss": 0.0385, + "step": 11600 + }, + { + "epoch": 10.860617399438727, + "grad_norm": 0.12974101305007935, + "learning_rate": 7.203901990661857e-05, + "loss": 0.0386, + "step": 11610 + }, + { + "epoch": 10.869971936389149, + "grad_norm": 0.15809084475040436, + "learning_rate": 7.198953388467549e-05, + "loss": 0.0373, + "step": 11620 + }, + { + "epoch": 10.87932647333957, + "grad_norm": 0.11031439155340195, + "learning_rate": 7.194002114337526e-05, + "loss": 0.0396, + "step": 11630 + }, + { + "epoch": 10.888681010289991, + "grad_norm": 0.13548821210861206, + "learning_rate": 7.189048174288054e-05, + "loss": 0.0386, + "step": 11640 + }, + { + "epoch": 10.898035547240411, + "grad_norm": 0.09516224265098572, + "learning_rate": 7.184091574338636e-05, + "loss": 0.04, + "step": 11650 + }, + { + "epoch": 10.907390084190833, + "grad_norm": 0.14160706102848053, + "learning_rate": 7.179132320512009e-05, + "loss": 0.0368, + "step": 11660 + }, + { + "epoch": 10.916744621141254, + "grad_norm": 0.14115653932094574, + "learning_rate": 7.174170418834134e-05, + "loss": 0.0357, + "step": 11670 + }, + { + "epoch": 10.926099158091674, + "grad_norm": 0.11738540232181549, + "learning_rate": 7.169205875334189e-05, + "loss": 0.0376, + "step": 11680 + }, + { + "epoch": 10.935453695042096, + "grad_norm": 0.1511741578578949, + "learning_rate": 7.164238696044562e-05, + "loss": 0.0358, + "step": 11690 + }, + { + "epoch": 10.944808231992516, + "grad_norm": 0.1321556717157364, + "learning_rate": 7.159268887000846e-05, + "loss": 0.0368, + "step": 11700 + }, + { + "epoch": 10.954162768942938, + "grad_norm": 0.1215963065624237, + "learning_rate": 7.154296454241827e-05, + "loss": 0.0394, + "step": 11710 + }, + { + "epoch": 10.963517305893358, + "grad_norm": 0.1108665019273758, + "learning_rate": 7.149321403809479e-05, + "loss": 0.0367, + "step": 11720 + }, + { + "epoch": 10.97287184284378, + "grad_norm": 0.11387632042169571, + "learning_rate": 7.144343741748956e-05, + "loss": 0.038, + "step": 11730 + }, + { + "epoch": 10.9822263797942, + "grad_norm": 0.1391545981168747, + "learning_rate": 7.139363474108589e-05, + "loss": 0.0393, + "step": 11740 + }, + { + "epoch": 10.99158091674462, + "grad_norm": 0.15783989429473877, + "learning_rate": 7.134380606939874e-05, + "loss": 0.038, + "step": 11750 + }, + { + "epoch": 11.000935453695043, + "grad_norm": 0.12525011599063873, + "learning_rate": 7.12939514629746e-05, + "loss": 0.0391, + "step": 11760 + }, + { + "epoch": 11.010289990645463, + "grad_norm": 0.09657246619462967, + "learning_rate": 7.124407098239155e-05, + "loss": 0.0355, + "step": 11770 + }, + { + "epoch": 11.019644527595885, + "grad_norm": 0.1448439210653305, + "learning_rate": 7.119416468825908e-05, + "loss": 0.0373, + "step": 11780 + }, + { + "epoch": 11.028999064546305, + "grad_norm": 0.16999603807926178, + "learning_rate": 7.114423264121804e-05, + "loss": 0.0359, + "step": 11790 + }, + { + "epoch": 11.038353601496725, + "grad_norm": 0.1259489357471466, + "learning_rate": 7.109427490194056e-05, + "loss": 0.0371, + "step": 11800 + }, + { + "epoch": 11.047708138447147, + "grad_norm": 0.14908097684383392, + "learning_rate": 7.104429153113001e-05, + "loss": 0.0376, + "step": 11810 + }, + { + "epoch": 11.057062675397567, + "grad_norm": 0.11902697384357452, + "learning_rate": 7.099428258952092e-05, + "loss": 0.0379, + "step": 11820 + }, + { + "epoch": 11.06641721234799, + "grad_norm": 0.11324566602706909, + "learning_rate": 7.094424813787883e-05, + "loss": 0.0361, + "step": 11830 + }, + { + "epoch": 11.07577174929841, + "grad_norm": 0.10156560689210892, + "learning_rate": 7.089418823700034e-05, + "loss": 0.0368, + "step": 11840 + }, + { + "epoch": 11.085126286248832, + "grad_norm": 0.1431136429309845, + "learning_rate": 7.084410294771298e-05, + "loss": 0.0378, + "step": 11850 + }, + { + "epoch": 11.094480823199252, + "grad_norm": 0.1450405716896057, + "learning_rate": 7.079399233087504e-05, + "loss": 0.0358, + "step": 11860 + }, + { + "epoch": 11.103835360149672, + "grad_norm": 0.11998552829027176, + "learning_rate": 7.074385644737568e-05, + "loss": 0.0364, + "step": 11870 + }, + { + "epoch": 11.113189897100094, + "grad_norm": 0.12487061321735382, + "learning_rate": 7.069369535813473e-05, + "loss": 0.0355, + "step": 11880 + }, + { + "epoch": 11.122544434050514, + "grad_norm": 0.10321781784296036, + "learning_rate": 7.06435091241026e-05, + "loss": 0.0366, + "step": 11890 + }, + { + "epoch": 11.131898971000936, + "grad_norm": 0.11912285536527634, + "learning_rate": 7.059329780626034e-05, + "loss": 0.0377, + "step": 11900 + }, + { + "epoch": 11.141253507951356, + "grad_norm": 0.13107985258102417, + "learning_rate": 7.054306146561944e-05, + "loss": 0.0371, + "step": 11910 + }, + { + "epoch": 11.150608044901777, + "grad_norm": 0.13744193315505981, + "learning_rate": 7.049280016322178e-05, + "loss": 0.0379, + "step": 11920 + }, + { + "epoch": 11.159962581852199, + "grad_norm": 0.10429147630929947, + "learning_rate": 7.044251396013957e-05, + "loss": 0.0358, + "step": 11930 + }, + { + "epoch": 11.169317118802619, + "grad_norm": 0.11951205879449844, + "learning_rate": 7.039220291747528e-05, + "loss": 0.0365, + "step": 11940 + }, + { + "epoch": 11.17867165575304, + "grad_norm": 0.10816586762666702, + "learning_rate": 7.034186709636159e-05, + "loss": 0.0375, + "step": 11950 + }, + { + "epoch": 11.188026192703461, + "grad_norm": 0.1336173117160797, + "learning_rate": 7.029150655796129e-05, + "loss": 0.0374, + "step": 11960 + }, + { + "epoch": 11.197380729653883, + "grad_norm": 0.1551590859889984, + "learning_rate": 7.024112136346712e-05, + "loss": 0.0348, + "step": 11970 + }, + { + "epoch": 11.206735266604303, + "grad_norm": 0.14593902230262756, + "learning_rate": 7.01907115741019e-05, + "loss": 0.0374, + "step": 11980 + }, + { + "epoch": 11.216089803554723, + "grad_norm": 0.13588601350784302, + "learning_rate": 7.014027725111825e-05, + "loss": 0.0389, + "step": 11990 + }, + { + "epoch": 11.225444340505145, + "grad_norm": 0.12458517402410507, + "learning_rate": 7.008981845579864e-05, + "loss": 0.038, + "step": 12000 + }, + { + "epoch": 11.234798877455566, + "grad_norm": 0.12716571986675262, + "learning_rate": 7.003933524945528e-05, + "loss": 0.0352, + "step": 12010 + }, + { + "epoch": 11.244153414405988, + "grad_norm": 0.11178876459598541, + "learning_rate": 6.998882769342998e-05, + "loss": 0.0355, + "step": 12020 + }, + { + "epoch": 11.253507951356408, + "grad_norm": 0.10894495993852615, + "learning_rate": 6.993829584909423e-05, + "loss": 0.0354, + "step": 12030 + }, + { + "epoch": 11.262862488306828, + "grad_norm": 0.11435888707637787, + "learning_rate": 6.988773977784895e-05, + "loss": 0.0373, + "step": 12040 + }, + { + "epoch": 11.27221702525725, + "grad_norm": 0.16153806447982788, + "learning_rate": 6.983715954112454e-05, + "loss": 0.0387, + "step": 12050 + }, + { + "epoch": 11.28157156220767, + "grad_norm": 0.15543325245380402, + "learning_rate": 6.978655520038079e-05, + "loss": 0.036, + "step": 12060 + }, + { + "epoch": 11.290926099158092, + "grad_norm": 0.14397017657756805, + "learning_rate": 6.97359268171067e-05, + "loss": 0.0362, + "step": 12070 + }, + { + "epoch": 11.300280636108512, + "grad_norm": 0.1218058168888092, + "learning_rate": 6.968527445282056e-05, + "loss": 0.0379, + "step": 12080 + }, + { + "epoch": 11.309635173058934, + "grad_norm": 0.10896176844835281, + "learning_rate": 6.963459816906977e-05, + "loss": 0.0374, + "step": 12090 + }, + { + "epoch": 11.318989710009355, + "grad_norm": 0.11455971747636795, + "learning_rate": 6.958389802743077e-05, + "loss": 0.0367, + "step": 12100 + }, + { + "epoch": 11.328344246959775, + "grad_norm": 0.14550116658210754, + "learning_rate": 6.953317408950903e-05, + "loss": 0.0358, + "step": 12110 + }, + { + "epoch": 11.337698783910197, + "grad_norm": 0.10826438665390015, + "learning_rate": 6.94824264169389e-05, + "loss": 0.036, + "step": 12120 + }, + { + "epoch": 11.347053320860617, + "grad_norm": 0.11819880455732346, + "learning_rate": 6.94316550713836e-05, + "loss": 0.0372, + "step": 12130 + }, + { + "epoch": 11.356407857811039, + "grad_norm": 0.10489661246538162, + "learning_rate": 6.938086011453513e-05, + "loss": 0.0383, + "step": 12140 + }, + { + "epoch": 11.36576239476146, + "grad_norm": 0.11632507294416428, + "learning_rate": 6.93300416081141e-05, + "loss": 0.0372, + "step": 12150 + }, + { + "epoch": 11.37511693171188, + "grad_norm": 0.11434995383024216, + "learning_rate": 6.927919961386984e-05, + "loss": 0.0383, + "step": 12160 + }, + { + "epoch": 11.384471468662301, + "grad_norm": 0.11571677029132843, + "learning_rate": 6.922833419358013e-05, + "loss": 0.038, + "step": 12170 + }, + { + "epoch": 11.393826005612722, + "grad_norm": 0.166647270321846, + "learning_rate": 6.917744540905124e-05, + "loss": 0.0363, + "step": 12180 + }, + { + "epoch": 11.403180542563144, + "grad_norm": 0.15277431905269623, + "learning_rate": 6.912653332211787e-05, + "loss": 0.0375, + "step": 12190 + }, + { + "epoch": 11.412535079513564, + "grad_norm": 0.17766313254833221, + "learning_rate": 6.9075597994643e-05, + "loss": 0.0361, + "step": 12200 + }, + { + "epoch": 11.421889616463986, + "grad_norm": 0.12596015632152557, + "learning_rate": 6.902463948851787e-05, + "loss": 0.0389, + "step": 12210 + }, + { + "epoch": 11.431244153414406, + "grad_norm": 0.11759601533412933, + "learning_rate": 6.897365786566184e-05, + "loss": 0.0351, + "step": 12220 + }, + { + "epoch": 11.440598690364826, + "grad_norm": 0.1500813513994217, + "learning_rate": 6.892265318802242e-05, + "loss": 0.0363, + "step": 12230 + }, + { + "epoch": 11.449953227315248, + "grad_norm": 0.12501667439937592, + "learning_rate": 6.887162551757507e-05, + "loss": 0.0354, + "step": 12240 + }, + { + "epoch": 11.459307764265668, + "grad_norm": 0.10710915178060532, + "learning_rate": 6.882057491632326e-05, + "loss": 0.0353, + "step": 12250 + }, + { + "epoch": 11.46866230121609, + "grad_norm": 0.1297355741262436, + "learning_rate": 6.876950144629824e-05, + "loss": 0.0365, + "step": 12260 + }, + { + "epoch": 11.47801683816651, + "grad_norm": 0.1292877197265625, + "learning_rate": 6.87184051695591e-05, + "loss": 0.038, + "step": 12270 + }, + { + "epoch": 11.487371375116933, + "grad_norm": 0.10075756162405014, + "learning_rate": 6.866728614819268e-05, + "loss": 0.0365, + "step": 12280 + }, + { + "epoch": 11.496725912067353, + "grad_norm": 0.13663987815380096, + "learning_rate": 6.861614444431337e-05, + "loss": 0.0363, + "step": 12290 + }, + { + "epoch": 11.506080449017773, + "grad_norm": 0.0819389671087265, + "learning_rate": 6.856498012006318e-05, + "loss": 0.0355, + "step": 12300 + }, + { + "epoch": 11.515434985968195, + "grad_norm": 0.12072552740573883, + "learning_rate": 6.851379323761157e-05, + "loss": 0.0371, + "step": 12310 + }, + { + "epoch": 11.524789522918615, + "grad_norm": 0.09822144359350204, + "learning_rate": 6.846258385915545e-05, + "loss": 0.0358, + "step": 12320 + }, + { + "epoch": 11.534144059869037, + "grad_norm": 0.10675163567066193, + "learning_rate": 6.841135204691902e-05, + "loss": 0.0376, + "step": 12330 + }, + { + "epoch": 11.543498596819457, + "grad_norm": 0.11805743724107742, + "learning_rate": 6.836009786315377e-05, + "loss": 0.0353, + "step": 12340 + }, + { + "epoch": 11.552853133769878, + "grad_norm": 0.1373734325170517, + "learning_rate": 6.830882137013839e-05, + "loss": 0.0367, + "step": 12350 + }, + { + "epoch": 11.5622076707203, + "grad_norm": 0.125615656375885, + "learning_rate": 6.825752263017863e-05, + "loss": 0.0344, + "step": 12360 + }, + { + "epoch": 11.57156220767072, + "grad_norm": 0.11747346073389053, + "learning_rate": 6.820620170560731e-05, + "loss": 0.0371, + "step": 12370 + }, + { + "epoch": 11.580916744621142, + "grad_norm": 0.16001343727111816, + "learning_rate": 6.815485865878418e-05, + "loss": 0.036, + "step": 12380 + }, + { + "epoch": 11.590271281571562, + "grad_norm": 0.1337229162454605, + "learning_rate": 6.810349355209588e-05, + "loss": 0.0333, + "step": 12390 + }, + { + "epoch": 11.599625818521982, + "grad_norm": 0.09883609414100647, + "learning_rate": 6.805210644795588e-05, + "loss": 0.037, + "step": 12400 + }, + { + "epoch": 11.608980355472404, + "grad_norm": 0.10734778642654419, + "learning_rate": 6.800069740880433e-05, + "loss": 0.0353, + "step": 12410 + }, + { + "epoch": 11.618334892422824, + "grad_norm": 0.1300361603498459, + "learning_rate": 6.794926649710807e-05, + "loss": 0.0373, + "step": 12420 + }, + { + "epoch": 11.627689429373246, + "grad_norm": 0.13287347555160522, + "learning_rate": 6.789781377536052e-05, + "loss": 0.0357, + "step": 12430 + }, + { + "epoch": 11.637043966323667, + "grad_norm": 0.11162696778774261, + "learning_rate": 6.784633930608158e-05, + "loss": 0.0359, + "step": 12440 + }, + { + "epoch": 11.646398503274089, + "grad_norm": 0.11853782832622528, + "learning_rate": 6.779484315181759e-05, + "loss": 0.0354, + "step": 12450 + }, + { + "epoch": 11.655753040224509, + "grad_norm": 0.15695026516914368, + "learning_rate": 6.774332537514122e-05, + "loss": 0.0365, + "step": 12460 + }, + { + "epoch": 11.665107577174929, + "grad_norm": 0.1357768028974533, + "learning_rate": 6.769178603865143e-05, + "loss": 0.0364, + "step": 12470 + }, + { + "epoch": 11.674462114125351, + "grad_norm": 0.1272682547569275, + "learning_rate": 6.764022520497337e-05, + "loss": 0.0377, + "step": 12480 + }, + { + "epoch": 11.683816651075771, + "grad_norm": 0.16613291203975677, + "learning_rate": 6.758864293675833e-05, + "loss": 0.0355, + "step": 12490 + }, + { + "epoch": 11.693171188026193, + "grad_norm": 0.11301177740097046, + "learning_rate": 6.753703929668362e-05, + "loss": 0.0366, + "step": 12500 + }, + { + "epoch": 11.702525724976613, + "grad_norm": 0.10816317796707153, + "learning_rate": 6.748541434745253e-05, + "loss": 0.034, + "step": 12510 + }, + { + "epoch": 11.711880261927035, + "grad_norm": 0.1213333010673523, + "learning_rate": 6.743376815179424e-05, + "loss": 0.0354, + "step": 12520 + }, + { + "epoch": 11.721234798877456, + "grad_norm": 0.10899640619754791, + "learning_rate": 6.738210077246376e-05, + "loss": 0.0371, + "step": 12530 + }, + { + "epoch": 11.730589335827876, + "grad_norm": 0.11890886723995209, + "learning_rate": 6.733041227224181e-05, + "loss": 0.0369, + "step": 12540 + }, + { + "epoch": 11.739943872778298, + "grad_norm": 0.1468600481748581, + "learning_rate": 6.72787027139348e-05, + "loss": 0.0362, + "step": 12550 + }, + { + "epoch": 11.749298409728718, + "grad_norm": 0.0918489545583725, + "learning_rate": 6.72269721603747e-05, + "loss": 0.0369, + "step": 12560 + }, + { + "epoch": 11.75865294667914, + "grad_norm": 0.1303398162126541, + "learning_rate": 6.717522067441904e-05, + "loss": 0.0335, + "step": 12570 + }, + { + "epoch": 11.76800748362956, + "grad_norm": 0.15408045053482056, + "learning_rate": 6.712344831895074e-05, + "loss": 0.0347, + "step": 12580 + }, + { + "epoch": 11.77736202057998, + "grad_norm": 0.12151951342821121, + "learning_rate": 6.707165515687811e-05, + "loss": 0.0359, + "step": 12590 + }, + { + "epoch": 11.786716557530402, + "grad_norm": 0.11797945946455002, + "learning_rate": 6.70198412511347e-05, + "loss": 0.0326, + "step": 12600 + }, + { + "epoch": 11.796071094480823, + "grad_norm": 0.13368287682533264, + "learning_rate": 6.69680066646793e-05, + "loss": 0.035, + "step": 12610 + }, + { + "epoch": 11.805425631431245, + "grad_norm": 0.11773782968521118, + "learning_rate": 6.691615146049583e-05, + "loss": 0.0352, + "step": 12620 + }, + { + "epoch": 11.814780168381665, + "grad_norm": 0.1368952989578247, + "learning_rate": 6.686427570159324e-05, + "loss": 0.0356, + "step": 12630 + }, + { + "epoch": 11.824134705332087, + "grad_norm": 0.14129000902175903, + "learning_rate": 6.681237945100548e-05, + "loss": 0.0342, + "step": 12640 + }, + { + "epoch": 11.833489242282507, + "grad_norm": 0.13526901602745056, + "learning_rate": 6.676046277179139e-05, + "loss": 0.035, + "step": 12650 + }, + { + "epoch": 11.842843779232927, + "grad_norm": 0.12963144481182098, + "learning_rate": 6.670852572703462e-05, + "loss": 0.0371, + "step": 12660 + }, + { + "epoch": 11.85219831618335, + "grad_norm": 0.15461544692516327, + "learning_rate": 6.665656837984359e-05, + "loss": 0.0366, + "step": 12670 + }, + { + "epoch": 11.86155285313377, + "grad_norm": 0.11039388924837112, + "learning_rate": 6.660459079335135e-05, + "loss": 0.0336, + "step": 12680 + }, + { + "epoch": 11.870907390084191, + "grad_norm": 0.15382230281829834, + "learning_rate": 6.655259303071558e-05, + "loss": 0.0358, + "step": 12690 + }, + { + "epoch": 11.880261927034612, + "grad_norm": 0.11572932451963425, + "learning_rate": 6.650057515511848e-05, + "loss": 0.0353, + "step": 12700 + }, + { + "epoch": 11.889616463985032, + "grad_norm": 0.11410460621118546, + "learning_rate": 6.644853722976667e-05, + "loss": 0.0379, + "step": 12710 + }, + { + "epoch": 11.898971000935454, + "grad_norm": 0.10923043638467789, + "learning_rate": 6.639647931789113e-05, + "loss": 0.0349, + "step": 12720 + }, + { + "epoch": 11.908325537885874, + "grad_norm": 0.11362972855567932, + "learning_rate": 6.634440148274713e-05, + "loss": 0.0355, + "step": 12730 + }, + { + "epoch": 11.917680074836296, + "grad_norm": 0.08382810652256012, + "learning_rate": 6.629230378761415e-05, + "loss": 0.0353, + "step": 12740 + }, + { + "epoch": 11.927034611786716, + "grad_norm": 0.10710633546113968, + "learning_rate": 6.624018629579581e-05, + "loss": 0.0338, + "step": 12750 + }, + { + "epoch": 11.936389148737138, + "grad_norm": 0.0960458517074585, + "learning_rate": 6.618804907061976e-05, + "loss": 0.037, + "step": 12760 + }, + { + "epoch": 11.945743685687559, + "grad_norm": 0.10592107474803925, + "learning_rate": 6.613589217543766e-05, + "loss": 0.0349, + "step": 12770 + }, + { + "epoch": 11.955098222637979, + "grad_norm": 0.09863774478435516, + "learning_rate": 6.608371567362504e-05, + "loss": 0.0342, + "step": 12780 + }, + { + "epoch": 11.9644527595884, + "grad_norm": 0.10644257068634033, + "learning_rate": 6.60315196285813e-05, + "loss": 0.0354, + "step": 12790 + }, + { + "epoch": 11.973807296538821, + "grad_norm": 0.10343682020902634, + "learning_rate": 6.597930410372954e-05, + "loss": 0.0353, + "step": 12800 + }, + { + "epoch": 11.983161833489243, + "grad_norm": 0.09585382789373398, + "learning_rate": 6.592706916251653e-05, + "loss": 0.0352, + "step": 12810 + }, + { + "epoch": 11.992516370439663, + "grad_norm": 0.10448984056711197, + "learning_rate": 6.587481486841267e-05, + "loss": 0.0362, + "step": 12820 + }, + { + "epoch": 12.001870907390083, + "grad_norm": 0.10661797225475311, + "learning_rate": 6.582254128491184e-05, + "loss": 0.0355, + "step": 12830 + }, + { + "epoch": 12.011225444340505, + "grad_norm": 0.13213707506656647, + "learning_rate": 6.577024847553139e-05, + "loss": 0.0345, + "step": 12840 + }, + { + "epoch": 12.020579981290926, + "grad_norm": 0.13002552092075348, + "learning_rate": 6.571793650381201e-05, + "loss": 0.0324, + "step": 12850 + }, + { + "epoch": 12.029934518241348, + "grad_norm": 0.13668623566627502, + "learning_rate": 6.566560543331766e-05, + "loss": 0.0348, + "step": 12860 + }, + { + "epoch": 12.039289055191768, + "grad_norm": 0.0916418507695198, + "learning_rate": 6.561325532763554e-05, + "loss": 0.0329, + "step": 12870 + }, + { + "epoch": 12.04864359214219, + "grad_norm": 0.08230333030223846, + "learning_rate": 6.556088625037597e-05, + "loss": 0.0345, + "step": 12880 + }, + { + "epoch": 12.05799812909261, + "grad_norm": 0.09887252002954483, + "learning_rate": 6.55084982651723e-05, + "loss": 0.0337, + "step": 12890 + }, + { + "epoch": 12.06735266604303, + "grad_norm": 0.10784875601530075, + "learning_rate": 6.54560914356809e-05, + "loss": 0.0343, + "step": 12900 + }, + { + "epoch": 12.076707202993452, + "grad_norm": 0.08091619610786438, + "learning_rate": 6.540366582558097e-05, + "loss": 0.0334, + "step": 12910 + }, + { + "epoch": 12.086061739943872, + "grad_norm": 0.08831185847520828, + "learning_rate": 6.53512214985746e-05, + "loss": 0.0382, + "step": 12920 + }, + { + "epoch": 12.095416276894294, + "grad_norm": 0.08811827749013901, + "learning_rate": 6.529875851838658e-05, + "loss": 0.0345, + "step": 12930 + }, + { + "epoch": 12.104770813844715, + "grad_norm": 0.11882626265287399, + "learning_rate": 6.52462769487644e-05, + "loss": 0.0356, + "step": 12940 + }, + { + "epoch": 12.114125350795135, + "grad_norm": 0.10345975309610367, + "learning_rate": 6.519377685347807e-05, + "loss": 0.0351, + "step": 12950 + }, + { + "epoch": 12.123479887745557, + "grad_norm": 0.08589563518762589, + "learning_rate": 6.514125829632021e-05, + "loss": 0.0313, + "step": 12960 + }, + { + "epoch": 12.132834424695977, + "grad_norm": 0.1062643900513649, + "learning_rate": 6.508872134110577e-05, + "loss": 0.0334, + "step": 12970 + }, + { + "epoch": 12.142188961646399, + "grad_norm": 0.10610219091176987, + "learning_rate": 6.503616605167213e-05, + "loss": 0.0336, + "step": 12980 + }, + { + "epoch": 12.15154349859682, + "grad_norm": 0.13298453390598297, + "learning_rate": 6.498359249187893e-05, + "loss": 0.033, + "step": 12990 + }, + { + "epoch": 12.160898035547241, + "grad_norm": 0.11985614895820618, + "learning_rate": 6.493100072560799e-05, + "loss": 0.034, + "step": 13000 + }, + { + "epoch": 12.170252572497661, + "grad_norm": 0.10049192607402802, + "learning_rate": 6.487839081676327e-05, + "loss": 0.0334, + "step": 13010 + }, + { + "epoch": 12.179607109448082, + "grad_norm": 0.1036524698138237, + "learning_rate": 6.482576282927076e-05, + "loss": 0.0331, + "step": 13020 + }, + { + "epoch": 12.188961646398504, + "grad_norm": 0.10615328699350357, + "learning_rate": 6.477311682707845e-05, + "loss": 0.0323, + "step": 13030 + }, + { + "epoch": 12.198316183348924, + "grad_norm": 0.1231437399983406, + "learning_rate": 6.472045287415616e-05, + "loss": 0.0349, + "step": 13040 + }, + { + "epoch": 12.207670720299346, + "grad_norm": 0.16648095846176147, + "learning_rate": 6.466777103449558e-05, + "loss": 0.0323, + "step": 13050 + }, + { + "epoch": 12.217025257249766, + "grad_norm": 0.13850589096546173, + "learning_rate": 6.461507137211012e-05, + "loss": 0.0334, + "step": 13060 + }, + { + "epoch": 12.226379794200188, + "grad_norm": 0.11365170776844025, + "learning_rate": 6.456235395103483e-05, + "loss": 0.0346, + "step": 13070 + }, + { + "epoch": 12.235734331150608, + "grad_norm": 0.13134998083114624, + "learning_rate": 6.450961883532634e-05, + "loss": 0.0332, + "step": 13080 + }, + { + "epoch": 12.245088868101028, + "grad_norm": 0.10377258062362671, + "learning_rate": 6.445686608906283e-05, + "loss": 0.0346, + "step": 13090 + }, + { + "epoch": 12.25444340505145, + "grad_norm": 0.09366591274738312, + "learning_rate": 6.44040957763438e-05, + "loss": 0.0346, + "step": 13100 + }, + { + "epoch": 12.26379794200187, + "grad_norm": 0.11481614410877228, + "learning_rate": 6.435130796129018e-05, + "loss": 0.0353, + "step": 13110 + }, + { + "epoch": 12.273152478952293, + "grad_norm": 0.12908096611499786, + "learning_rate": 6.429850270804416e-05, + "loss": 0.0357, + "step": 13120 + }, + { + "epoch": 12.282507015902713, + "grad_norm": 0.12091673910617828, + "learning_rate": 6.424568008076909e-05, + "loss": 0.0345, + "step": 13130 + }, + { + "epoch": 12.291861552853133, + "grad_norm": 0.1500026285648346, + "learning_rate": 6.419284014364943e-05, + "loss": 0.0337, + "step": 13140 + }, + { + "epoch": 12.301216089803555, + "grad_norm": 0.13740016520023346, + "learning_rate": 6.41399829608907e-05, + "loss": 0.0323, + "step": 13150 + }, + { + "epoch": 12.310570626753975, + "grad_norm": 0.12656225264072418, + "learning_rate": 6.408710859671938e-05, + "loss": 0.034, + "step": 13160 + }, + { + "epoch": 12.319925163704397, + "grad_norm": 0.08972754329442978, + "learning_rate": 6.403421711538278e-05, + "loss": 0.0346, + "step": 13170 + }, + { + "epoch": 12.329279700654817, + "grad_norm": 0.12466954439878464, + "learning_rate": 6.398130858114903e-05, + "loss": 0.0358, + "step": 13180 + }, + { + "epoch": 12.33863423760524, + "grad_norm": 0.1399642825126648, + "learning_rate": 6.392838305830701e-05, + "loss": 0.0343, + "step": 13190 + }, + { + "epoch": 12.34798877455566, + "grad_norm": 0.1080349013209343, + "learning_rate": 6.387544061116621e-05, + "loss": 0.0338, + "step": 13200 + }, + { + "epoch": 12.35734331150608, + "grad_norm": 0.13918441534042358, + "learning_rate": 6.382248130405671e-05, + "loss": 0.0336, + "step": 13210 + }, + { + "epoch": 12.366697848456502, + "grad_norm": 0.10904676467180252, + "learning_rate": 6.376950520132905e-05, + "loss": 0.0329, + "step": 13220 + }, + { + "epoch": 12.376052385406922, + "grad_norm": 0.09821978211402893, + "learning_rate": 6.371651236735418e-05, + "loss": 0.0327, + "step": 13230 + }, + { + "epoch": 12.385406922357344, + "grad_norm": 0.09986785054206848, + "learning_rate": 6.366350286652341e-05, + "loss": 0.0329, + "step": 13240 + }, + { + "epoch": 12.394761459307764, + "grad_norm": 0.08568611741065979, + "learning_rate": 6.361047676324827e-05, + "loss": 0.0341, + "step": 13250 + }, + { + "epoch": 12.404115996258184, + "grad_norm": 0.09646414965391159, + "learning_rate": 6.355743412196047e-05, + "loss": 0.0331, + "step": 13260 + }, + { + "epoch": 12.413470533208606, + "grad_norm": 0.11885032057762146, + "learning_rate": 6.350437500711184e-05, + "loss": 0.0355, + "step": 13270 + }, + { + "epoch": 12.422825070159027, + "grad_norm": 0.16592469811439514, + "learning_rate": 6.345129948317418e-05, + "loss": 0.034, + "step": 13280 + }, + { + "epoch": 12.432179607109449, + "grad_norm": 0.109717458486557, + "learning_rate": 6.33982076146393e-05, + "loss": 0.0338, + "step": 13290 + }, + { + "epoch": 12.441534144059869, + "grad_norm": 0.09504912048578262, + "learning_rate": 6.334509946601879e-05, + "loss": 0.033, + "step": 13300 + }, + { + "epoch": 12.45088868101029, + "grad_norm": 0.10246021300554276, + "learning_rate": 6.329197510184406e-05, + "loss": 0.0333, + "step": 13310 + }, + { + "epoch": 12.460243217960711, + "grad_norm": 0.11263459175825119, + "learning_rate": 6.323883458666624e-05, + "loss": 0.0346, + "step": 13320 + }, + { + "epoch": 12.469597754911131, + "grad_norm": 0.13830885291099548, + "learning_rate": 6.318567798505605e-05, + "loss": 0.0335, + "step": 13330 + }, + { + "epoch": 12.478952291861553, + "grad_norm": 0.1068989634513855, + "learning_rate": 6.313250536160378e-05, + "loss": 0.0362, + "step": 13340 + }, + { + "epoch": 12.488306828811973, + "grad_norm": 0.12114833295345306, + "learning_rate": 6.307931678091917e-05, + "loss": 0.0332, + "step": 13350 + }, + { + "epoch": 12.497661365762395, + "grad_norm": 0.09281782060861588, + "learning_rate": 6.302611230763138e-05, + "loss": 0.0332, + "step": 13360 + }, + { + "epoch": 12.507015902712816, + "grad_norm": 0.12977276742458344, + "learning_rate": 6.297289200638887e-05, + "loss": 0.0333, + "step": 13370 + }, + { + "epoch": 12.516370439663238, + "grad_norm": 0.11116500943899155, + "learning_rate": 6.29196559418593e-05, + "loss": 0.0318, + "step": 13380 + }, + { + "epoch": 12.525724976613658, + "grad_norm": 0.0973007008433342, + "learning_rate": 6.286640417872951e-05, + "loss": 0.033, + "step": 13390 + }, + { + "epoch": 12.535079513564078, + "grad_norm": 0.1054057851433754, + "learning_rate": 6.281313678170542e-05, + "loss": 0.0338, + "step": 13400 + }, + { + "epoch": 12.5444340505145, + "grad_norm": 0.13151007890701294, + "learning_rate": 6.275985381551194e-05, + "loss": 0.0337, + "step": 13410 + }, + { + "epoch": 12.55378858746492, + "grad_norm": 0.13692335784435272, + "learning_rate": 6.270655534489292e-05, + "loss": 0.0329, + "step": 13420 + }, + { + "epoch": 12.563143124415342, + "grad_norm": 0.13496573269367218, + "learning_rate": 6.265324143461098e-05, + "loss": 0.0344, + "step": 13430 + }, + { + "epoch": 12.572497661365762, + "grad_norm": 0.1128782257437706, + "learning_rate": 6.259991214944758e-05, + "loss": 0.0359, + "step": 13440 + }, + { + "epoch": 12.581852198316183, + "grad_norm": 0.09794111549854279, + "learning_rate": 6.254656755420283e-05, + "loss": 0.0331, + "step": 13450 + }, + { + "epoch": 12.591206735266605, + "grad_norm": 0.09410230815410614, + "learning_rate": 6.249320771369545e-05, + "loss": 0.0347, + "step": 13460 + }, + { + "epoch": 12.600561272217025, + "grad_norm": 0.12019962817430496, + "learning_rate": 6.243983269276263e-05, + "loss": 0.0333, + "step": 13470 + }, + { + "epoch": 12.609915809167447, + "grad_norm": 0.0987941324710846, + "learning_rate": 6.238644255626012e-05, + "loss": 0.0346, + "step": 13480 + }, + { + "epoch": 12.619270346117867, + "grad_norm": 0.15079638361930847, + "learning_rate": 6.233303736906193e-05, + "loss": 0.0347, + "step": 13490 + }, + { + "epoch": 12.628624883068287, + "grad_norm": 0.15105733275413513, + "learning_rate": 6.227961719606039e-05, + "loss": 0.0349, + "step": 13500 + }, + { + "epoch": 12.63797942001871, + "grad_norm": 0.10232912749052048, + "learning_rate": 6.222618210216608e-05, + "loss": 0.0356, + "step": 13510 + }, + { + "epoch": 12.64733395696913, + "grad_norm": 0.1325598657131195, + "learning_rate": 6.217273215230767e-05, + "loss": 0.0336, + "step": 13520 + }, + { + "epoch": 12.656688493919551, + "grad_norm": 0.12649939954280853, + "learning_rate": 6.211926741143188e-05, + "loss": 0.034, + "step": 13530 + }, + { + "epoch": 12.666043030869972, + "grad_norm": 0.10885540395975113, + "learning_rate": 6.20657879445034e-05, + "loss": 0.035, + "step": 13540 + }, + { + "epoch": 12.675397567820394, + "grad_norm": 0.15408256649971008, + "learning_rate": 6.201229381650485e-05, + "loss": 0.0345, + "step": 13550 + }, + { + "epoch": 12.684752104770814, + "grad_norm": 0.14239391684532166, + "learning_rate": 6.195878509243661e-05, + "loss": 0.0319, + "step": 13560 + }, + { + "epoch": 12.694106641721234, + "grad_norm": 0.10571229457855225, + "learning_rate": 6.190526183731685e-05, + "loss": 0.0366, + "step": 13570 + }, + { + "epoch": 12.703461178671656, + "grad_norm": 0.116007000207901, + "learning_rate": 6.185172411618138e-05, + "loss": 0.0344, + "step": 13580 + }, + { + "epoch": 12.712815715622076, + "grad_norm": 0.10147552192211151, + "learning_rate": 6.179817199408355e-05, + "loss": 0.0334, + "step": 13590 + }, + { + "epoch": 12.722170252572498, + "grad_norm": 0.14577940106391907, + "learning_rate": 6.174460553609426e-05, + "loss": 0.0362, + "step": 13600 + }, + { + "epoch": 12.731524789522918, + "grad_norm": 0.1122247651219368, + "learning_rate": 6.16910248073018e-05, + "loss": 0.0329, + "step": 13610 + }, + { + "epoch": 12.74087932647334, + "grad_norm": 0.11222987622022629, + "learning_rate": 6.16374298728118e-05, + "loss": 0.0334, + "step": 13620 + }, + { + "epoch": 12.75023386342376, + "grad_norm": 0.0912008136510849, + "learning_rate": 6.158382079774716e-05, + "loss": 0.0347, + "step": 13630 + }, + { + "epoch": 12.75958840037418, + "grad_norm": 0.11159557849168777, + "learning_rate": 6.153019764724799e-05, + "loss": 0.0322, + "step": 13640 + }, + { + "epoch": 12.768942937324603, + "grad_norm": 0.13398544490337372, + "learning_rate": 6.147656048647144e-05, + "loss": 0.033, + "step": 13650 + }, + { + "epoch": 12.778297474275023, + "grad_norm": 0.10337108373641968, + "learning_rate": 6.142290938059173e-05, + "loss": 0.0339, + "step": 13660 + }, + { + "epoch": 12.787652011225445, + "grad_norm": 0.10493751615285873, + "learning_rate": 6.136924439480001e-05, + "loss": 0.0334, + "step": 13670 + }, + { + "epoch": 12.797006548175865, + "grad_norm": 0.09951969981193542, + "learning_rate": 6.13155655943043e-05, + "loss": 0.0344, + "step": 13680 + }, + { + "epoch": 12.806361085126285, + "grad_norm": 0.09877679497003555, + "learning_rate": 6.126187304432941e-05, + "loss": 0.0312, + "step": 13690 + }, + { + "epoch": 12.815715622076707, + "grad_norm": 0.12602439522743225, + "learning_rate": 6.120816681011684e-05, + "loss": 0.0335, + "step": 13700 + }, + { + "epoch": 12.825070159027128, + "grad_norm": 0.09607472270727158, + "learning_rate": 6.115444695692474e-05, + "loss": 0.033, + "step": 13710 + }, + { + "epoch": 12.83442469597755, + "grad_norm": 0.10902054607868195, + "learning_rate": 6.110071355002779e-05, + "loss": 0.0339, + "step": 13720 + }, + { + "epoch": 12.84377923292797, + "grad_norm": 0.11565637588500977, + "learning_rate": 6.104696665471714e-05, + "loss": 0.0334, + "step": 13730 + }, + { + "epoch": 12.853133769878392, + "grad_norm": 0.1235460564494133, + "learning_rate": 6.099320633630036e-05, + "loss": 0.0342, + "step": 13740 + }, + { + "epoch": 12.862488306828812, + "grad_norm": 0.11924148350954056, + "learning_rate": 6.093943266010128e-05, + "loss": 0.0326, + "step": 13750 + }, + { + "epoch": 12.871842843779232, + "grad_norm": 0.1201028823852539, + "learning_rate": 6.088564569146e-05, + "loss": 0.0326, + "step": 13760 + }, + { + "epoch": 12.881197380729654, + "grad_norm": 0.08711842447519302, + "learning_rate": 6.083184549573274e-05, + "loss": 0.0333, + "step": 13770 + }, + { + "epoch": 12.890551917680074, + "grad_norm": 0.08460842818021774, + "learning_rate": 6.077803213829184e-05, + "loss": 0.0335, + "step": 13780 + }, + { + "epoch": 12.899906454630496, + "grad_norm": 0.12487179785966873, + "learning_rate": 6.0724205684525594e-05, + "loss": 0.0341, + "step": 13790 + }, + { + "epoch": 12.909260991580917, + "grad_norm": 0.13153566420078278, + "learning_rate": 6.0670366199838215e-05, + "loss": 0.031, + "step": 13800 + }, + { + "epoch": 12.918615528531337, + "grad_norm": 0.12777145206928253, + "learning_rate": 6.061651374964974e-05, + "loss": 0.0349, + "step": 13810 + }, + { + "epoch": 12.927970065481759, + "grad_norm": 0.12431178241968155, + "learning_rate": 6.0562648399396004e-05, + "loss": 0.0326, + "step": 13820 + }, + { + "epoch": 12.937324602432179, + "grad_norm": 0.1156734973192215, + "learning_rate": 6.050877021452845e-05, + "loss": 0.0339, + "step": 13830 + }, + { + "epoch": 12.946679139382601, + "grad_norm": 0.11026833951473236, + "learning_rate": 6.04548792605142e-05, + "loss": 0.0323, + "step": 13840 + }, + { + "epoch": 12.956033676333021, + "grad_norm": 0.10955148935317993, + "learning_rate": 6.04009756028358e-05, + "loss": 0.0328, + "step": 13850 + }, + { + "epoch": 12.965388213283443, + "grad_norm": 0.14996188879013062, + "learning_rate": 6.0347059306991294e-05, + "loss": 0.0341, + "step": 13860 + }, + { + "epoch": 12.974742750233863, + "grad_norm": 0.14162079989910126, + "learning_rate": 6.029313043849407e-05, + "loss": 0.0326, + "step": 13870 + }, + { + "epoch": 12.984097287184284, + "grad_norm": 0.12294036149978638, + "learning_rate": 6.023918906287279e-05, + "loss": 0.0315, + "step": 13880 + }, + { + "epoch": 12.993451824134706, + "grad_norm": 0.17089051008224487, + "learning_rate": 6.01852352456713e-05, + "loss": 0.0333, + "step": 13890 + }, + { + "epoch": 13.002806361085126, + "grad_norm": 0.127583310008049, + "learning_rate": 6.013126905244858e-05, + "loss": 0.0316, + "step": 13900 + }, + { + "epoch": 13.012160898035548, + "grad_norm": 0.1072775200009346, + "learning_rate": 6.007729054877864e-05, + "loss": 0.0339, + "step": 13910 + }, + { + "epoch": 13.021515434985968, + "grad_norm": 0.10115067660808563, + "learning_rate": 6.0023299800250466e-05, + "loss": 0.0339, + "step": 13920 + }, + { + "epoch": 13.030869971936388, + "grad_norm": 0.10144516080617905, + "learning_rate": 5.9969296872467894e-05, + "loss": 0.033, + "step": 13930 + }, + { + "epoch": 13.04022450888681, + "grad_norm": 0.0988747775554657, + "learning_rate": 5.9915281831049585e-05, + "loss": 0.0317, + "step": 13940 + }, + { + "epoch": 13.04957904583723, + "grad_norm": 0.12127980589866638, + "learning_rate": 5.98612547416289e-05, + "loss": 0.0341, + "step": 13950 + }, + { + "epoch": 13.058933582787652, + "grad_norm": 0.13958874344825745, + "learning_rate": 5.9807215669853855e-05, + "loss": 0.0314, + "step": 13960 + }, + { + "epoch": 13.068288119738073, + "grad_norm": 0.11174723505973816, + "learning_rate": 5.9753164681387e-05, + "loss": 0.0311, + "step": 13970 + }, + { + "epoch": 13.077642656688495, + "grad_norm": 0.10074310004711151, + "learning_rate": 5.969910184190539e-05, + "loss": 0.0328, + "step": 13980 + }, + { + "epoch": 13.086997193638915, + "grad_norm": 0.11599451303482056, + "learning_rate": 5.9645027217100477e-05, + "loss": 0.0318, + "step": 13990 + }, + { + "epoch": 13.096351730589335, + "grad_norm": 0.1301240772008896, + "learning_rate": 5.959094087267804e-05, + "loss": 0.0324, + "step": 14000 + }, + { + "epoch": 13.105706267539757, + "grad_norm": 0.0999855324625969, + "learning_rate": 5.9536842874358065e-05, + "loss": 0.0311, + "step": 14010 + }, + { + "epoch": 13.115060804490177, + "grad_norm": 0.11589642614126205, + "learning_rate": 5.9482733287874734e-05, + "loss": 0.0329, + "step": 14020 + }, + { + "epoch": 13.1244153414406, + "grad_norm": 0.09709007292985916, + "learning_rate": 5.942861217897631e-05, + "loss": 0.033, + "step": 14030 + }, + { + "epoch": 13.13376987839102, + "grad_norm": 0.0799298956990242, + "learning_rate": 5.9374479613425e-05, + "loss": 0.0336, + "step": 14040 + }, + { + "epoch": 13.14312441534144, + "grad_norm": 0.11624984443187714, + "learning_rate": 5.932033565699704e-05, + "loss": 0.0329, + "step": 14050 + }, + { + "epoch": 13.152478952291862, + "grad_norm": 0.12631042301654816, + "learning_rate": 5.926618037548237e-05, + "loss": 0.0319, + "step": 14060 + }, + { + "epoch": 13.161833489242282, + "grad_norm": 0.1167462021112442, + "learning_rate": 5.9212013834684824e-05, + "loss": 0.0324, + "step": 14070 + }, + { + "epoch": 13.171188026192704, + "grad_norm": 0.11864805221557617, + "learning_rate": 5.9157836100421824e-05, + "loss": 0.0319, + "step": 14080 + }, + { + "epoch": 13.180542563143124, + "grad_norm": 0.13262198865413666, + "learning_rate": 5.910364723852444e-05, + "loss": 0.0355, + "step": 14090 + }, + { + "epoch": 13.189897100093546, + "grad_norm": 0.11954718083143234, + "learning_rate": 5.904944731483723e-05, + "loss": 0.0331, + "step": 14100 + }, + { + "epoch": 13.199251637043966, + "grad_norm": 0.13727590441703796, + "learning_rate": 5.899523639521825e-05, + "loss": 0.0334, + "step": 14110 + }, + { + "epoch": 13.208606173994387, + "grad_norm": 0.12903647124767303, + "learning_rate": 5.894101454553883e-05, + "loss": 0.0336, + "step": 14120 + }, + { + "epoch": 13.217960710944809, + "grad_norm": 0.10456869006156921, + "learning_rate": 5.888678183168368e-05, + "loss": 0.0313, + "step": 14130 + }, + { + "epoch": 13.227315247895229, + "grad_norm": 0.11364111304283142, + "learning_rate": 5.883253831955061e-05, + "loss": 0.0318, + "step": 14140 + }, + { + "epoch": 13.23666978484565, + "grad_norm": 0.11974990367889404, + "learning_rate": 5.8778284075050625e-05, + "loss": 0.0325, + "step": 14150 + }, + { + "epoch": 13.246024321796071, + "grad_norm": 0.11865639686584473, + "learning_rate": 5.872401916410777e-05, + "loss": 0.0333, + "step": 14160 + }, + { + "epoch": 13.255378858746493, + "grad_norm": 0.14257822930812836, + "learning_rate": 5.8669743652659014e-05, + "loss": 0.0314, + "step": 14170 + }, + { + "epoch": 13.264733395696913, + "grad_norm": 0.16314327716827393, + "learning_rate": 5.86154576066542e-05, + "loss": 0.0322, + "step": 14180 + }, + { + "epoch": 13.274087932647333, + "grad_norm": 0.13333623111248016, + "learning_rate": 5.856116109205602e-05, + "loss": 0.0311, + "step": 14190 + }, + { + "epoch": 13.283442469597755, + "grad_norm": 0.12332244217395782, + "learning_rate": 5.850685417483983e-05, + "loss": 0.0319, + "step": 14200 + }, + { + "epoch": 13.292797006548176, + "grad_norm": 0.09898334741592407, + "learning_rate": 5.8452536920993684e-05, + "loss": 0.0314, + "step": 14210 + }, + { + "epoch": 13.302151543498598, + "grad_norm": 0.11654377728700638, + "learning_rate": 5.839820939651817e-05, + "loss": 0.0327, + "step": 14220 + }, + { + "epoch": 13.311506080449018, + "grad_norm": 0.1302943229675293, + "learning_rate": 5.834387166742632e-05, + "loss": 0.0326, + "step": 14230 + }, + { + "epoch": 13.320860617399438, + "grad_norm": 0.1280224323272705, + "learning_rate": 5.828952379974364e-05, + "loss": 0.0308, + "step": 14240 + }, + { + "epoch": 13.33021515434986, + "grad_norm": 0.09496807307004929, + "learning_rate": 5.8235165859507864e-05, + "loss": 0.0328, + "step": 14250 + }, + { + "epoch": 13.33956969130028, + "grad_norm": 0.11162233352661133, + "learning_rate": 5.818079791276907e-05, + "loss": 0.032, + "step": 14260 + }, + { + "epoch": 13.348924228250702, + "grad_norm": 0.13242094218730927, + "learning_rate": 5.8126420025589415e-05, + "loss": 0.0325, + "step": 14270 + }, + { + "epoch": 13.358278765201122, + "grad_norm": 0.1104278638958931, + "learning_rate": 5.807203226404313e-05, + "loss": 0.0293, + "step": 14280 + }, + { + "epoch": 13.367633302151544, + "grad_norm": 0.09876788407564163, + "learning_rate": 5.801763469421652e-05, + "loss": 0.0325, + "step": 14290 + }, + { + "epoch": 13.376987839101965, + "grad_norm": 0.09474337100982666, + "learning_rate": 5.796322738220774e-05, + "loss": 0.0313, + "step": 14300 + }, + { + "epoch": 13.386342376052385, + "grad_norm": 0.11656595021486282, + "learning_rate": 5.79088103941268e-05, + "loss": 0.0323, + "step": 14310 + }, + { + "epoch": 13.395696913002807, + "grad_norm": 0.1089964210987091, + "learning_rate": 5.785438379609549e-05, + "loss": 0.0336, + "step": 14320 + }, + { + "epoch": 13.405051449953227, + "grad_norm": 0.14561006426811218, + "learning_rate": 5.779994765424724e-05, + "loss": 0.0334, + "step": 14330 + }, + { + "epoch": 13.414405986903649, + "grad_norm": 0.13972274959087372, + "learning_rate": 5.7745502034727114e-05, + "loss": 0.0318, + "step": 14340 + }, + { + "epoch": 13.42376052385407, + "grad_norm": 0.1517653912305832, + "learning_rate": 5.769104700369164e-05, + "loss": 0.0342, + "step": 14350 + }, + { + "epoch": 13.43311506080449, + "grad_norm": 0.10823189467191696, + "learning_rate": 5.7636582627308854e-05, + "loss": 0.0319, + "step": 14360 + }, + { + "epoch": 13.442469597754911, + "grad_norm": 0.10597087442874908, + "learning_rate": 5.7582108971758095e-05, + "loss": 0.0321, + "step": 14370 + }, + { + "epoch": 13.451824134705332, + "grad_norm": 0.09048815816640854, + "learning_rate": 5.752762610322999e-05, + "loss": 0.0331, + "step": 14380 + }, + { + "epoch": 13.461178671655754, + "grad_norm": 0.10852017253637314, + "learning_rate": 5.747313408792636e-05, + "loss": 0.0303, + "step": 14390 + }, + { + "epoch": 13.470533208606174, + "grad_norm": 0.1275244802236557, + "learning_rate": 5.741863299206014e-05, + "loss": 0.0306, + "step": 14400 + }, + { + "epoch": 13.479887745556596, + "grad_norm": 0.09995446354150772, + "learning_rate": 5.73641228818553e-05, + "loss": 0.0305, + "step": 14410 + }, + { + "epoch": 13.489242282507016, + "grad_norm": 0.12408149242401123, + "learning_rate": 5.730960382354676e-05, + "loss": 0.0311, + "step": 14420 + }, + { + "epoch": 13.498596819457436, + "grad_norm": 0.11702552437782288, + "learning_rate": 5.725507588338035e-05, + "loss": 0.0302, + "step": 14430 + }, + { + "epoch": 13.507951356407858, + "grad_norm": 0.136960968375206, + "learning_rate": 5.7200539127612604e-05, + "loss": 0.0299, + "step": 14440 + }, + { + "epoch": 13.517305893358278, + "grad_norm": 0.1445246934890747, + "learning_rate": 5.714599362251087e-05, + "loss": 0.0327, + "step": 14450 + }, + { + "epoch": 13.5266604303087, + "grad_norm": 0.11758562922477722, + "learning_rate": 5.709143943435307e-05, + "loss": 0.0326, + "step": 14460 + }, + { + "epoch": 13.53601496725912, + "grad_norm": 0.09755569696426392, + "learning_rate": 5.7036876629427646e-05, + "loss": 0.0301, + "step": 14470 + }, + { + "epoch": 13.545369504209543, + "grad_norm": 0.10141246765851974, + "learning_rate": 5.698230527403361e-05, + "loss": 0.0295, + "step": 14480 + }, + { + "epoch": 13.554724041159963, + "grad_norm": 0.11170832067728043, + "learning_rate": 5.6927725434480274e-05, + "loss": 0.0325, + "step": 14490 + }, + { + "epoch": 13.564078578110383, + "grad_norm": 0.0861978679895401, + "learning_rate": 5.687313717708728e-05, + "loss": 0.0305, + "step": 14500 + }, + { + "epoch": 13.573433115060805, + "grad_norm": 0.10560592263936996, + "learning_rate": 5.681854056818453e-05, + "loss": 0.0309, + "step": 14510 + }, + { + "epoch": 13.582787652011225, + "grad_norm": 0.1104409247636795, + "learning_rate": 5.676393567411205e-05, + "loss": 0.0304, + "step": 14520 + }, + { + "epoch": 13.592142188961647, + "grad_norm": 0.10529731214046478, + "learning_rate": 5.670932256121991e-05, + "loss": 0.0315, + "step": 14530 + }, + { + "epoch": 13.601496725912067, + "grad_norm": 0.14593085646629333, + "learning_rate": 5.6654701295868216e-05, + "loss": 0.0313, + "step": 14540 + }, + { + "epoch": 13.610851262862488, + "grad_norm": 0.12793268263339996, + "learning_rate": 5.660007194442697e-05, + "loss": 0.0303, + "step": 14550 + }, + { + "epoch": 13.62020579981291, + "grad_norm": 0.10486266762018204, + "learning_rate": 5.6545434573275946e-05, + "loss": 0.032, + "step": 14560 + }, + { + "epoch": 13.62956033676333, + "grad_norm": 0.13605897128582, + "learning_rate": 5.649078924880472e-05, + "loss": 0.0326, + "step": 14570 + }, + { + "epoch": 13.638914873713752, + "grad_norm": 0.12555989623069763, + "learning_rate": 5.643613603741252e-05, + "loss": 0.0292, + "step": 14580 + }, + { + "epoch": 13.648269410664172, + "grad_norm": 0.1338670402765274, + "learning_rate": 5.6381475005508154e-05, + "loss": 0.0342, + "step": 14590 + }, + { + "epoch": 13.657623947614592, + "grad_norm": 0.10076026618480682, + "learning_rate": 5.632680621950992e-05, + "loss": 0.0317, + "step": 14600 + }, + { + "epoch": 13.666978484565014, + "grad_norm": 0.11966457962989807, + "learning_rate": 5.627212974584555e-05, + "loss": 0.0312, + "step": 14610 + }, + { + "epoch": 13.676333021515434, + "grad_norm": 0.1287725418806076, + "learning_rate": 5.62174456509521e-05, + "loss": 0.0306, + "step": 14620 + }, + { + "epoch": 13.685687558465856, + "grad_norm": 0.10892323404550552, + "learning_rate": 5.616275400127594e-05, + "loss": 0.0312, + "step": 14630 + }, + { + "epoch": 13.695042095416277, + "grad_norm": 0.09795906394720078, + "learning_rate": 5.610805486327254e-05, + "loss": 0.0302, + "step": 14640 + }, + { + "epoch": 13.704396632366699, + "grad_norm": 0.10607314109802246, + "learning_rate": 5.6053348303406536e-05, + "loss": 0.0333, + "step": 14650 + }, + { + "epoch": 13.713751169317119, + "grad_norm": 0.10195818543434143, + "learning_rate": 5.599863438815156e-05, + "loss": 0.0316, + "step": 14660 + }, + { + "epoch": 13.723105706267539, + "grad_norm": 0.1253620982170105, + "learning_rate": 5.594391318399017e-05, + "loss": 0.03, + "step": 14670 + }, + { + "epoch": 13.732460243217961, + "grad_norm": 0.0958501324057579, + "learning_rate": 5.588918475741377e-05, + "loss": 0.0337, + "step": 14680 + }, + { + "epoch": 13.741814780168381, + "grad_norm": 0.1280086189508438, + "learning_rate": 5.5834449174922586e-05, + "loss": 0.031, + "step": 14690 + }, + { + "epoch": 13.751169317118803, + "grad_norm": 0.09725455939769745, + "learning_rate": 5.57797065030255e-05, + "loss": 0.0298, + "step": 14700 + }, + { + "epoch": 13.760523854069223, + "grad_norm": 0.08859241008758545, + "learning_rate": 5.5724956808240016e-05, + "loss": 0.032, + "step": 14710 + }, + { + "epoch": 13.769878391019645, + "grad_norm": 0.09357555210590363, + "learning_rate": 5.567020015709219e-05, + "loss": 0.031, + "step": 14720 + }, + { + "epoch": 13.779232927970066, + "grad_norm": 0.10114359855651855, + "learning_rate": 5.561543661611649e-05, + "loss": 0.0297, + "step": 14730 + }, + { + "epoch": 13.788587464920486, + "grad_norm": 0.1047961488366127, + "learning_rate": 5.556066625185583e-05, + "loss": 0.0313, + "step": 14740 + }, + { + "epoch": 13.797942001870908, + "grad_norm": 0.10569164901971817, + "learning_rate": 5.550588913086131e-05, + "loss": 0.0332, + "step": 14750 + }, + { + "epoch": 13.807296538821328, + "grad_norm": 0.10954700410366058, + "learning_rate": 5.545110531969234e-05, + "loss": 0.0291, + "step": 14760 + }, + { + "epoch": 13.81665107577175, + "grad_norm": 0.11086539179086685, + "learning_rate": 5.539631488491641e-05, + "loss": 0.0315, + "step": 14770 + }, + { + "epoch": 13.82600561272217, + "grad_norm": 0.10424254089593887, + "learning_rate": 5.534151789310904e-05, + "loss": 0.0318, + "step": 14780 + }, + { + "epoch": 13.83536014967259, + "grad_norm": 0.09361882507801056, + "learning_rate": 5.528671441085376e-05, + "loss": 0.0284, + "step": 14790 + }, + { + "epoch": 13.844714686623012, + "grad_norm": 0.2667456865310669, + "learning_rate": 5.523190450474197e-05, + "loss": 0.031, + "step": 14800 + }, + { + "epoch": 13.854069223573433, + "grad_norm": 0.10125512629747391, + "learning_rate": 5.5177088241372865e-05, + "loss": 0.0348, + "step": 14810 + }, + { + "epoch": 13.863423760523855, + "grad_norm": 0.10080064833164215, + "learning_rate": 5.512226568735338e-05, + "loss": 0.0311, + "step": 14820 + }, + { + "epoch": 13.872778297474275, + "grad_norm": 0.0952983871102333, + "learning_rate": 5.506743690929809e-05, + "loss": 0.0302, + "step": 14830 + }, + { + "epoch": 13.882132834424697, + "grad_norm": 0.12998661398887634, + "learning_rate": 5.501260197382912e-05, + "loss": 0.0317, + "step": 14840 + }, + { + "epoch": 13.891487371375117, + "grad_norm": 0.144460529088974, + "learning_rate": 5.49577609475761e-05, + "loss": 0.0321, + "step": 14850 + }, + { + "epoch": 13.900841908325537, + "grad_norm": 0.12490914016962051, + "learning_rate": 5.490291389717603e-05, + "loss": 0.0319, + "step": 14860 + }, + { + "epoch": 13.91019644527596, + "grad_norm": 0.12079442292451859, + "learning_rate": 5.484806088927329e-05, + "loss": 0.0326, + "step": 14870 + }, + { + "epoch": 13.91955098222638, + "grad_norm": 0.08511970937252045, + "learning_rate": 5.479320199051942e-05, + "loss": 0.0303, + "step": 14880 + }, + { + "epoch": 13.928905519176801, + "grad_norm": 0.17003048956394196, + "learning_rate": 5.473833726757314e-05, + "loss": 0.0312, + "step": 14890 + }, + { + "epoch": 13.938260056127222, + "grad_norm": 0.1046547219157219, + "learning_rate": 5.4683466787100304e-05, + "loss": 0.0312, + "step": 14900 + }, + { + "epoch": 13.947614593077642, + "grad_norm": 0.11616797000169754, + "learning_rate": 5.462859061577369e-05, + "loss": 0.0311, + "step": 14910 + }, + { + "epoch": 13.956969130028064, + "grad_norm": 0.08616320788860321, + "learning_rate": 5.4573708820273026e-05, + "loss": 0.0302, + "step": 14920 + }, + { + "epoch": 13.966323666978484, + "grad_norm": 0.09361620992422104, + "learning_rate": 5.451882146728488e-05, + "loss": 0.0308, + "step": 14930 + }, + { + "epoch": 13.975678203928906, + "grad_norm": 0.09951530396938324, + "learning_rate": 5.446392862350255e-05, + "loss": 0.0296, + "step": 14940 + }, + { + "epoch": 13.985032740879326, + "grad_norm": 0.12106814980506897, + "learning_rate": 5.440903035562603e-05, + "loss": 0.0293, + "step": 14950 + }, + { + "epoch": 13.994387277829748, + "grad_norm": 0.102865070104599, + "learning_rate": 5.435412673036188e-05, + "loss": 0.0306, + "step": 14960 + }, + { + "epoch": 14.003741814780168, + "grad_norm": 0.10218996554613113, + "learning_rate": 5.429921781442318e-05, + "loss": 0.0333, + "step": 14970 + }, + { + "epoch": 14.013096351730589, + "grad_norm": 0.10787829756736755, + "learning_rate": 5.424430367452945e-05, + "loss": 0.03, + "step": 14980 + }, + { + "epoch": 14.02245088868101, + "grad_norm": 0.09922648966312408, + "learning_rate": 5.418938437740655e-05, + "loss": 0.0305, + "step": 14990 + }, + { + "epoch": 14.03180542563143, + "grad_norm": 0.10934729129076004, + "learning_rate": 5.413445998978658e-05, + "loss": 0.0302, + "step": 15000 + }, + { + "epoch": 14.041159962581853, + "grad_norm": 0.09897066652774811, + "learning_rate": 5.407953057840789e-05, + "loss": 0.0298, + "step": 15010 + }, + { + "epoch": 14.050514499532273, + "grad_norm": 0.11073228716850281, + "learning_rate": 5.4024596210014853e-05, + "loss": 0.0307, + "step": 15020 + }, + { + "epoch": 14.059869036482693, + "grad_norm": 0.12296870350837708, + "learning_rate": 5.3969656951357935e-05, + "loss": 0.0301, + "step": 15030 + }, + { + "epoch": 14.069223573433115, + "grad_norm": 0.10169009864330292, + "learning_rate": 5.3914712869193504e-05, + "loss": 0.0294, + "step": 15040 + }, + { + "epoch": 14.078578110383535, + "grad_norm": 0.09362494200468063, + "learning_rate": 5.385976403028381e-05, + "loss": 0.0292, + "step": 15050 + }, + { + "epoch": 14.087932647333957, + "grad_norm": 0.10596467554569244, + "learning_rate": 5.3804810501396875e-05, + "loss": 0.0294, + "step": 15060 + }, + { + "epoch": 14.097287184284378, + "grad_norm": 0.10898708552122116, + "learning_rate": 5.374985234930639e-05, + "loss": 0.0296, + "step": 15070 + }, + { + "epoch": 14.1066417212348, + "grad_norm": 0.10433714836835861, + "learning_rate": 5.3694889640791724e-05, + "loss": 0.0318, + "step": 15080 + }, + { + "epoch": 14.11599625818522, + "grad_norm": 0.11349384486675262, + "learning_rate": 5.3639922442637736e-05, + "loss": 0.0291, + "step": 15090 + }, + { + "epoch": 14.12535079513564, + "grad_norm": 0.16660742461681366, + "learning_rate": 5.358495082163476e-05, + "loss": 0.0315, + "step": 15100 + }, + { + "epoch": 14.134705332086062, + "grad_norm": 0.12422379851341248, + "learning_rate": 5.35299748445785e-05, + "loss": 0.0327, + "step": 15110 + }, + { + "epoch": 14.144059869036482, + "grad_norm": 0.10933661460876465, + "learning_rate": 5.3474994578269944e-05, + "loss": 0.0309, + "step": 15120 + }, + { + "epoch": 14.153414405986904, + "grad_norm": 0.11863104999065399, + "learning_rate": 5.34200100895153e-05, + "loss": 0.0294, + "step": 15130 + }, + { + "epoch": 14.162768942937324, + "grad_norm": 0.11817724257707596, + "learning_rate": 5.3365021445125916e-05, + "loss": 0.0315, + "step": 15140 + }, + { + "epoch": 14.172123479887745, + "grad_norm": 0.1473480761051178, + "learning_rate": 5.331002871191817e-05, + "loss": 0.0295, + "step": 15150 + }, + { + "epoch": 14.181478016838167, + "grad_norm": 0.11831039935350418, + "learning_rate": 5.3255031956713443e-05, + "loss": 0.031, + "step": 15160 + }, + { + "epoch": 14.190832553788587, + "grad_norm": 0.10610148310661316, + "learning_rate": 5.320003124633795e-05, + "loss": 0.0306, + "step": 15170 + }, + { + "epoch": 14.200187090739009, + "grad_norm": 0.11144261062145233, + "learning_rate": 5.314502664762274e-05, + "loss": 0.0302, + "step": 15180 + }, + { + "epoch": 14.209541627689429, + "grad_norm": 0.12504950165748596, + "learning_rate": 5.3090018227403604e-05, + "loss": 0.0302, + "step": 15190 + }, + { + "epoch": 14.218896164639851, + "grad_norm": 0.11370979249477386, + "learning_rate": 5.3035006052520955e-05, + "loss": 0.0304, + "step": 15200 + }, + { + "epoch": 14.228250701590271, + "grad_norm": 0.0936761200428009, + "learning_rate": 5.297999018981976e-05, + "loss": 0.0297, + "step": 15210 + }, + { + "epoch": 14.237605238540691, + "grad_norm": 0.1053672581911087, + "learning_rate": 5.2924970706149505e-05, + "loss": 0.0311, + "step": 15220 + }, + { + "epoch": 14.246959775491113, + "grad_norm": 0.10514705628156662, + "learning_rate": 5.2869947668364014e-05, + "loss": 0.0282, + "step": 15230 + }, + { + "epoch": 14.256314312441534, + "grad_norm": 0.10377437621355057, + "learning_rate": 5.2814921143321504e-05, + "loss": 0.0297, + "step": 15240 + }, + { + "epoch": 14.265668849391956, + "grad_norm": 0.09647661447525024, + "learning_rate": 5.275989119788436e-05, + "loss": 0.0308, + "step": 15250 + }, + { + "epoch": 14.275023386342376, + "grad_norm": 0.09339074045419693, + "learning_rate": 5.270485789891919e-05, + "loss": 0.0278, + "step": 15260 + }, + { + "epoch": 14.284377923292798, + "grad_norm": 0.12693680822849274, + "learning_rate": 5.264982131329661e-05, + "loss": 0.0321, + "step": 15270 + }, + { + "epoch": 14.293732460243218, + "grad_norm": 0.1054934710264206, + "learning_rate": 5.259478150789128e-05, + "loss": 0.029, + "step": 15280 + }, + { + "epoch": 14.303086997193638, + "grad_norm": 0.15909019112586975, + "learning_rate": 5.253973854958173e-05, + "loss": 0.03, + "step": 15290 + }, + { + "epoch": 14.31244153414406, + "grad_norm": 0.10571397095918655, + "learning_rate": 5.2484692505250376e-05, + "loss": 0.0308, + "step": 15300 + }, + { + "epoch": 14.32179607109448, + "grad_norm": 0.11441997438669205, + "learning_rate": 5.242964344178333e-05, + "loss": 0.0305, + "step": 15310 + }, + { + "epoch": 14.331150608044902, + "grad_norm": 0.0984170064330101, + "learning_rate": 5.237459142607041e-05, + "loss": 0.0318, + "step": 15320 + }, + { + "epoch": 14.340505144995323, + "grad_norm": 0.09993186593055725, + "learning_rate": 5.231953652500498e-05, + "loss": 0.029, + "step": 15330 + }, + { + "epoch": 14.349859681945743, + "grad_norm": 0.10032261162996292, + "learning_rate": 5.2264478805483976e-05, + "loss": 0.0294, + "step": 15340 + }, + { + "epoch": 14.359214218896165, + "grad_norm": 0.1259392946958542, + "learning_rate": 5.220941833440768e-05, + "loss": 0.03, + "step": 15350 + }, + { + "epoch": 14.368568755846585, + "grad_norm": 0.09689608216285706, + "learning_rate": 5.215435517867977e-05, + "loss": 0.0273, + "step": 15360 + }, + { + "epoch": 14.377923292797007, + "grad_norm": 0.0825950875878334, + "learning_rate": 5.209928940520719e-05, + "loss": 0.0297, + "step": 15370 + }, + { + "epoch": 14.387277829747427, + "grad_norm": 0.092473104596138, + "learning_rate": 5.204422108090004e-05, + "loss": 0.0297, + "step": 15380 + }, + { + "epoch": 14.39663236669785, + "grad_norm": 0.10121749341487885, + "learning_rate": 5.19891502726715e-05, + "loss": 0.0294, + "step": 15390 + }, + { + "epoch": 14.40598690364827, + "grad_norm": 0.10268503427505493, + "learning_rate": 5.193407704743782e-05, + "loss": 0.0303, + "step": 15400 + }, + { + "epoch": 14.41534144059869, + "grad_norm": 0.09616871178150177, + "learning_rate": 5.187900147211815e-05, + "loss": 0.0283, + "step": 15410 + }, + { + "epoch": 14.424695977549112, + "grad_norm": 0.1052895039319992, + "learning_rate": 5.182392361363453e-05, + "loss": 0.0273, + "step": 15420 + }, + { + "epoch": 14.434050514499532, + "grad_norm": 0.11066706478595734, + "learning_rate": 5.176884353891172e-05, + "loss": 0.0293, + "step": 15430 + }, + { + "epoch": 14.443405051449954, + "grad_norm": 0.13629107177257538, + "learning_rate": 5.171376131487722e-05, + "loss": 0.0292, + "step": 15440 + }, + { + "epoch": 14.452759588400374, + "grad_norm": 0.12287971377372742, + "learning_rate": 5.165867700846113e-05, + "loss": 0.0295, + "step": 15450 + }, + { + "epoch": 14.462114125350794, + "grad_norm": 0.10781798511743546, + "learning_rate": 5.160359068659606e-05, + "loss": 0.0295, + "step": 15460 + }, + { + "epoch": 14.471468662301216, + "grad_norm": 0.10120955109596252, + "learning_rate": 5.154850241621712e-05, + "loss": 0.033, + "step": 15470 + }, + { + "epoch": 14.480823199251637, + "grad_norm": 0.11114285886287689, + "learning_rate": 5.149341226426172e-05, + "loss": 0.0295, + "step": 15480 + }, + { + "epoch": 14.490177736202059, + "grad_norm": 0.09621312469244003, + "learning_rate": 5.14383202976696e-05, + "loss": 0.0281, + "step": 15490 + }, + { + "epoch": 14.499532273152479, + "grad_norm": 0.08520288020372391, + "learning_rate": 5.1383226583382684e-05, + "loss": 0.0293, + "step": 15500 + }, + { + "epoch": 14.5088868101029, + "grad_norm": 0.12533888220787048, + "learning_rate": 5.132813118834504e-05, + "loss": 0.0277, + "step": 15510 + }, + { + "epoch": 14.518241347053321, + "grad_norm": 0.10229690372943878, + "learning_rate": 5.1273034179502777e-05, + "loss": 0.0287, + "step": 15520 + }, + { + "epoch": 14.527595884003741, + "grad_norm": 0.09411080926656723, + "learning_rate": 5.1217935623803945e-05, + "loss": 0.03, + "step": 15530 + }, + { + "epoch": 14.536950420954163, + "grad_norm": 0.11081596463918686, + "learning_rate": 5.1162835588198476e-05, + "loss": 0.0283, + "step": 15540 + }, + { + "epoch": 14.546304957904583, + "grad_norm": 0.09341322630643845, + "learning_rate": 5.110773413963813e-05, + "loss": 0.0289, + "step": 15550 + }, + { + "epoch": 14.555659494855005, + "grad_norm": 0.1013948917388916, + "learning_rate": 5.105263134507636e-05, + "loss": 0.0293, + "step": 15560 + }, + { + "epoch": 14.565014031805426, + "grad_norm": 0.09925879538059235, + "learning_rate": 5.099752727146824e-05, + "loss": 0.0288, + "step": 15570 + }, + { + "epoch": 14.574368568755848, + "grad_norm": 0.10573665052652359, + "learning_rate": 5.094242198577042e-05, + "loss": 0.031, + "step": 15580 + }, + { + "epoch": 14.583723105706268, + "grad_norm": 0.0930154025554657, + "learning_rate": 5.088731555494102e-05, + "loss": 0.0289, + "step": 15590 + }, + { + "epoch": 14.593077642656688, + "grad_norm": 0.10034915804862976, + "learning_rate": 5.0832208045939556e-05, + "loss": 0.0305, + "step": 15600 + }, + { + "epoch": 14.60243217960711, + "grad_norm": 0.11822839826345444, + "learning_rate": 5.0777099525726844e-05, + "loss": 0.0307, + "step": 15610 + }, + { + "epoch": 14.61178671655753, + "grad_norm": 0.09826875478029251, + "learning_rate": 5.072199006126494e-05, + "loss": 0.0297, + "step": 15620 + }, + { + "epoch": 14.621141253507952, + "grad_norm": 0.10533680766820908, + "learning_rate": 5.0666879719517026e-05, + "loss": 0.0293, + "step": 15630 + }, + { + "epoch": 14.630495790458372, + "grad_norm": 0.10313452780246735, + "learning_rate": 5.061176856744737e-05, + "loss": 0.0307, + "step": 15640 + }, + { + "epoch": 14.639850327408793, + "grad_norm": 0.1684519499540329, + "learning_rate": 5.0556656672021205e-05, + "loss": 0.0288, + "step": 15650 + }, + { + "epoch": 14.649204864359215, + "grad_norm": 0.10630469024181366, + "learning_rate": 5.050154410020472e-05, + "loss": 0.0281, + "step": 15660 + }, + { + "epoch": 14.658559401309635, + "grad_norm": 0.10224311053752899, + "learning_rate": 5.044643091896485e-05, + "loss": 0.0309, + "step": 15670 + }, + { + "epoch": 14.667913938260057, + "grad_norm": 0.10366460680961609, + "learning_rate": 5.039131719526932e-05, + "loss": 0.0282, + "step": 15680 + }, + { + "epoch": 14.677268475210477, + "grad_norm": 0.12238840758800507, + "learning_rate": 5.03362029960865e-05, + "loss": 0.028, + "step": 15690 + }, + { + "epoch": 14.686623012160897, + "grad_norm": 0.09790487587451935, + "learning_rate": 5.028108838838533e-05, + "loss": 0.0313, + "step": 15700 + }, + { + "epoch": 14.69597754911132, + "grad_norm": 0.10196027904748917, + "learning_rate": 5.0225973439135276e-05, + "loss": 0.0289, + "step": 15710 + }, + { + "epoch": 14.70533208606174, + "grad_norm": 0.10684844106435776, + "learning_rate": 5.017085821530617e-05, + "loss": 0.0288, + "step": 15720 + }, + { + "epoch": 14.714686623012161, + "grad_norm": 0.09985113143920898, + "learning_rate": 5.011574278386822e-05, + "loss": 0.0283, + "step": 15730 + }, + { + "epoch": 14.724041159962582, + "grad_norm": 0.11280149221420288, + "learning_rate": 5.006062721179189e-05, + "loss": 0.0296, + "step": 15740 + }, + { + "epoch": 14.733395696913004, + "grad_norm": 0.09917087852954865, + "learning_rate": 5.000551156604777e-05, + "loss": 0.0289, + "step": 15750 + }, + { + "epoch": 14.742750233863424, + "grad_norm": 0.11197815090417862, + "learning_rate": 4.9950395913606594e-05, + "loss": 0.0305, + "step": 15760 + }, + { + "epoch": 14.752104770813844, + "grad_norm": 0.10537222772836685, + "learning_rate": 4.989528032143903e-05, + "loss": 0.0309, + "step": 15770 + }, + { + "epoch": 14.761459307764266, + "grad_norm": 0.08154691755771637, + "learning_rate": 4.984016485651578e-05, + "loss": 0.0285, + "step": 15780 + }, + { + "epoch": 14.770813844714686, + "grad_norm": 0.1131342276930809, + "learning_rate": 4.9785049585807274e-05, + "loss": 0.0282, + "step": 15790 + }, + { + "epoch": 14.780168381665108, + "grad_norm": 0.14494243264198303, + "learning_rate": 4.972993457628381e-05, + "loss": 0.0297, + "step": 15800 + }, + { + "epoch": 14.789522918615528, + "grad_norm": 0.16098453104496002, + "learning_rate": 4.9674819894915306e-05, + "loss": 0.0296, + "step": 15810 + }, + { + "epoch": 14.79887745556595, + "grad_norm": 0.1387019157409668, + "learning_rate": 4.9619705608671265e-05, + "loss": 0.0292, + "step": 15820 + }, + { + "epoch": 14.80823199251637, + "grad_norm": 0.14949265122413635, + "learning_rate": 4.956459178452079e-05, + "loss": 0.0282, + "step": 15830 + }, + { + "epoch": 14.81758652946679, + "grad_norm": 0.1375918984413147, + "learning_rate": 4.950947848943235e-05, + "loss": 0.0289, + "step": 15840 + }, + { + "epoch": 14.826941066417213, + "grad_norm": 0.12135524302721024, + "learning_rate": 4.9454365790373805e-05, + "loss": 0.0285, + "step": 15850 + }, + { + "epoch": 14.836295603367633, + "grad_norm": 0.10183200240135193, + "learning_rate": 4.939925375431226e-05, + "loss": 0.0299, + "step": 15860 + }, + { + "epoch": 14.845650140318055, + "grad_norm": 0.13165615499019623, + "learning_rate": 4.9344142448214046e-05, + "loss": 0.0293, + "step": 15870 + }, + { + "epoch": 14.855004677268475, + "grad_norm": 0.10294316709041595, + "learning_rate": 4.928903193904461e-05, + "loss": 0.029, + "step": 15880 + }, + { + "epoch": 14.864359214218895, + "grad_norm": 0.08951328694820404, + "learning_rate": 4.923392229376842e-05, + "loss": 0.0293, + "step": 15890 + }, + { + "epoch": 14.873713751169317, + "grad_norm": 0.11017468571662903, + "learning_rate": 4.9178813579348865e-05, + "loss": 0.0286, + "step": 15900 + }, + { + "epoch": 14.883068288119738, + "grad_norm": 0.10429185628890991, + "learning_rate": 4.9123705862748253e-05, + "loss": 0.0283, + "step": 15910 + }, + { + "epoch": 14.89242282507016, + "grad_norm": 0.13058039546012878, + "learning_rate": 4.9068599210927627e-05, + "loss": 0.0288, + "step": 15920 + }, + { + "epoch": 14.90177736202058, + "grad_norm": 0.15466225147247314, + "learning_rate": 4.901349369084681e-05, + "loss": 0.03, + "step": 15930 + }, + { + "epoch": 14.911131898971, + "grad_norm": 0.11289998888969421, + "learning_rate": 4.8958389369464156e-05, + "loss": 0.0287, + "step": 15940 + }, + { + "epoch": 14.920486435921422, + "grad_norm": 0.11736220121383667, + "learning_rate": 4.890328631373666e-05, + "loss": 0.0305, + "step": 15950 + }, + { + "epoch": 14.929840972871842, + "grad_norm": 0.09164880961179733, + "learning_rate": 4.88481845906197e-05, + "loss": 0.03, + "step": 15960 + }, + { + "epoch": 14.939195509822264, + "grad_norm": 0.1309640258550644, + "learning_rate": 4.879308426706707e-05, + "loss": 0.0296, + "step": 15970 + }, + { + "epoch": 14.948550046772684, + "grad_norm": 0.11569449305534363, + "learning_rate": 4.873798541003084e-05, + "loss": 0.0299, + "step": 15980 + }, + { + "epoch": 14.957904583723106, + "grad_norm": 0.09527552872896194, + "learning_rate": 4.868288808646136e-05, + "loss": 0.0302, + "step": 15990 + }, + { + "epoch": 14.967259120673527, + "grad_norm": 0.10857273638248444, + "learning_rate": 4.862779236330705e-05, + "loss": 0.0286, + "step": 16000 + }, + { + "epoch": 14.976613657623947, + "grad_norm": 0.10504445433616638, + "learning_rate": 4.8572698307514395e-05, + "loss": 0.0298, + "step": 16010 + }, + { + "epoch": 14.985968194574369, + "grad_norm": 0.10500452667474747, + "learning_rate": 4.85176059860279e-05, + "loss": 0.0278, + "step": 16020 + }, + { + "epoch": 14.995322731524789, + "grad_norm": 0.1111936867237091, + "learning_rate": 4.846251546578989e-05, + "loss": 0.0306, + "step": 16030 + }, + { + "epoch": 15.004677268475211, + "grad_norm": 0.08640527725219727, + "learning_rate": 4.840742681374058e-05, + "loss": 0.0281, + "step": 16040 + }, + { + "epoch": 15.014031805425631, + "grad_norm": 0.11621508002281189, + "learning_rate": 4.835234009681787e-05, + "loss": 0.027, + "step": 16050 + }, + { + "epoch": 15.023386342376053, + "grad_norm": 0.11324162781238556, + "learning_rate": 4.8297255381957296e-05, + "loss": 0.0288, + "step": 16060 + }, + { + "epoch": 15.032740879326473, + "grad_norm": 0.08852778375148773, + "learning_rate": 4.824217273609198e-05, + "loss": 0.0286, + "step": 16070 + }, + { + "epoch": 15.042095416276894, + "grad_norm": 0.12027726322412491, + "learning_rate": 4.8187092226152555e-05, + "loss": 0.0266, + "step": 16080 + }, + { + "epoch": 15.051449953227316, + "grad_norm": 0.13063083589076996, + "learning_rate": 4.8132013919067016e-05, + "loss": 0.0287, + "step": 16090 + }, + { + "epoch": 15.060804490177736, + "grad_norm": 0.11144482344388962, + "learning_rate": 4.807693788176071e-05, + "loss": 0.0282, + "step": 16100 + }, + { + "epoch": 15.070159027128158, + "grad_norm": 0.10038258880376816, + "learning_rate": 4.8021864181156214e-05, + "loss": 0.0291, + "step": 16110 + }, + { + "epoch": 15.079513564078578, + "grad_norm": 0.1449974924325943, + "learning_rate": 4.796679288417326e-05, + "loss": 0.0284, + "step": 16120 + }, + { + "epoch": 15.088868101028998, + "grad_norm": 0.10308325290679932, + "learning_rate": 4.791172405772866e-05, + "loss": 0.027, + "step": 16130 + }, + { + "epoch": 15.09822263797942, + "grad_norm": 0.10964252054691315, + "learning_rate": 4.785665776873625e-05, + "loss": 0.0256, + "step": 16140 + }, + { + "epoch": 15.10757717492984, + "grad_norm": 0.12927117943763733, + "learning_rate": 4.7801594084106763e-05, + "loss": 0.0282, + "step": 16150 + }, + { + "epoch": 15.116931711880262, + "grad_norm": 0.11021101474761963, + "learning_rate": 4.774653307074775e-05, + "loss": 0.0276, + "step": 16160 + }, + { + "epoch": 15.126286248830683, + "grad_norm": 0.1216370016336441, + "learning_rate": 4.769147479556355e-05, + "loss": 0.0262, + "step": 16170 + }, + { + "epoch": 15.135640785781105, + "grad_norm": 0.08928268402814865, + "learning_rate": 4.763641932545515e-05, + "loss": 0.0274, + "step": 16180 + }, + { + "epoch": 15.144995322731525, + "grad_norm": 0.1147790253162384, + "learning_rate": 4.758136672732013e-05, + "loss": 0.0277, + "step": 16190 + }, + { + "epoch": 15.154349859681945, + "grad_norm": 0.1323218196630478, + "learning_rate": 4.752631706805261e-05, + "loss": 0.0268, + "step": 16200 + }, + { + "epoch": 15.163704396632367, + "grad_norm": 0.12323819100856781, + "learning_rate": 4.7471270414543114e-05, + "loss": 0.0279, + "step": 16210 + }, + { + "epoch": 15.173058933582787, + "grad_norm": 0.10512275248765945, + "learning_rate": 4.741622683367849e-05, + "loss": 0.0295, + "step": 16220 + }, + { + "epoch": 15.18241347053321, + "grad_norm": 0.0992988795042038, + "learning_rate": 4.736118639234191e-05, + "loss": 0.0291, + "step": 16230 + }, + { + "epoch": 15.19176800748363, + "grad_norm": 0.11439337581396103, + "learning_rate": 4.730614915741267e-05, + "loss": 0.0244, + "step": 16240 + }, + { + "epoch": 15.20112254443405, + "grad_norm": 0.10904564708471298, + "learning_rate": 4.7251115195766234e-05, + "loss": 0.0277, + "step": 16250 + }, + { + "epoch": 15.210477081384472, + "grad_norm": 0.1020103469491005, + "learning_rate": 4.719608457427404e-05, + "loss": 0.0282, + "step": 16260 + }, + { + "epoch": 15.219831618334892, + "grad_norm": 0.10674306005239487, + "learning_rate": 4.714105735980347e-05, + "loss": 0.029, + "step": 16270 + }, + { + "epoch": 15.229186155285314, + "grad_norm": 0.1376095712184906, + "learning_rate": 4.70860336192178e-05, + "loss": 0.0266, + "step": 16280 + }, + { + "epoch": 15.238540692235734, + "grad_norm": 0.09973998367786407, + "learning_rate": 4.7031013419376034e-05, + "loss": 0.0265, + "step": 16290 + }, + { + "epoch": 15.247895229186156, + "grad_norm": 0.11033828556537628, + "learning_rate": 4.6975996827132926e-05, + "loss": 0.0258, + "step": 16300 + }, + { + "epoch": 15.257249766136576, + "grad_norm": 0.08506514132022858, + "learning_rate": 4.692098390933883e-05, + "loss": 0.0271, + "step": 16310 + }, + { + "epoch": 15.266604303086996, + "grad_norm": 0.09654045104980469, + "learning_rate": 4.6865974732839615e-05, + "loss": 0.0288, + "step": 16320 + }, + { + "epoch": 15.275958840037418, + "grad_norm": 0.11214732378721237, + "learning_rate": 4.6810969364476615e-05, + "loss": 0.0305, + "step": 16330 + }, + { + "epoch": 15.285313376987839, + "grad_norm": 0.11050070822238922, + "learning_rate": 4.675596787108653e-05, + "loss": 0.0296, + "step": 16340 + }, + { + "epoch": 15.29466791393826, + "grad_norm": 0.12021811306476593, + "learning_rate": 4.670097031950139e-05, + "loss": 0.0288, + "step": 16350 + }, + { + "epoch": 15.30402245088868, + "grad_norm": 0.09937012940645218, + "learning_rate": 4.664597677654838e-05, + "loss": 0.0278, + "step": 16360 + }, + { + "epoch": 15.313376987839103, + "grad_norm": 0.0951458215713501, + "learning_rate": 4.659098730904986e-05, + "loss": 0.0297, + "step": 16370 + }, + { + "epoch": 15.322731524789523, + "grad_norm": 0.11199425160884857, + "learning_rate": 4.6536001983823204e-05, + "loss": 0.0286, + "step": 16380 + }, + { + "epoch": 15.332086061739943, + "grad_norm": 0.09115047007799149, + "learning_rate": 4.648102086768078e-05, + "loss": 0.0256, + "step": 16390 + }, + { + "epoch": 15.341440598690365, + "grad_norm": 0.08688808232545853, + "learning_rate": 4.6426044027429786e-05, + "loss": 0.0273, + "step": 16400 + }, + { + "epoch": 15.350795135640785, + "grad_norm": 0.08851682394742966, + "learning_rate": 4.637107152987234e-05, + "loss": 0.0265, + "step": 16410 + }, + { + "epoch": 15.360149672591207, + "grad_norm": 0.09772126376628876, + "learning_rate": 4.631610344180515e-05, + "loss": 0.029, + "step": 16420 + }, + { + "epoch": 15.369504209541628, + "grad_norm": 0.10821868479251862, + "learning_rate": 4.626113983001965e-05, + "loss": 0.0261, + "step": 16430 + }, + { + "epoch": 15.378858746492048, + "grad_norm": 0.10611593723297119, + "learning_rate": 4.620618076130182e-05, + "loss": 0.0277, + "step": 16440 + }, + { + "epoch": 15.38821328344247, + "grad_norm": 0.10052435845136642, + "learning_rate": 4.6151226302432074e-05, + "loss": 0.029, + "step": 16450 + }, + { + "epoch": 15.39756782039289, + "grad_norm": 0.10094141215085983, + "learning_rate": 4.6096276520185304e-05, + "loss": 0.0296, + "step": 16460 + }, + { + "epoch": 15.406922357343312, + "grad_norm": 0.11417926847934723, + "learning_rate": 4.604133148133066e-05, + "loss": 0.0277, + "step": 16470 + }, + { + "epoch": 15.416276894293732, + "grad_norm": 0.09118875861167908, + "learning_rate": 4.598639125263155e-05, + "loss": 0.0266, + "step": 16480 + }, + { + "epoch": 15.425631431244154, + "grad_norm": 0.12065480649471283, + "learning_rate": 4.593145590084553e-05, + "loss": 0.0284, + "step": 16490 + }, + { + "epoch": 15.434985968194574, + "grad_norm": 0.09175224602222443, + "learning_rate": 4.58765254927242e-05, + "loss": 0.0263, + "step": 16500 + }, + { + "epoch": 15.444340505144995, + "grad_norm": 0.11191565543413162, + "learning_rate": 4.582160009501323e-05, + "loss": 0.0281, + "step": 16510 + }, + { + "epoch": 15.453695042095417, + "grad_norm": 0.10146746784448624, + "learning_rate": 4.5766679774452143e-05, + "loss": 0.0274, + "step": 16520 + }, + { + "epoch": 15.463049579045837, + "grad_norm": 0.07979238778352737, + "learning_rate": 4.571176459777431e-05, + "loss": 0.0276, + "step": 16530 + }, + { + "epoch": 15.472404115996259, + "grad_norm": 0.1118781715631485, + "learning_rate": 4.5656854631706846e-05, + "loss": 0.0271, + "step": 16540 + }, + { + "epoch": 15.481758652946679, + "grad_norm": 0.1298564225435257, + "learning_rate": 4.560194994297054e-05, + "loss": 0.0276, + "step": 16550 + }, + { + "epoch": 15.4911131898971, + "grad_norm": 0.10600567609071732, + "learning_rate": 4.554705059827974e-05, + "loss": 0.0253, + "step": 16560 + }, + { + "epoch": 15.500467726847521, + "grad_norm": 0.10033248364925385, + "learning_rate": 4.5492156664342365e-05, + "loss": 0.0282, + "step": 16570 + }, + { + "epoch": 15.509822263797941, + "grad_norm": 0.12611114978790283, + "learning_rate": 4.5437268207859695e-05, + "loss": 0.0283, + "step": 16580 + }, + { + "epoch": 15.519176800748363, + "grad_norm": 0.10847418755292892, + "learning_rate": 4.538238529552641e-05, + "loss": 0.0274, + "step": 16590 + }, + { + "epoch": 15.528531337698784, + "grad_norm": 0.09082300961017609, + "learning_rate": 4.5327507994030394e-05, + "loss": 0.0267, + "step": 16600 + }, + { + "epoch": 15.537885874649206, + "grad_norm": 0.12291828542947769, + "learning_rate": 4.527263637005273e-05, + "loss": 0.0268, + "step": 16610 + }, + { + "epoch": 15.547240411599626, + "grad_norm": 0.12847819924354553, + "learning_rate": 4.521777049026766e-05, + "loss": 0.0273, + "step": 16620 + }, + { + "epoch": 15.556594948550046, + "grad_norm": 0.1263769268989563, + "learning_rate": 4.5162910421342386e-05, + "loss": 0.0256, + "step": 16630 + }, + { + "epoch": 15.565949485500468, + "grad_norm": 0.10318607091903687, + "learning_rate": 4.510805622993706e-05, + "loss": 0.0269, + "step": 16640 + }, + { + "epoch": 15.575304022450888, + "grad_norm": 0.11376553773880005, + "learning_rate": 4.505320798270467e-05, + "loss": 0.0288, + "step": 16650 + }, + { + "epoch": 15.58465855940131, + "grad_norm": 0.08202521502971649, + "learning_rate": 4.499836574629105e-05, + "loss": 0.0265, + "step": 16660 + }, + { + "epoch": 15.59401309635173, + "grad_norm": 0.11460350453853607, + "learning_rate": 4.494352958733465e-05, + "loss": 0.0263, + "step": 16670 + }, + { + "epoch": 15.603367633302152, + "grad_norm": 0.1272413730621338, + "learning_rate": 4.488869957246663e-05, + "loss": 0.0289, + "step": 16680 + }, + { + "epoch": 15.612722170252573, + "grad_norm": 0.1552179753780365, + "learning_rate": 4.4833875768310575e-05, + "loss": 0.0263, + "step": 16690 + }, + { + "epoch": 15.622076707202993, + "grad_norm": 0.10211128741502762, + "learning_rate": 4.47790582414826e-05, + "loss": 0.0281, + "step": 16700 + }, + { + "epoch": 15.631431244153415, + "grad_norm": 0.09991712123155594, + "learning_rate": 4.472424705859114e-05, + "loss": 0.0272, + "step": 16710 + }, + { + "epoch": 15.640785781103835, + "grad_norm": 0.10936302691698074, + "learning_rate": 4.466944228623701e-05, + "loss": 0.0279, + "step": 16720 + }, + { + "epoch": 15.650140318054257, + "grad_norm": 0.11952266842126846, + "learning_rate": 4.461464399101312e-05, + "loss": 0.0273, + "step": 16730 + }, + { + "epoch": 15.659494855004677, + "grad_norm": 0.08540531992912292, + "learning_rate": 4.45598522395046e-05, + "loss": 0.028, + "step": 16740 + }, + { + "epoch": 15.668849391955098, + "grad_norm": 0.07780244946479797, + "learning_rate": 4.4505067098288577e-05, + "loss": 0.0284, + "step": 16750 + }, + { + "epoch": 15.67820392890552, + "grad_norm": 0.10957754403352737, + "learning_rate": 4.445028863393417e-05, + "loss": 0.0271, + "step": 16760 + }, + { + "epoch": 15.68755846585594, + "grad_norm": 0.1157417893409729, + "learning_rate": 4.439551691300236e-05, + "loss": 0.0264, + "step": 16770 + }, + { + "epoch": 15.696913002806362, + "grad_norm": 0.08456633985042572, + "learning_rate": 4.434075200204599e-05, + "loss": 0.0265, + "step": 16780 + }, + { + "epoch": 15.706267539756782, + "grad_norm": 0.11153658479452133, + "learning_rate": 4.428599396760956e-05, + "loss": 0.0267, + "step": 16790 + }, + { + "epoch": 15.715622076707202, + "grad_norm": 0.11806609481573105, + "learning_rate": 4.423124287622926e-05, + "loss": 0.0277, + "step": 16800 + }, + { + "epoch": 15.724976613657624, + "grad_norm": 0.09572811424732208, + "learning_rate": 4.417649879443282e-05, + "loss": 0.0288, + "step": 16810 + }, + { + "epoch": 15.734331150608044, + "grad_norm": 0.08432774245738983, + "learning_rate": 4.4121761788739444e-05, + "loss": 0.027, + "step": 16820 + }, + { + "epoch": 15.743685687558466, + "grad_norm": 0.09863543510437012, + "learning_rate": 4.4067031925659805e-05, + "loss": 0.027, + "step": 16830 + }, + { + "epoch": 15.753040224508887, + "grad_norm": 0.10469724982976913, + "learning_rate": 4.4012309271695816e-05, + "loss": 0.0261, + "step": 16840 + }, + { + "epoch": 15.762394761459309, + "grad_norm": 0.0967387855052948, + "learning_rate": 4.395759389334067e-05, + "loss": 0.0258, + "step": 16850 + }, + { + "epoch": 15.771749298409729, + "grad_norm": 0.11343274265527725, + "learning_rate": 4.3902885857078685e-05, + "loss": 0.0259, + "step": 16860 + }, + { + "epoch": 15.781103835360149, + "grad_norm": 0.09985626488924026, + "learning_rate": 4.384818522938531e-05, + "loss": 0.0274, + "step": 16870 + }, + { + "epoch": 15.790458372310571, + "grad_norm": 0.10049492865800858, + "learning_rate": 4.379349207672695e-05, + "loss": 0.0292, + "step": 16880 + }, + { + "epoch": 15.799812909260991, + "grad_norm": 0.10256180912256241, + "learning_rate": 4.373880646556098e-05, + "loss": 0.0266, + "step": 16890 + }, + { + "epoch": 15.809167446211413, + "grad_norm": 0.0790870264172554, + "learning_rate": 4.3684128462335533e-05, + "loss": 0.0272, + "step": 16900 + }, + { + "epoch": 15.818521983161833, + "grad_norm": 0.11995476484298706, + "learning_rate": 4.362945813348955e-05, + "loss": 0.0266, + "step": 16910 + }, + { + "epoch": 15.827876520112255, + "grad_norm": 0.12315665930509567, + "learning_rate": 4.357479554545262e-05, + "loss": 0.0264, + "step": 16920 + }, + { + "epoch": 15.837231057062676, + "grad_norm": 0.09995373338460922, + "learning_rate": 4.352014076464499e-05, + "loss": 0.0258, + "step": 16930 + }, + { + "epoch": 15.846585594013096, + "grad_norm": 0.0738089457154274, + "learning_rate": 4.346549385747734e-05, + "loss": 0.0271, + "step": 16940 + }, + { + "epoch": 15.855940130963518, + "grad_norm": 0.08774472773075104, + "learning_rate": 4.34108548903508e-05, + "loss": 0.0283, + "step": 16950 + }, + { + "epoch": 15.865294667913938, + "grad_norm": 0.09153024852275848, + "learning_rate": 4.335622392965689e-05, + "loss": 0.0275, + "step": 16960 + }, + { + "epoch": 15.87464920486436, + "grad_norm": 0.10211977362632751, + "learning_rate": 4.330160104177738e-05, + "loss": 0.0266, + "step": 16970 + }, + { + "epoch": 15.88400374181478, + "grad_norm": 0.12887760996818542, + "learning_rate": 4.32469862930842e-05, + "loss": 0.0268, + "step": 16980 + }, + { + "epoch": 15.8933582787652, + "grad_norm": 0.12767347693443298, + "learning_rate": 4.319237974993946e-05, + "loss": 0.0279, + "step": 16990 + }, + { + "epoch": 15.902712815715622, + "grad_norm": 0.1192006766796112, + "learning_rate": 4.3137781478695236e-05, + "loss": 0.0283, + "step": 17000 + }, + { + "epoch": 15.912067352666043, + "grad_norm": 0.10356325656175613, + "learning_rate": 4.308319154569358e-05, + "loss": 0.028, + "step": 17010 + }, + { + "epoch": 15.921421889616465, + "grad_norm": 0.10725239664316177, + "learning_rate": 4.302861001726641e-05, + "loss": 0.0263, + "step": 17020 + }, + { + "epoch": 15.930776426566885, + "grad_norm": 0.08684244751930237, + "learning_rate": 4.2974036959735415e-05, + "loss": 0.0266, + "step": 17030 + }, + { + "epoch": 15.940130963517305, + "grad_norm": 0.09621061384677887, + "learning_rate": 4.2919472439412034e-05, + "loss": 0.028, + "step": 17040 + }, + { + "epoch": 15.949485500467727, + "grad_norm": 0.10276257991790771, + "learning_rate": 4.286491652259729e-05, + "loss": 0.0262, + "step": 17050 + }, + { + "epoch": 15.958840037418147, + "grad_norm": 0.12142182141542435, + "learning_rate": 4.281036927558178e-05, + "loss": 0.0301, + "step": 17060 + }, + { + "epoch": 15.96819457436857, + "grad_norm": 0.09729796648025513, + "learning_rate": 4.275583076464552e-05, + "loss": 0.0272, + "step": 17070 + }, + { + "epoch": 15.97754911131899, + "grad_norm": 0.11903685331344604, + "learning_rate": 4.270130105605794e-05, + "loss": 0.0267, + "step": 17080 + }, + { + "epoch": 15.986903648269411, + "grad_norm": 0.1284976601600647, + "learning_rate": 4.264678021607782e-05, + "loss": 0.028, + "step": 17090 + }, + { + "epoch": 15.996258185219832, + "grad_norm": 0.1139935702085495, + "learning_rate": 4.25922683109531e-05, + "loss": 0.027, + "step": 17100 + }, + { + "epoch": 16.00561272217025, + "grad_norm": 0.09618166834115982, + "learning_rate": 4.25377654069209e-05, + "loss": 0.026, + "step": 17110 + }, + { + "epoch": 16.014967259120674, + "grad_norm": 0.11012355238199234, + "learning_rate": 4.248327157020737e-05, + "loss": 0.0286, + "step": 17120 + }, + { + "epoch": 16.024321796071096, + "grad_norm": 0.11099448055028915, + "learning_rate": 4.242878686702763e-05, + "loss": 0.0261, + "step": 17130 + }, + { + "epoch": 16.033676333021514, + "grad_norm": 0.09078871458768845, + "learning_rate": 4.23743113635858e-05, + "loss": 0.0248, + "step": 17140 + }, + { + "epoch": 16.043030869971936, + "grad_norm": 0.08150605857372284, + "learning_rate": 4.2319845126074705e-05, + "loss": 0.026, + "step": 17150 + }, + { + "epoch": 16.052385406922358, + "grad_norm": 0.12237149477005005, + "learning_rate": 4.226538822067598e-05, + "loss": 0.0245, + "step": 17160 + }, + { + "epoch": 16.061739943872777, + "grad_norm": 0.1090746596455574, + "learning_rate": 4.2210940713559896e-05, + "loss": 0.0264, + "step": 17170 + }, + { + "epoch": 16.0710944808232, + "grad_norm": 0.09369868785142899, + "learning_rate": 4.21565026708853e-05, + "loss": 0.0259, + "step": 17180 + }, + { + "epoch": 16.08044901777362, + "grad_norm": 0.11873820424079895, + "learning_rate": 4.2102074158799535e-05, + "loss": 0.0243, + "step": 17190 + }, + { + "epoch": 16.089803554724043, + "grad_norm": 0.123869389295578, + "learning_rate": 4.204765524343841e-05, + "loss": 0.0283, + "step": 17200 + }, + { + "epoch": 16.09915809167446, + "grad_norm": 0.12277451902627945, + "learning_rate": 4.1993245990926036e-05, + "loss": 0.0273, + "step": 17210 + }, + { + "epoch": 16.108512628624883, + "grad_norm": 0.12301144003868103, + "learning_rate": 4.193884646737474e-05, + "loss": 0.0271, + "step": 17220 + }, + { + "epoch": 16.117867165575305, + "grad_norm": 0.10813046246767044, + "learning_rate": 4.1884456738885124e-05, + "loss": 0.027, + "step": 17230 + }, + { + "epoch": 16.127221702525723, + "grad_norm": 0.08859694749116898, + "learning_rate": 4.1830076871545795e-05, + "loss": 0.0258, + "step": 17240 + }, + { + "epoch": 16.136576239476145, + "grad_norm": 0.07776016741991043, + "learning_rate": 4.177570693143346e-05, + "loss": 0.0266, + "step": 17250 + }, + { + "epoch": 16.145930776426567, + "grad_norm": 0.10499273985624313, + "learning_rate": 4.172134698461271e-05, + "loss": 0.027, + "step": 17260 + }, + { + "epoch": 16.15528531337699, + "grad_norm": 0.09169984608888626, + "learning_rate": 4.166699709713599e-05, + "loss": 0.0253, + "step": 17270 + }, + { + "epoch": 16.164639850327408, + "grad_norm": 0.10605271905660629, + "learning_rate": 4.1612657335043555e-05, + "loss": 0.0281, + "step": 17280 + }, + { + "epoch": 16.17399438727783, + "grad_norm": 0.11432570964097977, + "learning_rate": 4.155832776436331e-05, + "loss": 0.0262, + "step": 17290 + }, + { + "epoch": 16.18334892422825, + "grad_norm": 0.09880582988262177, + "learning_rate": 4.1504008451110845e-05, + "loss": 0.0283, + "step": 17300 + }, + { + "epoch": 16.19270346117867, + "grad_norm": 0.09756994992494583, + "learning_rate": 4.1449699461289225e-05, + "loss": 0.0273, + "step": 17310 + }, + { + "epoch": 16.202057998129092, + "grad_norm": 0.10663115978240967, + "learning_rate": 4.139540086088901e-05, + "loss": 0.0276, + "step": 17320 + }, + { + "epoch": 16.211412535079514, + "grad_norm": 0.10133372992277145, + "learning_rate": 4.1341112715888106e-05, + "loss": 0.0273, + "step": 17330 + }, + { + "epoch": 16.220767072029936, + "grad_norm": 0.09663381427526474, + "learning_rate": 4.128683509225172e-05, + "loss": 0.0261, + "step": 17340 + }, + { + "epoch": 16.230121608980355, + "grad_norm": 0.09528345614671707, + "learning_rate": 4.123256805593231e-05, + "loss": 0.028, + "step": 17350 + }, + { + "epoch": 16.239476145930777, + "grad_norm": 0.07631660252809525, + "learning_rate": 4.117831167286943e-05, + "loss": 0.0255, + "step": 17360 + }, + { + "epoch": 16.2488306828812, + "grad_norm": 0.12358663976192474, + "learning_rate": 4.1124066008989685e-05, + "loss": 0.0279, + "step": 17370 + }, + { + "epoch": 16.258185219831617, + "grad_norm": 0.10986935347318649, + "learning_rate": 4.106983113020669e-05, + "loss": 0.0267, + "step": 17380 + }, + { + "epoch": 16.26753975678204, + "grad_norm": 0.11566253006458282, + "learning_rate": 4.101560710242094e-05, + "loss": 0.0267, + "step": 17390 + }, + { + "epoch": 16.27689429373246, + "grad_norm": 0.08855346590280533, + "learning_rate": 4.096139399151971e-05, + "loss": 0.0273, + "step": 17400 + }, + { + "epoch": 16.28624883068288, + "grad_norm": 0.10818630456924438, + "learning_rate": 4.090719186337709e-05, + "loss": 0.026, + "step": 17410 + }, + { + "epoch": 16.2956033676333, + "grad_norm": 0.10066154599189758, + "learning_rate": 4.0853000783853746e-05, + "loss": 0.026, + "step": 17420 + }, + { + "epoch": 16.304957904583723, + "grad_norm": 0.13010388612747192, + "learning_rate": 4.0798820818796956e-05, + "loss": 0.0261, + "step": 17430 + }, + { + "epoch": 16.314312441534145, + "grad_norm": 0.11319935321807861, + "learning_rate": 4.074465203404048e-05, + "loss": 0.0249, + "step": 17440 + }, + { + "epoch": 16.323666978484564, + "grad_norm": 0.0901867151260376, + "learning_rate": 4.0690494495404495e-05, + "loss": 0.0279, + "step": 17450 + }, + { + "epoch": 16.333021515434986, + "grad_norm": 0.11841398477554321, + "learning_rate": 4.0636348268695535e-05, + "loss": 0.025, + "step": 17460 + }, + { + "epoch": 16.342376052385408, + "grad_norm": 0.08754605799913406, + "learning_rate": 4.058221341970637e-05, + "loss": 0.0269, + "step": 17470 + }, + { + "epoch": 16.351730589335826, + "grad_norm": 0.09828492999076843, + "learning_rate": 4.0528090014215945e-05, + "loss": 0.0271, + "step": 17480 + }, + { + "epoch": 16.36108512628625, + "grad_norm": 0.09072497487068176, + "learning_rate": 4.047397811798929e-05, + "loss": 0.0263, + "step": 17490 + }, + { + "epoch": 16.37043966323667, + "grad_norm": 0.08065159618854523, + "learning_rate": 4.041987779677745e-05, + "loss": 0.0271, + "step": 17500 + }, + { + "epoch": 16.379794200187092, + "grad_norm": 0.10518613457679749, + "learning_rate": 4.036578911631745e-05, + "loss": 0.0272, + "step": 17510 + }, + { + "epoch": 16.38914873713751, + "grad_norm": 0.08731111884117126, + "learning_rate": 4.031171214233211e-05, + "loss": 0.0253, + "step": 17520 + }, + { + "epoch": 16.398503274087933, + "grad_norm": 0.09935782849788666, + "learning_rate": 4.025764694053008e-05, + "loss": 0.0246, + "step": 17530 + }, + { + "epoch": 16.407857811038355, + "grad_norm": 0.09162037074565887, + "learning_rate": 4.020359357660566e-05, + "loss": 0.0245, + "step": 17540 + }, + { + "epoch": 16.417212347988773, + "grad_norm": 0.11275096237659454, + "learning_rate": 4.014955211623875e-05, + "loss": 0.026, + "step": 17550 + }, + { + "epoch": 16.426566884939195, + "grad_norm": 0.10396283864974976, + "learning_rate": 4.0095522625094895e-05, + "loss": 0.0241, + "step": 17560 + }, + { + "epoch": 16.435921421889617, + "grad_norm": 0.09805386513471603, + "learning_rate": 4.004150516882497e-05, + "loss": 0.0277, + "step": 17570 + }, + { + "epoch": 16.44527595884004, + "grad_norm": 0.1297740340232849, + "learning_rate": 3.99874998130653e-05, + "loss": 0.0269, + "step": 17580 + }, + { + "epoch": 16.454630495790457, + "grad_norm": 0.13265249133110046, + "learning_rate": 3.9933506623437455e-05, + "loss": 0.0269, + "step": 17590 + }, + { + "epoch": 16.46398503274088, + "grad_norm": 0.09469522535800934, + "learning_rate": 3.9879525665548276e-05, + "loss": 0.0259, + "step": 17600 + }, + { + "epoch": 16.4733395696913, + "grad_norm": 0.121429942548275, + "learning_rate": 3.9825557004989704e-05, + "loss": 0.0256, + "step": 17610 + }, + { + "epoch": 16.48269410664172, + "grad_norm": 0.08817904442548752, + "learning_rate": 3.977160070733877e-05, + "loss": 0.0255, + "step": 17620 + }, + { + "epoch": 16.492048643592142, + "grad_norm": 0.124531589448452, + "learning_rate": 3.971765683815746e-05, + "loss": 0.0272, + "step": 17630 + }, + { + "epoch": 16.501403180542564, + "grad_norm": 0.10564687848091125, + "learning_rate": 3.966372546299265e-05, + "loss": 0.0249, + "step": 17640 + }, + { + "epoch": 16.510757717492986, + "grad_norm": 0.12790393829345703, + "learning_rate": 3.960980664737604e-05, + "loss": 0.0249, + "step": 17650 + }, + { + "epoch": 16.520112254443404, + "grad_norm": 0.13455738127231598, + "learning_rate": 3.955590045682408e-05, + "loss": 0.0254, + "step": 17660 + }, + { + "epoch": 16.529466791393826, + "grad_norm": 0.10516172647476196, + "learning_rate": 3.950200695683788e-05, + "loss": 0.0253, + "step": 17670 + }, + { + "epoch": 16.53882132834425, + "grad_norm": 0.07972358167171478, + "learning_rate": 3.944812621290314e-05, + "loss": 0.025, + "step": 17680 + }, + { + "epoch": 16.548175865294667, + "grad_norm": 0.11733167618513107, + "learning_rate": 3.939425829049002e-05, + "loss": 0.0264, + "step": 17690 + }, + { + "epoch": 16.55753040224509, + "grad_norm": 0.09614957869052887, + "learning_rate": 3.9340403255053135e-05, + "loss": 0.0264, + "step": 17700 + }, + { + "epoch": 16.56688493919551, + "grad_norm": 0.09908424317836761, + "learning_rate": 3.9286561172031407e-05, + "loss": 0.0245, + "step": 17710 + }, + { + "epoch": 16.57623947614593, + "grad_norm": 0.0922374278306961, + "learning_rate": 3.923273210684809e-05, + "loss": 0.0258, + "step": 17720 + }, + { + "epoch": 16.58559401309635, + "grad_norm": 0.09584309905767441, + "learning_rate": 3.9178916124910555e-05, + "loss": 0.025, + "step": 17730 + }, + { + "epoch": 16.594948550046773, + "grad_norm": 0.12344025820493698, + "learning_rate": 3.9125113291610274e-05, + "loss": 0.025, + "step": 17740 + }, + { + "epoch": 16.604303086997195, + "grad_norm": 0.1011982411146164, + "learning_rate": 3.907132367232278e-05, + "loss": 0.026, + "step": 17750 + }, + { + "epoch": 16.613657623947613, + "grad_norm": 0.09779152274131775, + "learning_rate": 3.901754733240752e-05, + "loss": 0.0261, + "step": 17760 + }, + { + "epoch": 16.623012160898035, + "grad_norm": 0.10760708153247833, + "learning_rate": 3.896378433720785e-05, + "loss": 0.025, + "step": 17770 + }, + { + "epoch": 16.632366697848457, + "grad_norm": 0.12383295595645905, + "learning_rate": 3.891003475205086e-05, + "loss": 0.0251, + "step": 17780 + }, + { + "epoch": 16.641721234798876, + "grad_norm": 0.12034603208303452, + "learning_rate": 3.885629864224736e-05, + "loss": 0.027, + "step": 17790 + }, + { + "epoch": 16.651075771749298, + "grad_norm": 0.12126031517982483, + "learning_rate": 3.880257607309178e-05, + "loss": 0.026, + "step": 17800 + }, + { + "epoch": 16.66043030869972, + "grad_norm": 0.09718339890241623, + "learning_rate": 3.874886710986213e-05, + "loss": 0.0262, + "step": 17810 + }, + { + "epoch": 16.669784845650142, + "grad_norm": 0.08129388093948364, + "learning_rate": 3.8695171817819834e-05, + "loss": 0.0259, + "step": 17820 + }, + { + "epoch": 16.67913938260056, + "grad_norm": 0.15078900754451752, + "learning_rate": 3.8641490262209774e-05, + "loss": 0.0251, + "step": 17830 + }, + { + "epoch": 16.688493919550982, + "grad_norm": 0.11330770701169968, + "learning_rate": 3.8587822508260084e-05, + "loss": 0.0243, + "step": 17840 + }, + { + "epoch": 16.697848456501404, + "grad_norm": 0.11269698292016983, + "learning_rate": 3.853416862118214e-05, + "loss": 0.0255, + "step": 17850 + }, + { + "epoch": 16.707202993451823, + "grad_norm": 0.09313526749610901, + "learning_rate": 3.848052866617049e-05, + "loss": 0.026, + "step": 17860 + }, + { + "epoch": 16.716557530402245, + "grad_norm": 0.09505509585142136, + "learning_rate": 3.84269027084027e-05, + "loss": 0.0271, + "step": 17870 + }, + { + "epoch": 16.725912067352667, + "grad_norm": 0.1292058825492859, + "learning_rate": 3.83732908130394e-05, + "loss": 0.0249, + "step": 17880 + }, + { + "epoch": 16.73526660430309, + "grad_norm": 0.10177835822105408, + "learning_rate": 3.831969304522409e-05, + "loss": 0.0256, + "step": 17890 + }, + { + "epoch": 16.744621141253507, + "grad_norm": 0.08241250365972519, + "learning_rate": 3.826610947008312e-05, + "loss": 0.024, + "step": 17900 + }, + { + "epoch": 16.75397567820393, + "grad_norm": 0.08496084809303284, + "learning_rate": 3.821254015272559e-05, + "loss": 0.0255, + "step": 17910 + }, + { + "epoch": 16.76333021515435, + "grad_norm": 0.09309045970439911, + "learning_rate": 3.8158985158243214e-05, + "loss": 0.0238, + "step": 17920 + }, + { + "epoch": 16.77268475210477, + "grad_norm": 0.09714101254940033, + "learning_rate": 3.810544455171044e-05, + "loss": 0.0255, + "step": 17930 + }, + { + "epoch": 16.78203928905519, + "grad_norm": 0.0903652012348175, + "learning_rate": 3.8051918398184114e-05, + "loss": 0.0258, + "step": 17940 + }, + { + "epoch": 16.791393826005613, + "grad_norm": 0.12038689851760864, + "learning_rate": 3.799840676270356e-05, + "loss": 0.0255, + "step": 17950 + }, + { + "epoch": 16.800748362956035, + "grad_norm": 0.10529575496912003, + "learning_rate": 3.794490971029048e-05, + "loss": 0.0246, + "step": 17960 + }, + { + "epoch": 16.810102899906454, + "grad_norm": 0.09893771260976791, + "learning_rate": 3.789142730594881e-05, + "loss": 0.0239, + "step": 17970 + }, + { + "epoch": 16.819457436856876, + "grad_norm": 0.10297940671443939, + "learning_rate": 3.783795961466471e-05, + "loss": 0.0261, + "step": 17980 + }, + { + "epoch": 16.828811973807298, + "grad_norm": 0.0984133780002594, + "learning_rate": 3.778450670140651e-05, + "loss": 0.0246, + "step": 17990 + }, + { + "epoch": 16.838166510757716, + "grad_norm": 0.09374403208494186, + "learning_rate": 3.773106863112451e-05, + "loss": 0.0236, + "step": 18000 + }, + { + "epoch": 16.84752104770814, + "grad_norm": 0.12459791451692581, + "learning_rate": 3.7677645468751e-05, + "loss": 0.0271, + "step": 18010 + }, + { + "epoch": 16.85687558465856, + "grad_norm": 0.1144486740231514, + "learning_rate": 3.762423727920018e-05, + "loss": 0.0272, + "step": 18020 + }, + { + "epoch": 16.86623012160898, + "grad_norm": 0.11087153851985931, + "learning_rate": 3.7570844127367995e-05, + "loss": 0.0247, + "step": 18030 + }, + { + "epoch": 16.8755846585594, + "grad_norm": 0.09577035158872604, + "learning_rate": 3.751746607813221e-05, + "loss": 0.0262, + "step": 18040 + }, + { + "epoch": 16.884939195509823, + "grad_norm": 0.08775409311056137, + "learning_rate": 3.746410319635217e-05, + "loss": 0.0259, + "step": 18050 + }, + { + "epoch": 16.894293732460245, + "grad_norm": 0.1077464148402214, + "learning_rate": 3.7410755546868806e-05, + "loss": 0.0243, + "step": 18060 + }, + { + "epoch": 16.903648269410663, + "grad_norm": 0.08332312852144241, + "learning_rate": 3.735742319450454e-05, + "loss": 0.0257, + "step": 18070 + }, + { + "epoch": 16.913002806361085, + "grad_norm": 0.09605924040079117, + "learning_rate": 3.7304106204063184e-05, + "loss": 0.0261, + "step": 18080 + }, + { + "epoch": 16.922357343311507, + "grad_norm": 0.09797158092260361, + "learning_rate": 3.725080464032996e-05, + "loss": 0.0259, + "step": 18090 + }, + { + "epoch": 16.931711880261926, + "grad_norm": 0.1017564982175827, + "learning_rate": 3.719751856807125e-05, + "loss": 0.0234, + "step": 18100 + }, + { + "epoch": 16.941066417212348, + "grad_norm": 0.08992860466241837, + "learning_rate": 3.71442480520347e-05, + "loss": 0.025, + "step": 18110 + }, + { + "epoch": 16.95042095416277, + "grad_norm": 0.09835465252399445, + "learning_rate": 3.709099315694897e-05, + "loss": 0.0257, + "step": 18120 + }, + { + "epoch": 16.95977549111319, + "grad_norm": 0.08079718798398972, + "learning_rate": 3.703775394752378e-05, + "loss": 0.0268, + "step": 18130 + }, + { + "epoch": 16.96913002806361, + "grad_norm": 0.11075028777122498, + "learning_rate": 3.698453048844983e-05, + "loss": 0.024, + "step": 18140 + }, + { + "epoch": 16.978484565014032, + "grad_norm": 0.10154100507497787, + "learning_rate": 3.693132284439861e-05, + "loss": 0.0262, + "step": 18150 + }, + { + "epoch": 16.987839101964454, + "grad_norm": 0.09480074793100357, + "learning_rate": 3.6878131080022414e-05, + "loss": 0.0261, + "step": 18160 + }, + { + "epoch": 16.997193638914872, + "grad_norm": 0.1279076337814331, + "learning_rate": 3.682495525995429e-05, + "loss": 0.0256, + "step": 18170 + }, + { + "epoch": 17.006548175865294, + "grad_norm": 0.10894034802913666, + "learning_rate": 3.6771795448807846e-05, + "loss": 0.0272, + "step": 18180 + }, + { + "epoch": 17.015902712815716, + "grad_norm": 0.08469365537166595, + "learning_rate": 3.671865171117724e-05, + "loss": 0.0221, + "step": 18190 + }, + { + "epoch": 17.02525724976614, + "grad_norm": 0.10416997969150543, + "learning_rate": 3.666552411163718e-05, + "loss": 0.0243, + "step": 18200 + }, + { + "epoch": 17.034611786716557, + "grad_norm": 0.10115696489810944, + "learning_rate": 3.661241271474269e-05, + "loss": 0.0246, + "step": 18210 + }, + { + "epoch": 17.04396632366698, + "grad_norm": 0.1178896352648735, + "learning_rate": 3.6559317585029116e-05, + "loss": 0.024, + "step": 18220 + }, + { + "epoch": 17.0533208606174, + "grad_norm": 0.08852360397577286, + "learning_rate": 3.650623878701204e-05, + "loss": 0.0233, + "step": 18230 + }, + { + "epoch": 17.06267539756782, + "grad_norm": 0.09515842795372009, + "learning_rate": 3.645317638518721e-05, + "loss": 0.0253, + "step": 18240 + }, + { + "epoch": 17.07202993451824, + "grad_norm": 0.09998932480812073, + "learning_rate": 3.640013044403046e-05, + "loss": 0.0252, + "step": 18250 + }, + { + "epoch": 17.081384471468663, + "grad_norm": 0.08310244232416153, + "learning_rate": 3.634710102799761e-05, + "loss": 0.0247, + "step": 18260 + }, + { + "epoch": 17.09073900841908, + "grad_norm": 0.09405366331338882, + "learning_rate": 3.6294088201524394e-05, + "loss": 0.0239, + "step": 18270 + }, + { + "epoch": 17.100093545369504, + "grad_norm": 0.0990348532795906, + "learning_rate": 3.62410920290264e-05, + "loss": 0.0254, + "step": 18280 + }, + { + "epoch": 17.109448082319926, + "grad_norm": 0.10676483809947968, + "learning_rate": 3.6188112574898954e-05, + "loss": 0.0236, + "step": 18290 + }, + { + "epoch": 17.118802619270348, + "grad_norm": 0.1026531308889389, + "learning_rate": 3.6135149903517115e-05, + "loss": 0.0264, + "step": 18300 + }, + { + "epoch": 17.128157156220766, + "grad_norm": 0.1165558472275734, + "learning_rate": 3.608220407923552e-05, + "loss": 0.0261, + "step": 18310 + }, + { + "epoch": 17.137511693171188, + "grad_norm": 0.10400868952274323, + "learning_rate": 3.602927516638833e-05, + "loss": 0.0248, + "step": 18320 + }, + { + "epoch": 17.14686623012161, + "grad_norm": 0.10334072262048721, + "learning_rate": 3.5976363229289165e-05, + "loss": 0.0225, + "step": 18330 + }, + { + "epoch": 17.15622076707203, + "grad_norm": 0.1048048734664917, + "learning_rate": 3.5923468332231e-05, + "loss": 0.0248, + "step": 18340 + }, + { + "epoch": 17.16557530402245, + "grad_norm": 0.11953700333833694, + "learning_rate": 3.587059053948616e-05, + "loss": 0.024, + "step": 18350 + }, + { + "epoch": 17.174929840972872, + "grad_norm": 0.08641769737005234, + "learning_rate": 3.5817729915306134e-05, + "loss": 0.0256, + "step": 18360 + }, + { + "epoch": 17.184284377923294, + "grad_norm": 0.11543045192956924, + "learning_rate": 3.5764886523921566e-05, + "loss": 0.0231, + "step": 18370 + }, + { + "epoch": 17.193638914873713, + "grad_norm": 0.09814862906932831, + "learning_rate": 3.571206042954214e-05, + "loss": 0.0252, + "step": 18380 + }, + { + "epoch": 17.202993451824135, + "grad_norm": 0.09764459729194641, + "learning_rate": 3.5659251696356566e-05, + "loss": 0.0242, + "step": 18390 + }, + { + "epoch": 17.212347988774557, + "grad_norm": 0.07383555173873901, + "learning_rate": 3.56064603885324e-05, + "loss": 0.0234, + "step": 18400 + }, + { + "epoch": 17.221702525724975, + "grad_norm": 0.10751169174909592, + "learning_rate": 3.5553686570216115e-05, + "loss": 0.0243, + "step": 18410 + }, + { + "epoch": 17.231057062675397, + "grad_norm": 0.09577921032905579, + "learning_rate": 3.550093030553284e-05, + "loss": 0.0252, + "step": 18420 + }, + { + "epoch": 17.24041159962582, + "grad_norm": 0.10054617375135422, + "learning_rate": 3.544819165858642e-05, + "loss": 0.0248, + "step": 18430 + }, + { + "epoch": 17.24976613657624, + "grad_norm": 0.11402962356805801, + "learning_rate": 3.539547069345926e-05, + "loss": 0.0249, + "step": 18440 + }, + { + "epoch": 17.25912067352666, + "grad_norm": 0.09154511243104935, + "learning_rate": 3.5342767474212344e-05, + "loss": 0.0247, + "step": 18450 + }, + { + "epoch": 17.26847521047708, + "grad_norm": 0.11861301958560944, + "learning_rate": 3.529008206488502e-05, + "loss": 0.0242, + "step": 18460 + }, + { + "epoch": 17.277829747427504, + "grad_norm": 0.11296133697032928, + "learning_rate": 3.5237414529495055e-05, + "loss": 0.0236, + "step": 18470 + }, + { + "epoch": 17.287184284377922, + "grad_norm": 0.10477588325738907, + "learning_rate": 3.5184764932038454e-05, + "loss": 0.0214, + "step": 18480 + }, + { + "epoch": 17.296538821328344, + "grad_norm": 0.09962353855371475, + "learning_rate": 3.513213333648945e-05, + "loss": 0.0251, + "step": 18490 + }, + { + "epoch": 17.305893358278766, + "grad_norm": 0.0939672663807869, + "learning_rate": 3.5079519806800374e-05, + "loss": 0.0228, + "step": 18500 + }, + { + "epoch": 17.315247895229184, + "grad_norm": 0.09103739261627197, + "learning_rate": 3.502692440690165e-05, + "loss": 0.0251, + "step": 18510 + }, + { + "epoch": 17.324602432179606, + "grad_norm": 0.09835930168628693, + "learning_rate": 3.497434720070165e-05, + "loss": 0.0243, + "step": 18520 + }, + { + "epoch": 17.33395696913003, + "grad_norm": 0.0985817164182663, + "learning_rate": 3.4921788252086616e-05, + "loss": 0.0248, + "step": 18530 + }, + { + "epoch": 17.34331150608045, + "grad_norm": 0.09210563451051712, + "learning_rate": 3.486924762492065e-05, + "loss": 0.0243, + "step": 18540 + }, + { + "epoch": 17.35266604303087, + "grad_norm": 0.08039962500333786, + "learning_rate": 3.4816725383045534e-05, + "loss": 0.0237, + "step": 18550 + }, + { + "epoch": 17.36202057998129, + "grad_norm": 0.11341797560453415, + "learning_rate": 3.476422159028079e-05, + "loss": 0.0243, + "step": 18560 + }, + { + "epoch": 17.371375116931713, + "grad_norm": 0.09630238264799118, + "learning_rate": 3.471173631042345e-05, + "loss": 0.0245, + "step": 18570 + }, + { + "epoch": 17.38072965388213, + "grad_norm": 0.12941965460777283, + "learning_rate": 3.465926960724808e-05, + "loss": 0.0236, + "step": 18580 + }, + { + "epoch": 17.390084190832553, + "grad_norm": 0.10846872627735138, + "learning_rate": 3.460682154450666e-05, + "loss": 0.0231, + "step": 18590 + }, + { + "epoch": 17.399438727782975, + "grad_norm": 0.09477951377630234, + "learning_rate": 3.4554392185928564e-05, + "loss": 0.0243, + "step": 18600 + }, + { + "epoch": 17.408793264733397, + "grad_norm": 0.10492352396249771, + "learning_rate": 3.450198159522037e-05, + "loss": 0.0247, + "step": 18610 + }, + { + "epoch": 17.418147801683816, + "grad_norm": 0.08703339844942093, + "learning_rate": 3.444958983606592e-05, + "loss": 0.0229, + "step": 18620 + }, + { + "epoch": 17.427502338634238, + "grad_norm": 0.11277063935995102, + "learning_rate": 3.439721697212612e-05, + "loss": 0.0235, + "step": 18630 + }, + { + "epoch": 17.43685687558466, + "grad_norm": 0.11660932749509811, + "learning_rate": 3.4344863067038954e-05, + "loss": 0.0233, + "step": 18640 + }, + { + "epoch": 17.446211412535078, + "grad_norm": 0.10387418419122696, + "learning_rate": 3.429252818441935e-05, + "loss": 0.0236, + "step": 18650 + }, + { + "epoch": 17.4555659494855, + "grad_norm": 0.11272473633289337, + "learning_rate": 3.4240212387859094e-05, + "loss": 0.0242, + "step": 18660 + }, + { + "epoch": 17.464920486435922, + "grad_norm": 0.08878877758979797, + "learning_rate": 3.418791574092686e-05, + "loss": 0.0241, + "step": 18670 + }, + { + "epoch": 17.474275023386344, + "grad_norm": 0.08148524165153503, + "learning_rate": 3.413563830716796e-05, + "loss": 0.0241, + "step": 18680 + }, + { + "epoch": 17.483629560336762, + "grad_norm": 0.10544365644454956, + "learning_rate": 3.408338015010445e-05, + "loss": 0.0249, + "step": 18690 + }, + { + "epoch": 17.492984097287184, + "grad_norm": 0.09469898790121078, + "learning_rate": 3.40311413332349e-05, + "loss": 0.0248, + "step": 18700 + }, + { + "epoch": 17.502338634237606, + "grad_norm": 0.0821990966796875, + "learning_rate": 3.3978921920034365e-05, + "loss": 0.0228, + "step": 18710 + }, + { + "epoch": 17.511693171188025, + "grad_norm": 0.09496723860502243, + "learning_rate": 3.392672197395441e-05, + "loss": 0.0224, + "step": 18720 + }, + { + "epoch": 17.521047708138447, + "grad_norm": 0.10304242372512817, + "learning_rate": 3.387454155842287e-05, + "loss": 0.0232, + "step": 18730 + }, + { + "epoch": 17.53040224508887, + "grad_norm": 0.10049618035554886, + "learning_rate": 3.382238073684386e-05, + "loss": 0.0239, + "step": 18740 + }, + { + "epoch": 17.53975678203929, + "grad_norm": 0.10620346665382385, + "learning_rate": 3.377023957259771e-05, + "loss": 0.0229, + "step": 18750 + }, + { + "epoch": 17.54911131898971, + "grad_norm": 0.10277871787548065, + "learning_rate": 3.3718118129040835e-05, + "loss": 0.0234, + "step": 18760 + }, + { + "epoch": 17.55846585594013, + "grad_norm": 0.0967128574848175, + "learning_rate": 3.3666016469505724e-05, + "loss": 0.0226, + "step": 18770 + }, + { + "epoch": 17.567820392890553, + "grad_norm": 0.10130732506513596, + "learning_rate": 3.361393465730079e-05, + "loss": 0.0234, + "step": 18780 + }, + { + "epoch": 17.57717492984097, + "grad_norm": 0.10878992080688477, + "learning_rate": 3.3561872755710366e-05, + "loss": 0.0274, + "step": 18790 + }, + { + "epoch": 17.586529466791394, + "grad_norm": 0.10574527829885483, + "learning_rate": 3.350983082799456e-05, + "loss": 0.0237, + "step": 18800 + }, + { + "epoch": 17.595884003741816, + "grad_norm": 0.10509780049324036, + "learning_rate": 3.34578089373892e-05, + "loss": 0.0228, + "step": 18810 + }, + { + "epoch": 17.605238540692234, + "grad_norm": 0.09235599637031555, + "learning_rate": 3.340580714710581e-05, + "loss": 0.0225, + "step": 18820 + }, + { + "epoch": 17.614593077642656, + "grad_norm": 0.07960064709186554, + "learning_rate": 3.3353825520331466e-05, + "loss": 0.0238, + "step": 18830 + }, + { + "epoch": 17.623947614593078, + "grad_norm": 0.10377633571624756, + "learning_rate": 3.330186412022876e-05, + "loss": 0.0233, + "step": 18840 + }, + { + "epoch": 17.6333021515435, + "grad_norm": 0.09235173463821411, + "learning_rate": 3.324992300993568e-05, + "loss": 0.0219, + "step": 18850 + }, + { + "epoch": 17.64265668849392, + "grad_norm": 0.0887368768453598, + "learning_rate": 3.319800225256556e-05, + "loss": 0.0222, + "step": 18860 + }, + { + "epoch": 17.65201122544434, + "grad_norm": 0.09117799252271652, + "learning_rate": 3.314610191120702e-05, + "loss": 0.0234, + "step": 18870 + }, + { + "epoch": 17.661365762394762, + "grad_norm": 0.08202406018972397, + "learning_rate": 3.30942220489239e-05, + "loss": 0.0235, + "step": 18880 + }, + { + "epoch": 17.67072029934518, + "grad_norm": 0.10238537937402725, + "learning_rate": 3.3042362728755086e-05, + "loss": 0.025, + "step": 18890 + }, + { + "epoch": 17.680074836295603, + "grad_norm": 0.10831275582313538, + "learning_rate": 3.299052401371456e-05, + "loss": 0.0234, + "step": 18900 + }, + { + "epoch": 17.689429373246025, + "grad_norm": 0.10715203732252121, + "learning_rate": 3.293870596679125e-05, + "loss": 0.0227, + "step": 18910 + }, + { + "epoch": 17.698783910196447, + "grad_norm": 0.10495656728744507, + "learning_rate": 3.288690865094895e-05, + "loss": 0.0256, + "step": 18920 + }, + { + "epoch": 17.708138447146865, + "grad_norm": 0.08690288662910461, + "learning_rate": 3.283513212912632e-05, + "loss": 0.0248, + "step": 18930 + }, + { + "epoch": 17.717492984097287, + "grad_norm": 0.10058318078517914, + "learning_rate": 3.2783376464236684e-05, + "loss": 0.025, + "step": 18940 + }, + { + "epoch": 17.72684752104771, + "grad_norm": 0.11166956275701523, + "learning_rate": 3.273164171916806e-05, + "loss": 0.0236, + "step": 18950 + }, + { + "epoch": 17.736202057998128, + "grad_norm": 0.11543077975511551, + "learning_rate": 3.267992795678306e-05, + "loss": 0.0244, + "step": 18960 + }, + { + "epoch": 17.74555659494855, + "grad_norm": 0.10590139776468277, + "learning_rate": 3.2628235239918744e-05, + "loss": 0.0242, + "step": 18970 + }, + { + "epoch": 17.75491113189897, + "grad_norm": 0.09421395510435104, + "learning_rate": 3.2576563631386695e-05, + "loss": 0.0246, + "step": 18980 + }, + { + "epoch": 17.764265668849394, + "grad_norm": 0.1002732589840889, + "learning_rate": 3.252491319397275e-05, + "loss": 0.0238, + "step": 18990 + }, + { + "epoch": 17.773620205799812, + "grad_norm": 0.12138853222131729, + "learning_rate": 3.247328399043706e-05, + "loss": 0.0239, + "step": 19000 + }, + { + "epoch": 17.782974742750234, + "grad_norm": 0.10811750590801239, + "learning_rate": 3.242167608351399e-05, + "loss": 0.0242, + "step": 19010 + }, + { + "epoch": 17.792329279700656, + "grad_norm": 0.10334170609712601, + "learning_rate": 3.2370089535911986e-05, + "loss": 0.0256, + "step": 19020 + }, + { + "epoch": 17.801683816651074, + "grad_norm": 0.08919792622327805, + "learning_rate": 3.23185244103136e-05, + "loss": 0.0246, + "step": 19030 + }, + { + "epoch": 17.811038353601496, + "grad_norm": 0.120139479637146, + "learning_rate": 3.22669807693753e-05, + "loss": 0.0241, + "step": 19040 + }, + { + "epoch": 17.82039289055192, + "grad_norm": 0.10464495420455933, + "learning_rate": 3.2215458675727495e-05, + "loss": 0.027, + "step": 19050 + }, + { + "epoch": 17.82974742750234, + "grad_norm": 0.10769017785787582, + "learning_rate": 3.216395819197438e-05, + "loss": 0.0242, + "step": 19060 + }, + { + "epoch": 17.83910196445276, + "grad_norm": 0.11644762754440308, + "learning_rate": 3.211247938069387e-05, + "loss": 0.0232, + "step": 19070 + }, + { + "epoch": 17.84845650140318, + "grad_norm": 0.0771358460187912, + "learning_rate": 3.206102230443759e-05, + "loss": 0.0238, + "step": 19080 + }, + { + "epoch": 17.857811038353603, + "grad_norm": 0.10404083132743835, + "learning_rate": 3.2009587025730764e-05, + "loss": 0.0236, + "step": 19090 + }, + { + "epoch": 17.86716557530402, + "grad_norm": 0.08901360630989075, + "learning_rate": 3.195817360707207e-05, + "loss": 0.0227, + "step": 19100 + }, + { + "epoch": 17.876520112254443, + "grad_norm": 0.10630657523870468, + "learning_rate": 3.19067821109337e-05, + "loss": 0.0218, + "step": 19110 + }, + { + "epoch": 17.885874649204865, + "grad_norm": 0.10046740621328354, + "learning_rate": 3.185541259976114e-05, + "loss": 0.0233, + "step": 19120 + }, + { + "epoch": 17.895229186155284, + "grad_norm": 0.08047324419021606, + "learning_rate": 3.180406513597316e-05, + "loss": 0.0232, + "step": 19130 + }, + { + "epoch": 17.904583723105706, + "grad_norm": 0.10518649965524673, + "learning_rate": 3.1752739781961835e-05, + "loss": 0.0244, + "step": 19140 + }, + { + "epoch": 17.913938260056128, + "grad_norm": 0.09201902896165848, + "learning_rate": 3.170143660009228e-05, + "loss": 0.025, + "step": 19150 + }, + { + "epoch": 17.92329279700655, + "grad_norm": 0.11709634959697723, + "learning_rate": 3.16501556527027e-05, + "loss": 0.0229, + "step": 19160 + }, + { + "epoch": 17.932647333956968, + "grad_norm": 0.06476619094610214, + "learning_rate": 3.1598897002104265e-05, + "loss": 0.0233, + "step": 19170 + }, + { + "epoch": 17.94200187090739, + "grad_norm": 0.08484960347414017, + "learning_rate": 3.154766071058108e-05, + "loss": 0.0225, + "step": 19180 + }, + { + "epoch": 17.951356407857812, + "grad_norm": 0.08982089161872864, + "learning_rate": 3.149644684039008e-05, + "loss": 0.0229, + "step": 19190 + }, + { + "epoch": 17.96071094480823, + "grad_norm": 0.08758199214935303, + "learning_rate": 3.144525545376095e-05, + "loss": 0.0244, + "step": 19200 + }, + { + "epoch": 17.970065481758652, + "grad_norm": 0.09398029744625092, + "learning_rate": 3.139408661289603e-05, + "loss": 0.0237, + "step": 19210 + }, + { + "epoch": 17.979420018709074, + "grad_norm": 0.09040088206529617, + "learning_rate": 3.134294037997032e-05, + "loss": 0.0225, + "step": 19220 + }, + { + "epoch": 17.988774555659496, + "grad_norm": 0.09968104958534241, + "learning_rate": 3.129181681713127e-05, + "loss": 0.0226, + "step": 19230 + }, + { + "epoch": 17.998129092609915, + "grad_norm": 0.10500398278236389, + "learning_rate": 3.1240715986498855e-05, + "loss": 0.0247, + "step": 19240 + }, + { + "epoch": 18.007483629560337, + "grad_norm": 0.09695086628198624, + "learning_rate": 3.1189637950165394e-05, + "loss": 0.0247, + "step": 19250 + }, + { + "epoch": 18.01683816651076, + "grad_norm": 0.09483388066291809, + "learning_rate": 3.1138582770195544e-05, + "loss": 0.0241, + "step": 19260 + }, + { + "epoch": 18.026192703461177, + "grad_norm": 0.08124446868896484, + "learning_rate": 3.108755050862615e-05, + "loss": 0.0239, + "step": 19270 + }, + { + "epoch": 18.0355472404116, + "grad_norm": 0.10806264728307724, + "learning_rate": 3.1036541227466204e-05, + "loss": 0.0252, + "step": 19280 + }, + { + "epoch": 18.04490177736202, + "grad_norm": 0.0830812081694603, + "learning_rate": 3.0985554988696786e-05, + "loss": 0.0236, + "step": 19290 + }, + { + "epoch": 18.054256314312443, + "grad_norm": 0.12595008313655853, + "learning_rate": 3.093459185427102e-05, + "loss": 0.0241, + "step": 19300 + }, + { + "epoch": 18.06361085126286, + "grad_norm": 0.106894850730896, + "learning_rate": 3.0883651886113905e-05, + "loss": 0.0223, + "step": 19310 + }, + { + "epoch": 18.072965388213284, + "grad_norm": 0.08928325027227402, + "learning_rate": 3.0832735146122294e-05, + "loss": 0.0245, + "step": 19320 + }, + { + "epoch": 18.082319925163706, + "grad_norm": 0.10444296151399612, + "learning_rate": 3.078184169616485e-05, + "loss": 0.0235, + "step": 19330 + }, + { + "epoch": 18.091674462114124, + "grad_norm": 0.10544516146183014, + "learning_rate": 3.073097159808187e-05, + "loss": 0.023, + "step": 19340 + }, + { + "epoch": 18.101028999064546, + "grad_norm": 0.08828841149806976, + "learning_rate": 3.068012491368537e-05, + "loss": 0.023, + "step": 19350 + }, + { + "epoch": 18.110383536014968, + "grad_norm": 0.10751897841691971, + "learning_rate": 3.062930170475885e-05, + "loss": 0.024, + "step": 19360 + }, + { + "epoch": 18.119738072965387, + "grad_norm": 0.11718485504388809, + "learning_rate": 3.057850203305729e-05, + "loss": 0.0225, + "step": 19370 + }, + { + "epoch": 18.12909260991581, + "grad_norm": 0.13849598169326782, + "learning_rate": 3.052772596030708e-05, + "loss": 0.023, + "step": 19380 + }, + { + "epoch": 18.13844714686623, + "grad_norm": 0.10808681696653366, + "learning_rate": 3.0476973548205943e-05, + "loss": 0.0224, + "step": 19390 + }, + { + "epoch": 18.147801683816652, + "grad_norm": 0.13376760482788086, + "learning_rate": 3.0426244858422847e-05, + "loss": 0.024, + "step": 19400 + }, + { + "epoch": 18.15715622076707, + "grad_norm": 0.09584911912679672, + "learning_rate": 3.0375539952597943e-05, + "loss": 0.0234, + "step": 19410 + }, + { + "epoch": 18.166510757717493, + "grad_norm": 0.12153566628694534, + "learning_rate": 3.0324858892342468e-05, + "loss": 0.0215, + "step": 19420 + }, + { + "epoch": 18.175865294667915, + "grad_norm": 0.09350954741239548, + "learning_rate": 3.0274201739238672e-05, + "loss": 0.0239, + "step": 19430 + }, + { + "epoch": 18.185219831618333, + "grad_norm": 0.09982753545045853, + "learning_rate": 3.0223568554839786e-05, + "loss": 0.023, + "step": 19440 + }, + { + "epoch": 18.194574368568755, + "grad_norm": 0.08597026765346527, + "learning_rate": 3.0172959400669886e-05, + "loss": 0.0219, + "step": 19450 + }, + { + "epoch": 18.203928905519177, + "grad_norm": 0.08428024500608444, + "learning_rate": 3.0122374338223902e-05, + "loss": 0.0219, + "step": 19460 + }, + { + "epoch": 18.2132834424696, + "grad_norm": 0.0923331007361412, + "learning_rate": 3.0071813428967427e-05, + "loss": 0.0236, + "step": 19470 + }, + { + "epoch": 18.222637979420018, + "grad_norm": 0.0824483186006546, + "learning_rate": 3.0021276734336746e-05, + "loss": 0.0234, + "step": 19480 + }, + { + "epoch": 18.23199251637044, + "grad_norm": 0.09119824320077896, + "learning_rate": 2.997076431573871e-05, + "loss": 0.0213, + "step": 19490 + }, + { + "epoch": 18.24134705332086, + "grad_norm": 0.10507681965827942, + "learning_rate": 2.9920276234550636e-05, + "loss": 0.0233, + "step": 19500 + }, + { + "epoch": 18.25070159027128, + "grad_norm": 0.11835934221744537, + "learning_rate": 2.986981255212035e-05, + "loss": 0.0247, + "step": 19510 + }, + { + "epoch": 18.260056127221702, + "grad_norm": 0.08266408741474152, + "learning_rate": 2.9819373329765977e-05, + "loss": 0.0241, + "step": 19520 + }, + { + "epoch": 18.269410664172124, + "grad_norm": 0.10009870678186417, + "learning_rate": 2.9768958628775902e-05, + "loss": 0.0218, + "step": 19530 + }, + { + "epoch": 18.278765201122546, + "grad_norm": 0.09158537536859512, + "learning_rate": 2.9718568510408762e-05, + "loss": 0.021, + "step": 19540 + }, + { + "epoch": 18.288119738072965, + "grad_norm": 0.08942905068397522, + "learning_rate": 2.9668203035893272e-05, + "loss": 0.0247, + "step": 19550 + }, + { + "epoch": 18.297474275023387, + "grad_norm": 0.0879213958978653, + "learning_rate": 2.9617862266428287e-05, + "loss": 0.0232, + "step": 19560 + }, + { + "epoch": 18.30682881197381, + "grad_norm": 0.09265580028295517, + "learning_rate": 2.9567546263182556e-05, + "loss": 0.0244, + "step": 19570 + }, + { + "epoch": 18.316183348924227, + "grad_norm": 0.09286817163228989, + "learning_rate": 2.951725508729476e-05, + "loss": 0.0242, + "step": 19580 + }, + { + "epoch": 18.32553788587465, + "grad_norm": 0.09541749209165573, + "learning_rate": 2.946698879987344e-05, + "loss": 0.0243, + "step": 19590 + }, + { + "epoch": 18.33489242282507, + "grad_norm": 0.10630230605602264, + "learning_rate": 2.9416747461996853e-05, + "loss": 0.0237, + "step": 19600 + }, + { + "epoch": 18.34424695977549, + "grad_norm": 0.10176564753055573, + "learning_rate": 2.9366531134712973e-05, + "loss": 0.0228, + "step": 19610 + }, + { + "epoch": 18.35360149672591, + "grad_norm": 0.10742311924695969, + "learning_rate": 2.9316339879039367e-05, + "loss": 0.0223, + "step": 19620 + }, + { + "epoch": 18.362956033676333, + "grad_norm": 0.11721546947956085, + "learning_rate": 2.9266173755963167e-05, + "loss": 0.0227, + "step": 19630 + }, + { + "epoch": 18.372310570626755, + "grad_norm": 0.0826675221323967, + "learning_rate": 2.9216032826440926e-05, + "loss": 0.0224, + "step": 19640 + }, + { + "epoch": 18.381665107577174, + "grad_norm": 0.10513356328010559, + "learning_rate": 2.9165917151398592e-05, + "loss": 0.0232, + "step": 19650 + }, + { + "epoch": 18.391019644527596, + "grad_norm": 0.10344067960977554, + "learning_rate": 2.9115826791731428e-05, + "loss": 0.0224, + "step": 19660 + }, + { + "epoch": 18.400374181478018, + "grad_norm": 0.09844566881656647, + "learning_rate": 2.906576180830398e-05, + "loss": 0.0236, + "step": 19670 + }, + { + "epoch": 18.409728718428436, + "grad_norm": 0.08092858642339706, + "learning_rate": 2.9015722261949917e-05, + "loss": 0.022, + "step": 19680 + }, + { + "epoch": 18.419083255378858, + "grad_norm": 0.10619455575942993, + "learning_rate": 2.8965708213471986e-05, + "loss": 0.0234, + "step": 19690 + }, + { + "epoch": 18.42843779232928, + "grad_norm": 0.11081137508153915, + "learning_rate": 2.8915719723641975e-05, + "loss": 0.0223, + "step": 19700 + }, + { + "epoch": 18.437792329279702, + "grad_norm": 0.09792735427618027, + "learning_rate": 2.8865756853200604e-05, + "loss": 0.0231, + "step": 19710 + }, + { + "epoch": 18.44714686623012, + "grad_norm": 0.08618933707475662, + "learning_rate": 2.8815819662857503e-05, + "loss": 0.022, + "step": 19720 + }, + { + "epoch": 18.456501403180543, + "grad_norm": 0.09905446320772171, + "learning_rate": 2.876590821329105e-05, + "loss": 0.0238, + "step": 19730 + }, + { + "epoch": 18.465855940130965, + "grad_norm": 0.0851060301065445, + "learning_rate": 2.871602256514836e-05, + "loss": 0.024, + "step": 19740 + }, + { + "epoch": 18.475210477081383, + "grad_norm": 0.09996498376131058, + "learning_rate": 2.8666162779045203e-05, + "loss": 0.022, + "step": 19750 + }, + { + "epoch": 18.484565014031805, + "grad_norm": 0.10993160307407379, + "learning_rate": 2.8616328915565904e-05, + "loss": 0.0232, + "step": 19760 + }, + { + "epoch": 18.493919550982227, + "grad_norm": 0.10674988478422165, + "learning_rate": 2.856652103526334e-05, + "loss": 0.0239, + "step": 19770 + }, + { + "epoch": 18.50327408793265, + "grad_norm": 0.10640368610620499, + "learning_rate": 2.8516739198658755e-05, + "loss": 0.0228, + "step": 19780 + }, + { + "epoch": 18.512628624883067, + "grad_norm": 0.10128968209028244, + "learning_rate": 2.846698346624177e-05, + "loss": 0.0219, + "step": 19790 + }, + { + "epoch": 18.52198316183349, + "grad_norm": 0.08916886150836945, + "learning_rate": 2.841725389847032e-05, + "loss": 0.021, + "step": 19800 + }, + { + "epoch": 18.53133769878391, + "grad_norm": 0.10176822543144226, + "learning_rate": 2.8367550555770506e-05, + "loss": 0.0227, + "step": 19810 + }, + { + "epoch": 18.54069223573433, + "grad_norm": 0.10446085780858994, + "learning_rate": 2.831787349853655e-05, + "loss": 0.0222, + "step": 19820 + }, + { + "epoch": 18.55004677268475, + "grad_norm": 0.10913293808698654, + "learning_rate": 2.8268222787130806e-05, + "loss": 0.022, + "step": 19830 + }, + { + "epoch": 18.559401309635174, + "grad_norm": 0.08047015219926834, + "learning_rate": 2.821859848188355e-05, + "loss": 0.0233, + "step": 19840 + }, + { + "epoch": 18.568755846585596, + "grad_norm": 0.11382050812244415, + "learning_rate": 2.816900064309299e-05, + "loss": 0.0232, + "step": 19850 + }, + { + "epoch": 18.578110383536014, + "grad_norm": 0.0808129757642746, + "learning_rate": 2.811942933102517e-05, + "loss": 0.0236, + "step": 19860 + }, + { + "epoch": 18.587464920486436, + "grad_norm": 0.11375471204519272, + "learning_rate": 2.806988460591391e-05, + "loss": 0.0224, + "step": 19870 + }, + { + "epoch": 18.596819457436858, + "grad_norm": 0.0987326055765152, + "learning_rate": 2.802036652796074e-05, + "loss": 0.0229, + "step": 19880 + }, + { + "epoch": 18.606173994387277, + "grad_norm": 0.09474760293960571, + "learning_rate": 2.797087515733478e-05, + "loss": 0.0221, + "step": 19890 + }, + { + "epoch": 18.6155285313377, + "grad_norm": 0.0967264473438263, + "learning_rate": 2.7921410554172723e-05, + "loss": 0.0225, + "step": 19900 + }, + { + "epoch": 18.62488306828812, + "grad_norm": 0.12450221925973892, + "learning_rate": 2.787197277857871e-05, + "loss": 0.0238, + "step": 19910 + }, + { + "epoch": 18.63423760523854, + "grad_norm": 0.08120965212583542, + "learning_rate": 2.782256189062429e-05, + "loss": 0.0225, + "step": 19920 + }, + { + "epoch": 18.64359214218896, + "grad_norm": 0.10999072343111038, + "learning_rate": 2.777317795034839e-05, + "loss": 0.0218, + "step": 19930 + }, + { + "epoch": 18.652946679139383, + "grad_norm": 0.09660957008600235, + "learning_rate": 2.7723821017757112e-05, + "loss": 0.0228, + "step": 19940 + }, + { + "epoch": 18.662301216089805, + "grad_norm": 0.10421954095363617, + "learning_rate": 2.7674491152823822e-05, + "loss": 0.0228, + "step": 19950 + }, + { + "epoch": 18.671655753040223, + "grad_norm": 0.0749509334564209, + "learning_rate": 2.7625188415488944e-05, + "loss": 0.0211, + "step": 19960 + }, + { + "epoch": 18.681010289990645, + "grad_norm": 0.08614394068717957, + "learning_rate": 2.7575912865659924e-05, + "loss": 0.0223, + "step": 19970 + }, + { + "epoch": 18.690364826941067, + "grad_norm": 0.09246741235256195, + "learning_rate": 2.7526664563211245e-05, + "loss": 0.0242, + "step": 19980 + }, + { + "epoch": 18.699719363891486, + "grad_norm": 0.11335106939077377, + "learning_rate": 2.7477443567984224e-05, + "loss": 0.0234, + "step": 19990 + }, + { + "epoch": 18.709073900841908, + "grad_norm": 0.07473590224981308, + "learning_rate": 2.7428249939787e-05, + "loss": 0.023, + "step": 20000 + }, + { + "epoch": 18.71842843779233, + "grad_norm": 0.1042352244257927, + "learning_rate": 2.7379083738394484e-05, + "loss": 0.0225, + "step": 20010 + }, + { + "epoch": 18.72778297474275, + "grad_norm": 0.09736479073762894, + "learning_rate": 2.732994502354823e-05, + "loss": 0.0229, + "step": 20020 + }, + { + "epoch": 18.73713751169317, + "grad_norm": 0.07847155630588531, + "learning_rate": 2.72808338549564e-05, + "loss": 0.022, + "step": 20030 + }, + { + "epoch": 18.746492048643592, + "grad_norm": 0.08709724247455597, + "learning_rate": 2.723175029229374e-05, + "loss": 0.0213, + "step": 20040 + }, + { + "epoch": 18.755846585594014, + "grad_norm": 0.09269870817661285, + "learning_rate": 2.718269439520138e-05, + "loss": 0.0212, + "step": 20050 + }, + { + "epoch": 18.765201122544433, + "grad_norm": 0.0855986550450325, + "learning_rate": 2.7133666223286858e-05, + "loss": 0.0214, + "step": 20060 + }, + { + "epoch": 18.774555659494855, + "grad_norm": 0.1238783448934555, + "learning_rate": 2.7084665836124006e-05, + "loss": 0.0223, + "step": 20070 + }, + { + "epoch": 18.783910196445277, + "grad_norm": 0.09428536146879196, + "learning_rate": 2.703569329325296e-05, + "loss": 0.0215, + "step": 20080 + }, + { + "epoch": 18.7932647333957, + "grad_norm": 0.13470399379730225, + "learning_rate": 2.698674865417994e-05, + "loss": 0.0214, + "step": 20090 + }, + { + "epoch": 18.802619270346117, + "grad_norm": 0.09048303216695786, + "learning_rate": 2.6937831978377325e-05, + "loss": 0.0221, + "step": 20100 + }, + { + "epoch": 18.81197380729654, + "grad_norm": 0.10373246669769287, + "learning_rate": 2.6888943325283485e-05, + "loss": 0.0232, + "step": 20110 + }, + { + "epoch": 18.82132834424696, + "grad_norm": 0.09851143509149551, + "learning_rate": 2.6840082754302733e-05, + "loss": 0.0233, + "step": 20120 + }, + { + "epoch": 18.83068288119738, + "grad_norm": 0.12532877922058105, + "learning_rate": 2.679125032480525e-05, + "loss": 0.0223, + "step": 20130 + }, + { + "epoch": 18.8400374181478, + "grad_norm": 0.09458509832620621, + "learning_rate": 2.674244609612708e-05, + "loss": 0.0227, + "step": 20140 + }, + { + "epoch": 18.849391955098223, + "grad_norm": 0.09000278264284134, + "learning_rate": 2.6693670127569958e-05, + "loss": 0.02, + "step": 20150 + }, + { + "epoch": 18.858746492048645, + "grad_norm": 0.09398295730352402, + "learning_rate": 2.6644922478401268e-05, + "loss": 0.0218, + "step": 20160 + }, + { + "epoch": 18.868101028999064, + "grad_norm": 0.0891498550772667, + "learning_rate": 2.6596203207854004e-05, + "loss": 0.0224, + "step": 20170 + }, + { + "epoch": 18.877455565949486, + "grad_norm": 0.09182678908109665, + "learning_rate": 2.654751237512666e-05, + "loss": 0.0226, + "step": 20180 + }, + { + "epoch": 18.886810102899908, + "grad_norm": 0.09483543038368225, + "learning_rate": 2.649885003938323e-05, + "loss": 0.0227, + "step": 20190 + }, + { + "epoch": 18.896164639850326, + "grad_norm": 0.08955473452806473, + "learning_rate": 2.6450216259753e-05, + "loss": 0.0215, + "step": 20200 + }, + { + "epoch": 18.90551917680075, + "grad_norm": 0.08733302354812622, + "learning_rate": 2.640161109533063e-05, + "loss": 0.0208, + "step": 20210 + }, + { + "epoch": 18.91487371375117, + "grad_norm": 0.09255017340183258, + "learning_rate": 2.6353034605175936e-05, + "loss": 0.0221, + "step": 20220 + }, + { + "epoch": 18.92422825070159, + "grad_norm": 0.09423402696847916, + "learning_rate": 2.630448684831398e-05, + "loss": 0.0248, + "step": 20230 + }, + { + "epoch": 18.93358278765201, + "grad_norm": 0.09358064085245132, + "learning_rate": 2.625596788373482e-05, + "loss": 0.0225, + "step": 20240 + }, + { + "epoch": 18.942937324602433, + "grad_norm": 0.08294554799795151, + "learning_rate": 2.620747777039363e-05, + "loss": 0.0241, + "step": 20250 + }, + { + "epoch": 18.952291861552855, + "grad_norm": 0.1400173008441925, + "learning_rate": 2.6159016567210424e-05, + "loss": 0.0213, + "step": 20260 + }, + { + "epoch": 18.961646398503273, + "grad_norm": 0.08013058453798294, + "learning_rate": 2.6110584333070153e-05, + "loss": 0.0204, + "step": 20270 + }, + { + "epoch": 18.971000935453695, + "grad_norm": 0.08948113769292831, + "learning_rate": 2.6062181126822537e-05, + "loss": 0.0227, + "step": 20280 + }, + { + "epoch": 18.980355472404117, + "grad_norm": 0.10233064740896225, + "learning_rate": 2.601380700728203e-05, + "loss": 0.023, + "step": 20290 + }, + { + "epoch": 18.989710009354535, + "grad_norm": 0.09559933096170425, + "learning_rate": 2.596546203322777e-05, + "loss": 0.0224, + "step": 20300 + }, + { + "epoch": 18.999064546304957, + "grad_norm": 0.12629447877407074, + "learning_rate": 2.5917146263403457e-05, + "loss": 0.021, + "step": 20310 + }, + { + "epoch": 19.00841908325538, + "grad_norm": 0.10310565680265427, + "learning_rate": 2.5868859756517296e-05, + "loss": 0.0199, + "step": 20320 + }, + { + "epoch": 19.0177736202058, + "grad_norm": 0.10955420136451721, + "learning_rate": 2.5820602571241947e-05, + "loss": 0.0223, + "step": 20330 + }, + { + "epoch": 19.02712815715622, + "grad_norm": 0.11298491060733795, + "learning_rate": 2.577237476621442e-05, + "loss": 0.0214, + "step": 20340 + }, + { + "epoch": 19.036482694106642, + "grad_norm": 0.08104339241981506, + "learning_rate": 2.572417640003609e-05, + "loss": 0.022, + "step": 20350 + }, + { + "epoch": 19.045837231057064, + "grad_norm": 0.1011156439781189, + "learning_rate": 2.5676007531272473e-05, + "loss": 0.0211, + "step": 20360 + }, + { + "epoch": 19.055191768007482, + "grad_norm": 0.09482020884752274, + "learning_rate": 2.5627868218453332e-05, + "loss": 0.0223, + "step": 20370 + }, + { + "epoch": 19.064546304957904, + "grad_norm": 0.08850739896297455, + "learning_rate": 2.5579758520072443e-05, + "loss": 0.0209, + "step": 20380 + }, + { + "epoch": 19.073900841908326, + "grad_norm": 0.08491505682468414, + "learning_rate": 2.5531678494587615e-05, + "loss": 0.0218, + "step": 20390 + }, + { + "epoch": 19.08325537885875, + "grad_norm": 0.09767875075340271, + "learning_rate": 2.5483628200420644e-05, + "loss": 0.0208, + "step": 20400 + }, + { + "epoch": 19.092609915809167, + "grad_norm": 0.08163074404001236, + "learning_rate": 2.5435607695957154e-05, + "loss": 0.0206, + "step": 20410 + }, + { + "epoch": 19.10196445275959, + "grad_norm": 0.13178277015686035, + "learning_rate": 2.5387617039546586e-05, + "loss": 0.0214, + "step": 20420 + }, + { + "epoch": 19.11131898971001, + "grad_norm": 0.08694308251142502, + "learning_rate": 2.5339656289502106e-05, + "loss": 0.0219, + "step": 20430 + }, + { + "epoch": 19.12067352666043, + "grad_norm": 0.09935304522514343, + "learning_rate": 2.529172550410056e-05, + "loss": 0.0206, + "step": 20440 + }, + { + "epoch": 19.13002806361085, + "grad_norm": 0.09032172709703445, + "learning_rate": 2.524382474158234e-05, + "loss": 0.022, + "step": 20450 + }, + { + "epoch": 19.139382600561273, + "grad_norm": 0.116212859749794, + "learning_rate": 2.5195954060151433e-05, + "loss": 0.023, + "step": 20460 + }, + { + "epoch": 19.14873713751169, + "grad_norm": 0.10760242491960526, + "learning_rate": 2.5148113517975212e-05, + "loss": 0.0223, + "step": 20470 + }, + { + "epoch": 19.158091674462113, + "grad_norm": 0.09013324975967407, + "learning_rate": 2.5100303173184447e-05, + "loss": 0.0226, + "step": 20480 + }, + { + "epoch": 19.167446211412535, + "grad_norm": 0.10966915637254715, + "learning_rate": 2.5052523083873196e-05, + "loss": 0.0206, + "step": 20490 + }, + { + "epoch": 19.176800748362957, + "grad_norm": 0.08785657584667206, + "learning_rate": 2.500477330809881e-05, + "loss": 0.0215, + "step": 20500 + }, + { + "epoch": 19.186155285313376, + "grad_norm": 0.11586135625839233, + "learning_rate": 2.4957053903881733e-05, + "loss": 0.0219, + "step": 20510 + }, + { + "epoch": 19.195509822263798, + "grad_norm": 0.08713778108358383, + "learning_rate": 2.4909364929205576e-05, + "loss": 0.0238, + "step": 20520 + }, + { + "epoch": 19.20486435921422, + "grad_norm": 0.12230871617794037, + "learning_rate": 2.4861706442016923e-05, + "loss": 0.0217, + "step": 20530 + }, + { + "epoch": 19.21421889616464, + "grad_norm": 0.08085207641124725, + "learning_rate": 2.481407850022533e-05, + "loss": 0.0213, + "step": 20540 + }, + { + "epoch": 19.22357343311506, + "grad_norm": 0.08357774466276169, + "learning_rate": 2.4766481161703213e-05, + "loss": 0.0224, + "step": 20550 + }, + { + "epoch": 19.232927970065482, + "grad_norm": 0.09541118890047073, + "learning_rate": 2.4718914484285876e-05, + "loss": 0.0208, + "step": 20560 + }, + { + "epoch": 19.242282507015904, + "grad_norm": 0.09524355083703995, + "learning_rate": 2.467137852577129e-05, + "loss": 0.0205, + "step": 20570 + }, + { + "epoch": 19.251637043966323, + "grad_norm": 0.09348344802856445, + "learning_rate": 2.4623873343920123e-05, + "loss": 0.0219, + "step": 20580 + }, + { + "epoch": 19.260991580916745, + "grad_norm": 0.10412184149026871, + "learning_rate": 2.4576398996455656e-05, + "loss": 0.0211, + "step": 20590 + }, + { + "epoch": 19.270346117867167, + "grad_norm": 0.0923057496547699, + "learning_rate": 2.452895554106368e-05, + "loss": 0.0216, + "step": 20600 + }, + { + "epoch": 19.279700654817585, + "grad_norm": 0.080611951649189, + "learning_rate": 2.4481543035392506e-05, + "loss": 0.0224, + "step": 20610 + }, + { + "epoch": 19.289055191768007, + "grad_norm": 0.08620698004961014, + "learning_rate": 2.4434161537052774e-05, + "loss": 0.0214, + "step": 20620 + }, + { + "epoch": 19.29840972871843, + "grad_norm": 0.08848802000284195, + "learning_rate": 2.4386811103617474e-05, + "loss": 0.0204, + "step": 20630 + }, + { + "epoch": 19.30776426566885, + "grad_norm": 0.11333032697439194, + "learning_rate": 2.4339491792621833e-05, + "loss": 0.0216, + "step": 20640 + }, + { + "epoch": 19.31711880261927, + "grad_norm": 0.12228872627019882, + "learning_rate": 2.4292203661563312e-05, + "loss": 0.021, + "step": 20650 + }, + { + "epoch": 19.32647333956969, + "grad_norm": 0.09842042624950409, + "learning_rate": 2.424494676790141e-05, + "loss": 0.0215, + "step": 20660 + }, + { + "epoch": 19.335827876520113, + "grad_norm": 0.11276900768280029, + "learning_rate": 2.4197721169057745e-05, + "loss": 0.0221, + "step": 20670 + }, + { + "epoch": 19.345182413470532, + "grad_norm": 0.09699714183807373, + "learning_rate": 2.4150526922415857e-05, + "loss": 0.0205, + "step": 20680 + }, + { + "epoch": 19.354536950420954, + "grad_norm": 0.10914240032434464, + "learning_rate": 2.41033640853212e-05, + "loss": 0.0226, + "step": 20690 + }, + { + "epoch": 19.363891487371376, + "grad_norm": 0.10711899399757385, + "learning_rate": 2.405623271508108e-05, + "loss": 0.02, + "step": 20700 + }, + { + "epoch": 19.373246024321794, + "grad_norm": 0.08341359347105026, + "learning_rate": 2.4009132868964522e-05, + "loss": 0.0208, + "step": 20710 + }, + { + "epoch": 19.382600561272216, + "grad_norm": 0.09455369412899017, + "learning_rate": 2.3962064604202327e-05, + "loss": 0.0222, + "step": 20720 + }, + { + "epoch": 19.39195509822264, + "grad_norm": 0.08461928367614746, + "learning_rate": 2.3915027977986858e-05, + "loss": 0.0204, + "step": 20730 + }, + { + "epoch": 19.40130963517306, + "grad_norm": 0.08621621876955032, + "learning_rate": 2.386802304747205e-05, + "loss": 0.0228, + "step": 20740 + }, + { + "epoch": 19.41066417212348, + "grad_norm": 0.11387693136930466, + "learning_rate": 2.382104986977332e-05, + "loss": 0.0216, + "step": 20750 + }, + { + "epoch": 19.4200187090739, + "grad_norm": 0.10026518255472183, + "learning_rate": 2.377410850196749e-05, + "loss": 0.021, + "step": 20760 + }, + { + "epoch": 19.429373246024323, + "grad_norm": 0.09839124977588654, + "learning_rate": 2.3727199001092797e-05, + "loss": 0.023, + "step": 20770 + }, + { + "epoch": 19.43872778297474, + "grad_norm": 0.09385333955287933, + "learning_rate": 2.3680321424148677e-05, + "loss": 0.0196, + "step": 20780 + }, + { + "epoch": 19.448082319925163, + "grad_norm": 0.09885308891534805, + "learning_rate": 2.3633475828095793e-05, + "loss": 0.0213, + "step": 20790 + }, + { + "epoch": 19.457436856875585, + "grad_norm": 0.11247340589761734, + "learning_rate": 2.358666226985599e-05, + "loss": 0.0218, + "step": 20800 + }, + { + "epoch": 19.466791393826007, + "grad_norm": 0.08541615307331085, + "learning_rate": 2.353988080631213e-05, + "loss": 0.0213, + "step": 20810 + }, + { + "epoch": 19.476145930776426, + "grad_norm": 0.0917355865240097, + "learning_rate": 2.3493131494308142e-05, + "loss": 0.0199, + "step": 20820 + }, + { + "epoch": 19.485500467726848, + "grad_norm": 0.08992068469524384, + "learning_rate": 2.344641439064881e-05, + "loss": 0.0215, + "step": 20830 + }, + { + "epoch": 19.49485500467727, + "grad_norm": 0.08598309010267258, + "learning_rate": 2.339972955209984e-05, + "loss": 0.0211, + "step": 20840 + }, + { + "epoch": 19.504209541627688, + "grad_norm": 0.09763147681951523, + "learning_rate": 2.335307703538771e-05, + "loss": 0.0223, + "step": 20850 + }, + { + "epoch": 19.51356407857811, + "grad_norm": 0.0931667909026146, + "learning_rate": 2.330645689719962e-05, + "loss": 0.0221, + "step": 20860 + }, + { + "epoch": 19.522918615528532, + "grad_norm": 0.09146586805582047, + "learning_rate": 2.3259869194183414e-05, + "loss": 0.0213, + "step": 20870 + }, + { + "epoch": 19.532273152478954, + "grad_norm": 0.10006336122751236, + "learning_rate": 2.321331398294759e-05, + "loss": 0.0206, + "step": 20880 + }, + { + "epoch": 19.541627689429372, + "grad_norm": 0.09118280559778214, + "learning_rate": 2.3166791320061094e-05, + "loss": 0.0209, + "step": 20890 + }, + { + "epoch": 19.550982226379794, + "grad_norm": 0.0916077122092247, + "learning_rate": 2.312030126205335e-05, + "loss": 0.0203, + "step": 20900 + }, + { + "epoch": 19.560336763330216, + "grad_norm": 0.0811573714017868, + "learning_rate": 2.3073843865414162e-05, + "loss": 0.0201, + "step": 20910 + }, + { + "epoch": 19.569691300280635, + "grad_norm": 0.08893357962369919, + "learning_rate": 2.302741918659363e-05, + "loss": 0.0216, + "step": 20920 + }, + { + "epoch": 19.579045837231057, + "grad_norm": 0.0873708501458168, + "learning_rate": 2.2981027282002154e-05, + "loss": 0.0196, + "step": 20930 + }, + { + "epoch": 19.58840037418148, + "grad_norm": 0.0939704179763794, + "learning_rate": 2.2934668208010236e-05, + "loss": 0.0211, + "step": 20940 + }, + { + "epoch": 19.5977549111319, + "grad_norm": 0.0936727523803711, + "learning_rate": 2.2888342020948555e-05, + "loss": 0.0213, + "step": 20950 + }, + { + "epoch": 19.60710944808232, + "grad_norm": 0.08557362109422684, + "learning_rate": 2.2842048777107783e-05, + "loss": 0.0203, + "step": 20960 + }, + { + "epoch": 19.61646398503274, + "grad_norm": 0.08671272546052933, + "learning_rate": 2.2795788532738553e-05, + "loss": 0.0192, + "step": 20970 + }, + { + "epoch": 19.625818521983163, + "grad_norm": 0.08891276270151138, + "learning_rate": 2.2749561344051468e-05, + "loss": 0.021, + "step": 20980 + }, + { + "epoch": 19.63517305893358, + "grad_norm": 0.11736954748630524, + "learning_rate": 2.2703367267216896e-05, + "loss": 0.0214, + "step": 20990 + }, + { + "epoch": 19.644527595884004, + "grad_norm": 0.10705925524234772, + "learning_rate": 2.2657206358364997e-05, + "loss": 0.0194, + "step": 21000 + }, + { + "epoch": 19.653882132834426, + "grad_norm": 0.0901053324341774, + "learning_rate": 2.261107867358563e-05, + "loss": 0.0214, + "step": 21010 + }, + { + "epoch": 19.663236669784844, + "grad_norm": 0.11911427974700928, + "learning_rate": 2.2564984268928263e-05, + "loss": 0.0211, + "step": 21020 + }, + { + "epoch": 19.672591206735266, + "grad_norm": 0.09880826622247696, + "learning_rate": 2.251892320040198e-05, + "loss": 0.0229, + "step": 21030 + }, + { + "epoch": 19.681945743685688, + "grad_norm": 0.0915345624089241, + "learning_rate": 2.2472895523975312e-05, + "loss": 0.0199, + "step": 21040 + }, + { + "epoch": 19.69130028063611, + "grad_norm": 0.08523645251989365, + "learning_rate": 2.2426901295576212e-05, + "loss": 0.0212, + "step": 21050 + }, + { + "epoch": 19.70065481758653, + "grad_norm": 0.08829490095376968, + "learning_rate": 2.2380940571092013e-05, + "loss": 0.0205, + "step": 21060 + }, + { + "epoch": 19.71000935453695, + "grad_norm": 0.10477672517299652, + "learning_rate": 2.2335013406369302e-05, + "loss": 0.0218, + "step": 21070 + }, + { + "epoch": 19.719363891487372, + "grad_norm": 0.10362329334020615, + "learning_rate": 2.228911985721397e-05, + "loss": 0.0211, + "step": 21080 + }, + { + "epoch": 19.72871842843779, + "grad_norm": 0.09011263400316238, + "learning_rate": 2.224325997939095e-05, + "loss": 0.0202, + "step": 21090 + }, + { + "epoch": 19.738072965388213, + "grad_norm": 0.1169281080365181, + "learning_rate": 2.219743382862437e-05, + "loss": 0.0219, + "step": 21100 + }, + { + "epoch": 19.747427502338635, + "grad_norm": 0.08499956876039505, + "learning_rate": 2.2151641460597294e-05, + "loss": 0.0203, + "step": 21110 + }, + { + "epoch": 19.756782039289057, + "grad_norm": 0.08344980329275131, + "learning_rate": 2.210588293095177e-05, + "loss": 0.0179, + "step": 21120 + }, + { + "epoch": 19.766136576239475, + "grad_norm": 0.10264204442501068, + "learning_rate": 2.2060158295288714e-05, + "loss": 0.0218, + "step": 21130 + }, + { + "epoch": 19.775491113189897, + "grad_norm": 0.08397012203931808, + "learning_rate": 2.2014467609167905e-05, + "loss": 0.0209, + "step": 21140 + }, + { + "epoch": 19.78484565014032, + "grad_norm": 0.10158290714025497, + "learning_rate": 2.1968810928107806e-05, + "loss": 0.021, + "step": 21150 + }, + { + "epoch": 19.794200187090738, + "grad_norm": 0.0847848430275917, + "learning_rate": 2.1923188307585606e-05, + "loss": 0.02, + "step": 21160 + }, + { + "epoch": 19.80355472404116, + "grad_norm": 0.094179667532444, + "learning_rate": 2.187759980303708e-05, + "loss": 0.0207, + "step": 21170 + }, + { + "epoch": 19.81290926099158, + "grad_norm": 0.12132325023412704, + "learning_rate": 2.1832045469856545e-05, + "loss": 0.0223, + "step": 21180 + }, + { + "epoch": 19.822263797942004, + "grad_norm": 0.1027318686246872, + "learning_rate": 2.1786525363396844e-05, + "loss": 0.0209, + "step": 21190 + }, + { + "epoch": 19.831618334892422, + "grad_norm": 0.1001904234290123, + "learning_rate": 2.1741039538969183e-05, + "loss": 0.0215, + "step": 21200 + }, + { + "epoch": 19.840972871842844, + "grad_norm": 0.10794824361801147, + "learning_rate": 2.169558805184313e-05, + "loss": 0.022, + "step": 21210 + }, + { + "epoch": 19.850327408793266, + "grad_norm": 0.10940048098564148, + "learning_rate": 2.165017095724651e-05, + "loss": 0.0221, + "step": 21220 + }, + { + "epoch": 19.859681945743684, + "grad_norm": 0.08126544952392578, + "learning_rate": 2.1604788310365405e-05, + "loss": 0.0205, + "step": 21230 + }, + { + "epoch": 19.869036482694106, + "grad_norm": 0.09584479033946991, + "learning_rate": 2.155944016634398e-05, + "loss": 0.0198, + "step": 21240 + }, + { + "epoch": 19.87839101964453, + "grad_norm": 0.08477870374917984, + "learning_rate": 2.1514126580284538e-05, + "loss": 0.0191, + "step": 21250 + }, + { + "epoch": 19.88774555659495, + "grad_norm": 0.10429903864860535, + "learning_rate": 2.1468847607247344e-05, + "loss": 0.0204, + "step": 21260 + }, + { + "epoch": 19.89710009354537, + "grad_norm": 0.08898758888244629, + "learning_rate": 2.1423603302250623e-05, + "loss": 0.0201, + "step": 21270 + }, + { + "epoch": 19.90645463049579, + "grad_norm": 0.09626001864671707, + "learning_rate": 2.1378393720270468e-05, + "loss": 0.022, + "step": 21280 + }, + { + "epoch": 19.915809167446213, + "grad_norm": 0.09377412497997284, + "learning_rate": 2.133321891624076e-05, + "loss": 0.0209, + "step": 21290 + }, + { + "epoch": 19.92516370439663, + "grad_norm": 0.08149591088294983, + "learning_rate": 2.1288078945053193e-05, + "loss": 0.0208, + "step": 21300 + }, + { + "epoch": 19.934518241347053, + "grad_norm": 0.12724822759628296, + "learning_rate": 2.1242973861557064e-05, + "loss": 0.0186, + "step": 21310 + }, + { + "epoch": 19.943872778297475, + "grad_norm": 0.09395460784435272, + "learning_rate": 2.1197903720559304e-05, + "loss": 0.02, + "step": 21320 + }, + { + "epoch": 19.953227315247894, + "grad_norm": 0.09396878629922867, + "learning_rate": 2.115286857682438e-05, + "loss": 0.0208, + "step": 21330 + }, + { + "epoch": 19.962581852198316, + "grad_norm": 0.09032432734966278, + "learning_rate": 2.1107868485074228e-05, + "loss": 0.022, + "step": 21340 + }, + { + "epoch": 19.971936389148738, + "grad_norm": 0.13400037586688995, + "learning_rate": 2.1062903499988234e-05, + "loss": 0.0228, + "step": 21350 + }, + { + "epoch": 19.98129092609916, + "grad_norm": 0.08832100033760071, + "learning_rate": 2.101797367620308e-05, + "loss": 0.0191, + "step": 21360 + }, + { + "epoch": 19.990645463049578, + "grad_norm": 0.08471435308456421, + "learning_rate": 2.0973079068312713e-05, + "loss": 0.021, + "step": 21370 + }, + { + "epoch": 20.0, + "grad_norm": 0.24193903803825378, + "learning_rate": 2.0928219730868358e-05, + "loss": 0.0221, + "step": 21380 + }, + { + "epoch": 20.009354536950422, + "grad_norm": 0.1073523610830307, + "learning_rate": 2.0883395718378302e-05, + "loss": 0.0211, + "step": 21390 + }, + { + "epoch": 20.01870907390084, + "grad_norm": 0.10977979749441147, + "learning_rate": 2.083860708530798e-05, + "loss": 0.02, + "step": 21400 + }, + { + "epoch": 20.028063610851262, + "grad_norm": 0.09801336377859116, + "learning_rate": 2.0793853886079796e-05, + "loss": 0.022, + "step": 21410 + }, + { + "epoch": 20.037418147801684, + "grad_norm": 0.08794040977954865, + "learning_rate": 2.074913617507309e-05, + "loss": 0.0196, + "step": 21420 + }, + { + "epoch": 20.046772684752106, + "grad_norm": 0.09431702643632889, + "learning_rate": 2.070445400662411e-05, + "loss": 0.0207, + "step": 21430 + }, + { + "epoch": 20.056127221702525, + "grad_norm": 0.09456580132246017, + "learning_rate": 2.0659807435025907e-05, + "loss": 0.0195, + "step": 21440 + }, + { + "epoch": 20.065481758652947, + "grad_norm": 0.08963678777217865, + "learning_rate": 2.061519651452825e-05, + "loss": 0.0195, + "step": 21450 + }, + { + "epoch": 20.07483629560337, + "grad_norm": 0.08419890701770782, + "learning_rate": 2.0570621299337656e-05, + "loss": 0.0198, + "step": 21460 + }, + { + "epoch": 20.084190832553787, + "grad_norm": 0.09728110581636429, + "learning_rate": 2.0526081843617183e-05, + "loss": 0.0213, + "step": 21470 + }, + { + "epoch": 20.09354536950421, + "grad_norm": 0.10972456634044647, + "learning_rate": 2.0481578201486485e-05, + "loss": 0.0206, + "step": 21480 + }, + { + "epoch": 20.10289990645463, + "grad_norm": 0.06724447011947632, + "learning_rate": 2.0437110427021677e-05, + "loss": 0.0179, + "step": 21490 + }, + { + "epoch": 20.112254443405053, + "grad_norm": 0.10771804302930832, + "learning_rate": 2.0392678574255282e-05, + "loss": 0.0192, + "step": 21500 + }, + { + "epoch": 20.12160898035547, + "grad_norm": 0.07955342531204224, + "learning_rate": 2.0348282697176217e-05, + "loss": 0.0206, + "step": 21510 + }, + { + "epoch": 20.130963517305894, + "grad_norm": 0.09886585921049118, + "learning_rate": 2.030392284972964e-05, + "loss": 0.0207, + "step": 21520 + }, + { + "epoch": 20.140318054256316, + "grad_norm": 0.06719847768545151, + "learning_rate": 2.0259599085816973e-05, + "loss": 0.0193, + "step": 21530 + }, + { + "epoch": 20.149672591206734, + "grad_norm": 0.09444455057382584, + "learning_rate": 2.0215311459295755e-05, + "loss": 0.0203, + "step": 21540 + }, + { + "epoch": 20.159027128157156, + "grad_norm": 0.080435611307621, + "learning_rate": 2.0171060023979606e-05, + "loss": 0.021, + "step": 21550 + }, + { + "epoch": 20.168381665107578, + "grad_norm": 0.11046884208917618, + "learning_rate": 2.012684483363823e-05, + "loss": 0.0203, + "step": 21560 + }, + { + "epoch": 20.177736202057996, + "grad_norm": 0.09045732766389847, + "learning_rate": 2.0082665941997237e-05, + "loss": 0.0191, + "step": 21570 + }, + { + "epoch": 20.18709073900842, + "grad_norm": 0.10713158547878265, + "learning_rate": 2.0038523402738146e-05, + "loss": 0.0202, + "step": 21580 + }, + { + "epoch": 20.19644527595884, + "grad_norm": 0.09336088597774506, + "learning_rate": 1.99944172694983e-05, + "loss": 0.0196, + "step": 21590 + }, + { + "epoch": 20.205799812909262, + "grad_norm": 0.09085090458393097, + "learning_rate": 1.99503475958708e-05, + "loss": 0.0211, + "step": 21600 + }, + { + "epoch": 20.21515434985968, + "grad_norm": 0.0729212611913681, + "learning_rate": 1.9906314435404484e-05, + "loss": 0.0195, + "step": 21610 + }, + { + "epoch": 20.224508886810103, + "grad_norm": 0.10404518246650696, + "learning_rate": 1.986231784160378e-05, + "loss": 0.0199, + "step": 21620 + }, + { + "epoch": 20.233863423760525, + "grad_norm": 0.10682550072669983, + "learning_rate": 1.9818357867928693e-05, + "loss": 0.0204, + "step": 21630 + }, + { + "epoch": 20.243217960710943, + "grad_norm": 0.08901365846395493, + "learning_rate": 1.977443456779474e-05, + "loss": 0.0207, + "step": 21640 + }, + { + "epoch": 20.252572497661365, + "grad_norm": 0.096810482442379, + "learning_rate": 1.9730547994572858e-05, + "loss": 0.021, + "step": 21650 + }, + { + "epoch": 20.261927034611787, + "grad_norm": 0.08798089623451233, + "learning_rate": 1.9686698201589393e-05, + "loss": 0.0209, + "step": 21660 + }, + { + "epoch": 20.27128157156221, + "grad_norm": 0.09717660397291183, + "learning_rate": 1.9642885242125964e-05, + "loss": 0.0203, + "step": 21670 + }, + { + "epoch": 20.280636108512628, + "grad_norm": 0.09235639870166779, + "learning_rate": 1.9599109169419466e-05, + "loss": 0.02, + "step": 21680 + }, + { + "epoch": 20.28999064546305, + "grad_norm": 0.10146908462047577, + "learning_rate": 1.9555370036661948e-05, + "loss": 0.02, + "step": 21690 + }, + { + "epoch": 20.29934518241347, + "grad_norm": 0.10104074329137802, + "learning_rate": 1.9511667897000574e-05, + "loss": 0.0191, + "step": 21700 + }, + { + "epoch": 20.30869971936389, + "grad_norm": 0.09419981390237808, + "learning_rate": 1.946800280353755e-05, + "loss": 0.0206, + "step": 21710 + }, + { + "epoch": 20.318054256314312, + "grad_norm": 0.08864548057317734, + "learning_rate": 1.9424374809330114e-05, + "loss": 0.0191, + "step": 21720 + }, + { + "epoch": 20.327408793264734, + "grad_norm": 0.09985701739788055, + "learning_rate": 1.9380783967390382e-05, + "loss": 0.0212, + "step": 21730 + }, + { + "epoch": 20.336763330215156, + "grad_norm": 0.09989594668149948, + "learning_rate": 1.933723033068533e-05, + "loss": 0.0193, + "step": 21740 + }, + { + "epoch": 20.346117867165574, + "grad_norm": 0.12744538486003876, + "learning_rate": 1.929371395213674e-05, + "loss": 0.0197, + "step": 21750 + }, + { + "epoch": 20.355472404115996, + "grad_norm": 0.08138883113861084, + "learning_rate": 1.9250234884621092e-05, + "loss": 0.0192, + "step": 21760 + }, + { + "epoch": 20.36482694106642, + "grad_norm": 0.07037226110696793, + "learning_rate": 1.920679318096959e-05, + "loss": 0.0189, + "step": 21770 + }, + { + "epoch": 20.374181478016837, + "grad_norm": 0.10235072672367096, + "learning_rate": 1.9163388893967982e-05, + "loss": 0.0208, + "step": 21780 + }, + { + "epoch": 20.38353601496726, + "grad_norm": 0.09403024613857269, + "learning_rate": 1.9120022076356575e-05, + "loss": 0.021, + "step": 21790 + }, + { + "epoch": 20.39289055191768, + "grad_norm": 0.09632007777690887, + "learning_rate": 1.9076692780830114e-05, + "loss": 0.0203, + "step": 21800 + }, + { + "epoch": 20.4022450888681, + "grad_norm": 0.09623703360557556, + "learning_rate": 1.903340106003782e-05, + "loss": 0.0192, + "step": 21810 + }, + { + "epoch": 20.41159962581852, + "grad_norm": 0.08329255133867264, + "learning_rate": 1.8990146966583183e-05, + "loss": 0.0199, + "step": 21820 + }, + { + "epoch": 20.420954162768943, + "grad_norm": 0.09285099059343338, + "learning_rate": 1.8946930553024035e-05, + "loss": 0.0213, + "step": 21830 + }, + { + "epoch": 20.430308699719365, + "grad_norm": 0.09438221901655197, + "learning_rate": 1.8903751871872378e-05, + "loss": 0.021, + "step": 21840 + }, + { + "epoch": 20.439663236669784, + "grad_norm": 0.09561554342508316, + "learning_rate": 1.8860610975594382e-05, + "loss": 0.0204, + "step": 21850 + }, + { + "epoch": 20.449017773620206, + "grad_norm": 0.0938272476196289, + "learning_rate": 1.8817507916610307e-05, + "loss": 0.0202, + "step": 21860 + }, + { + "epoch": 20.458372310570628, + "grad_norm": 0.09733028709888458, + "learning_rate": 1.8774442747294407e-05, + "loss": 0.022, + "step": 21870 + }, + { + "epoch": 20.467726847521046, + "grad_norm": 0.11606436967849731, + "learning_rate": 1.8731415519974965e-05, + "loss": 0.0214, + "step": 21880 + }, + { + "epoch": 20.477081384471468, + "grad_norm": 0.08694452792406082, + "learning_rate": 1.86884262869341e-05, + "loss": 0.0192, + "step": 21890 + }, + { + "epoch": 20.48643592142189, + "grad_norm": 0.08872386068105698, + "learning_rate": 1.8645475100407788e-05, + "loss": 0.0205, + "step": 21900 + }, + { + "epoch": 20.495790458372312, + "grad_norm": 0.09358198195695877, + "learning_rate": 1.8602562012585768e-05, + "loss": 0.0193, + "step": 21910 + }, + { + "epoch": 20.50514499532273, + "grad_norm": 0.09405502676963806, + "learning_rate": 1.8559687075611466e-05, + "loss": 0.0214, + "step": 21920 + }, + { + "epoch": 20.514499532273152, + "grad_norm": 0.08874905109405518, + "learning_rate": 1.8516850341582017e-05, + "loss": 0.0209, + "step": 21930 + }, + { + "epoch": 20.523854069223574, + "grad_norm": 0.11061479151248932, + "learning_rate": 1.847405186254807e-05, + "loss": 0.0192, + "step": 21940 + }, + { + "epoch": 20.533208606173993, + "grad_norm": 0.09582721441984177, + "learning_rate": 1.843129169051379e-05, + "loss": 0.0188, + "step": 21950 + }, + { + "epoch": 20.542563143124415, + "grad_norm": 0.12148979306221008, + "learning_rate": 1.8388569877436863e-05, + "loss": 0.0189, + "step": 21960 + }, + { + "epoch": 20.551917680074837, + "grad_norm": 0.10771916061639786, + "learning_rate": 1.834588647522828e-05, + "loss": 0.0189, + "step": 21970 + }, + { + "epoch": 20.56127221702526, + "grad_norm": 0.08822619915008545, + "learning_rate": 1.8303241535752435e-05, + "loss": 0.0192, + "step": 21980 + }, + { + "epoch": 20.570626753975677, + "grad_norm": 0.09893087297677994, + "learning_rate": 1.8260635110826934e-05, + "loss": 0.0191, + "step": 21990 + }, + { + "epoch": 20.5799812909261, + "grad_norm": 0.07912267744541168, + "learning_rate": 1.8218067252222597e-05, + "loss": 0.0194, + "step": 22000 + }, + { + "epoch": 20.58933582787652, + "grad_norm": 0.09650973230600357, + "learning_rate": 1.817553801166339e-05, + "loss": 0.0197, + "step": 22010 + }, + { + "epoch": 20.59869036482694, + "grad_norm": 0.10249143093824387, + "learning_rate": 1.8133047440826333e-05, + "loss": 0.0199, + "step": 22020 + }, + { + "epoch": 20.60804490177736, + "grad_norm": 0.0996926948428154, + "learning_rate": 1.809059559134151e-05, + "loss": 0.0197, + "step": 22030 + }, + { + "epoch": 20.617399438727784, + "grad_norm": 0.09599880874156952, + "learning_rate": 1.80481825147919e-05, + "loss": 0.0215, + "step": 22040 + }, + { + "epoch": 20.626753975678206, + "grad_norm": 0.08850105851888657, + "learning_rate": 1.8005808262713396e-05, + "loss": 0.0202, + "step": 22050 + }, + { + "epoch": 20.636108512628624, + "grad_norm": 0.08345498144626617, + "learning_rate": 1.7963472886594714e-05, + "loss": 0.0194, + "step": 22060 + }, + { + "epoch": 20.645463049579046, + "grad_norm": 0.090121790766716, + "learning_rate": 1.7921176437877302e-05, + "loss": 0.0198, + "step": 22070 + }, + { + "epoch": 20.654817586529468, + "grad_norm": 0.08189013600349426, + "learning_rate": 1.7878918967955366e-05, + "loss": 0.0196, + "step": 22080 + }, + { + "epoch": 20.664172123479887, + "grad_norm": 0.08020332455635071, + "learning_rate": 1.7836700528175693e-05, + "loss": 0.0196, + "step": 22090 + }, + { + "epoch": 20.67352666043031, + "grad_norm": 0.09102144837379456, + "learning_rate": 1.779452116983769e-05, + "loss": 0.0202, + "step": 22100 + }, + { + "epoch": 20.68288119738073, + "grad_norm": 0.0906827375292778, + "learning_rate": 1.775238094419325e-05, + "loss": 0.02, + "step": 22110 + }, + { + "epoch": 20.69223573433115, + "grad_norm": 0.0992727130651474, + "learning_rate": 1.7710279902446708e-05, + "loss": 0.0197, + "step": 22120 + }, + { + "epoch": 20.70159027128157, + "grad_norm": 0.11121103912591934, + "learning_rate": 1.7668218095754795e-05, + "loss": 0.0203, + "step": 22130 + }, + { + "epoch": 20.710944808231993, + "grad_norm": 0.07280773669481277, + "learning_rate": 1.7626195575226594e-05, + "loss": 0.0187, + "step": 22140 + }, + { + "epoch": 20.720299345182415, + "grad_norm": 0.09512898325920105, + "learning_rate": 1.758421239192343e-05, + "loss": 0.0203, + "step": 22150 + }, + { + "epoch": 20.729653882132833, + "grad_norm": 0.09617644548416138, + "learning_rate": 1.7542268596858814e-05, + "loss": 0.0208, + "step": 22160 + }, + { + "epoch": 20.739008419083255, + "grad_norm": 0.07699612528085709, + "learning_rate": 1.750036424099841e-05, + "loss": 0.0198, + "step": 22170 + }, + { + "epoch": 20.748362956033677, + "grad_norm": 0.09866002202033997, + "learning_rate": 1.7458499375259956e-05, + "loss": 0.0184, + "step": 22180 + }, + { + "epoch": 20.757717492984096, + "grad_norm": 0.10174437612295151, + "learning_rate": 1.7416674050513245e-05, + "loss": 0.0198, + "step": 22190 + }, + { + "epoch": 20.767072029934518, + "grad_norm": 0.0879817008972168, + "learning_rate": 1.737488831757997e-05, + "loss": 0.0208, + "step": 22200 + }, + { + "epoch": 20.77642656688494, + "grad_norm": 0.08183252811431885, + "learning_rate": 1.733314222723373e-05, + "loss": 0.0207, + "step": 22210 + }, + { + "epoch": 20.78578110383536, + "grad_norm": 0.11101556569337845, + "learning_rate": 1.7291435830199954e-05, + "loss": 0.0196, + "step": 22220 + }, + { + "epoch": 20.79513564078578, + "grad_norm": 0.090242899954319, + "learning_rate": 1.7249769177155878e-05, + "loss": 0.0215, + "step": 22230 + }, + { + "epoch": 20.804490177736202, + "grad_norm": 0.08672409504652023, + "learning_rate": 1.720814231873038e-05, + "loss": 0.0221, + "step": 22240 + }, + { + "epoch": 20.813844714686624, + "grad_norm": 0.09968171268701553, + "learning_rate": 1.716655530550405e-05, + "loss": 0.0207, + "step": 22250 + }, + { + "epoch": 20.823199251637043, + "grad_norm": 0.08276689052581787, + "learning_rate": 1.7125008188009017e-05, + "loss": 0.0213, + "step": 22260 + }, + { + "epoch": 20.832553788587465, + "grad_norm": 0.10571681708097458, + "learning_rate": 1.708350101672894e-05, + "loss": 0.0196, + "step": 22270 + }, + { + "epoch": 20.841908325537887, + "grad_norm": 0.09649575501680374, + "learning_rate": 1.7042033842098957e-05, + "loss": 0.02, + "step": 22280 + }, + { + "epoch": 20.85126286248831, + "grad_norm": 0.08155466616153717, + "learning_rate": 1.7000606714505567e-05, + "loss": 0.0213, + "step": 22290 + }, + { + "epoch": 20.860617399438727, + "grad_norm": 0.09385262429714203, + "learning_rate": 1.695921968428668e-05, + "loss": 0.0204, + "step": 22300 + }, + { + "epoch": 20.86997193638915, + "grad_norm": 0.09574735909700394, + "learning_rate": 1.6917872801731416e-05, + "loss": 0.0179, + "step": 22310 + }, + { + "epoch": 20.87932647333957, + "grad_norm": 0.08943449705839157, + "learning_rate": 1.687656611708014e-05, + "loss": 0.0197, + "step": 22320 + }, + { + "epoch": 20.88868101028999, + "grad_norm": 0.13035964965820312, + "learning_rate": 1.6835299680524368e-05, + "loss": 0.0209, + "step": 22330 + }, + { + "epoch": 20.89803554724041, + "grad_norm": 0.08635187894105911, + "learning_rate": 1.679407354220669e-05, + "loss": 0.0189, + "step": 22340 + }, + { + "epoch": 20.907390084190833, + "grad_norm": 0.08766331523656845, + "learning_rate": 1.6752887752220793e-05, + "loss": 0.0178, + "step": 22350 + }, + { + "epoch": 20.916744621141255, + "grad_norm": 0.08133303374052048, + "learning_rate": 1.6711742360611277e-05, + "loss": 0.0174, + "step": 22360 + }, + { + "epoch": 20.926099158091674, + "grad_norm": 0.08652202785015106, + "learning_rate": 1.6670637417373652e-05, + "loss": 0.0187, + "step": 22370 + }, + { + "epoch": 20.935453695042096, + "grad_norm": 0.09632566571235657, + "learning_rate": 1.6629572972454333e-05, + "loss": 0.0205, + "step": 22380 + }, + { + "epoch": 20.944808231992518, + "grad_norm": 0.08586069196462631, + "learning_rate": 1.6588549075750464e-05, + "loss": 0.0185, + "step": 22390 + }, + { + "epoch": 20.954162768942936, + "grad_norm": 0.11021727323532104, + "learning_rate": 1.6547565777109976e-05, + "loss": 0.0189, + "step": 22400 + }, + { + "epoch": 20.963517305893358, + "grad_norm": 0.09825952351093292, + "learning_rate": 1.650662312633143e-05, + "loss": 0.019, + "step": 22410 + }, + { + "epoch": 20.97287184284378, + "grad_norm": 0.09656144678592682, + "learning_rate": 1.6465721173164002e-05, + "loss": 0.0192, + "step": 22420 + }, + { + "epoch": 20.9822263797942, + "grad_norm": 0.08789245784282684, + "learning_rate": 1.6424859967307428e-05, + "loss": 0.0199, + "step": 22430 + }, + { + "epoch": 20.99158091674462, + "grad_norm": 0.1000925675034523, + "learning_rate": 1.6384039558411903e-05, + "loss": 0.0181, + "step": 22440 + }, + { + "epoch": 21.000935453695043, + "grad_norm": 0.1105145663022995, + "learning_rate": 1.634325999607811e-05, + "loss": 0.0197, + "step": 22450 + }, + { + "epoch": 21.010289990645465, + "grad_norm": 0.08087608963251114, + "learning_rate": 1.6302521329857045e-05, + "loss": 0.0194, + "step": 22460 + }, + { + "epoch": 21.019644527595883, + "grad_norm": 0.0945037230849266, + "learning_rate": 1.6261823609250027e-05, + "loss": 0.0204, + "step": 22470 + }, + { + "epoch": 21.028999064546305, + "grad_norm": 0.07897713780403137, + "learning_rate": 1.6221166883708627e-05, + "loss": 0.0177, + "step": 22480 + }, + { + "epoch": 21.038353601496727, + "grad_norm": 0.08661052584648132, + "learning_rate": 1.6180551202634603e-05, + "loss": 0.019, + "step": 22490 + }, + { + "epoch": 21.047708138447145, + "grad_norm": 0.17675632238388062, + "learning_rate": 1.613997661537981e-05, + "loss": 0.0181, + "step": 22500 + }, + { + "epoch": 21.057062675397567, + "grad_norm": 0.09178028255701065, + "learning_rate": 1.609944317124624e-05, + "loss": 0.0183, + "step": 22510 + }, + { + "epoch": 21.06641721234799, + "grad_norm": 0.1370287537574768, + "learning_rate": 1.605895091948582e-05, + "loss": 0.0187, + "step": 22520 + }, + { + "epoch": 21.07577174929841, + "grad_norm": 0.09421189874410629, + "learning_rate": 1.6018499909300477e-05, + "loss": 0.0185, + "step": 22530 + }, + { + "epoch": 21.08512628624883, + "grad_norm": 0.08211356401443481, + "learning_rate": 1.597809018984199e-05, + "loss": 0.0176, + "step": 22540 + }, + { + "epoch": 21.09448082319925, + "grad_norm": 0.07812437415122986, + "learning_rate": 1.593772181021196e-05, + "loss": 0.0193, + "step": 22550 + }, + { + "epoch": 21.103835360149674, + "grad_norm": 0.11655166000127792, + "learning_rate": 1.5897394819461813e-05, + "loss": 0.0202, + "step": 22560 + }, + { + "epoch": 21.113189897100092, + "grad_norm": 0.10633990913629532, + "learning_rate": 1.5857109266592625e-05, + "loss": 0.0183, + "step": 22570 + }, + { + "epoch": 21.122544434050514, + "grad_norm": 0.08719585835933685, + "learning_rate": 1.581686520055514e-05, + "loss": 0.0204, + "step": 22580 + }, + { + "epoch": 21.131898971000936, + "grad_norm": 0.1035614162683487, + "learning_rate": 1.5776662670249704e-05, + "loss": 0.0204, + "step": 22590 + }, + { + "epoch": 21.141253507951358, + "grad_norm": 0.08863478153944016, + "learning_rate": 1.573650172452615e-05, + "loss": 0.019, + "step": 22600 + }, + { + "epoch": 21.150608044901777, + "grad_norm": 0.08339066803455353, + "learning_rate": 1.5696382412183852e-05, + "loss": 0.0185, + "step": 22610 + }, + { + "epoch": 21.1599625818522, + "grad_norm": 0.1001552864909172, + "learning_rate": 1.565630478197155e-05, + "loss": 0.02, + "step": 22620 + }, + { + "epoch": 21.16931711880262, + "grad_norm": 0.08806974440813065, + "learning_rate": 1.5616268882587332e-05, + "loss": 0.0192, + "step": 22630 + }, + { + "epoch": 21.17867165575304, + "grad_norm": 0.08822145313024521, + "learning_rate": 1.5576274762678594e-05, + "loss": 0.0197, + "step": 22640 + }, + { + "epoch": 21.18802619270346, + "grad_norm": 0.08041325211524963, + "learning_rate": 1.5536322470841952e-05, + "loss": 0.0185, + "step": 22650 + }, + { + "epoch": 21.197380729653883, + "grad_norm": 0.09658114612102509, + "learning_rate": 1.549641205562324e-05, + "loss": 0.0204, + "step": 22660 + }, + { + "epoch": 21.2067352666043, + "grad_norm": 0.10491910576820374, + "learning_rate": 1.5456543565517334e-05, + "loss": 0.0204, + "step": 22670 + }, + { + "epoch": 21.216089803554723, + "grad_norm": 0.11451932787895203, + "learning_rate": 1.541671704896825e-05, + "loss": 0.0183, + "step": 22680 + }, + { + "epoch": 21.225444340505145, + "grad_norm": 0.10390431433916092, + "learning_rate": 1.5376932554368938e-05, + "loss": 0.0203, + "step": 22690 + }, + { + "epoch": 21.234798877455567, + "grad_norm": 0.09140393882989883, + "learning_rate": 1.5337190130061318e-05, + "loss": 0.0181, + "step": 22700 + }, + { + "epoch": 21.244153414405986, + "grad_norm": 0.08911189436912537, + "learning_rate": 1.5297489824336165e-05, + "loss": 0.0183, + "step": 22710 + }, + { + "epoch": 21.253507951356408, + "grad_norm": 0.08209642767906189, + "learning_rate": 1.5257831685433121e-05, + "loss": 0.0181, + "step": 22720 + }, + { + "epoch": 21.26286248830683, + "grad_norm": 0.08899123966693878, + "learning_rate": 1.521821576154055e-05, + "loss": 0.0186, + "step": 22730 + }, + { + "epoch": 21.27221702525725, + "grad_norm": 0.09231396019458771, + "learning_rate": 1.5178642100795542e-05, + "loss": 0.0183, + "step": 22740 + }, + { + "epoch": 21.28157156220767, + "grad_norm": 0.08390150219202042, + "learning_rate": 1.5139110751283819e-05, + "loss": 0.0182, + "step": 22750 + }, + { + "epoch": 21.290926099158092, + "grad_norm": 0.09551504254341125, + "learning_rate": 1.5099621761039683e-05, + "loss": 0.0218, + "step": 22760 + }, + { + "epoch": 21.300280636108514, + "grad_norm": 0.08088039606809616, + "learning_rate": 1.5060175178046016e-05, + "loss": 0.02, + "step": 22770 + }, + { + "epoch": 21.309635173058933, + "grad_norm": 0.1088012233376503, + "learning_rate": 1.5020771050234117e-05, + "loss": 0.0208, + "step": 22780 + }, + { + "epoch": 21.318989710009355, + "grad_norm": 0.08208190649747849, + "learning_rate": 1.4981409425483716e-05, + "loss": 0.019, + "step": 22790 + }, + { + "epoch": 21.328344246959777, + "grad_norm": 0.06757692992687225, + "learning_rate": 1.4942090351622883e-05, + "loss": 0.0165, + "step": 22800 + }, + { + "epoch": 21.337698783910195, + "grad_norm": 0.07927243411540985, + "learning_rate": 1.490281387642804e-05, + "loss": 0.0176, + "step": 22810 + }, + { + "epoch": 21.347053320860617, + "grad_norm": 0.10051507502794266, + "learning_rate": 1.4863580047623765e-05, + "loss": 0.0182, + "step": 22820 + }, + { + "epoch": 21.35640785781104, + "grad_norm": 0.09370515495538712, + "learning_rate": 1.4824388912882897e-05, + "loss": 0.0174, + "step": 22830 + }, + { + "epoch": 21.36576239476146, + "grad_norm": 0.10248014330863953, + "learning_rate": 1.4785240519826344e-05, + "loss": 0.0187, + "step": 22840 + }, + { + "epoch": 21.37511693171188, + "grad_norm": 0.0892379879951477, + "learning_rate": 1.4746134916023097e-05, + "loss": 0.0167, + "step": 22850 + }, + { + "epoch": 21.3844714686623, + "grad_norm": 0.09468486905097961, + "learning_rate": 1.4707072148990141e-05, + "loss": 0.0193, + "step": 22860 + }, + { + "epoch": 21.393826005612723, + "grad_norm": 0.10571791976690292, + "learning_rate": 1.4668052266192423e-05, + "loss": 0.0196, + "step": 22870 + }, + { + "epoch": 21.403180542563142, + "grad_norm": 0.08739149570465088, + "learning_rate": 1.4629075315042795e-05, + "loss": 0.0196, + "step": 22880 + }, + { + "epoch": 21.412535079513564, + "grad_norm": 0.09230390936136246, + "learning_rate": 1.4590141342901925e-05, + "loss": 0.0201, + "step": 22890 + }, + { + "epoch": 21.421889616463986, + "grad_norm": 0.08195754885673523, + "learning_rate": 1.4551250397078253e-05, + "loss": 0.0199, + "step": 22900 + }, + { + "epoch": 21.431244153414404, + "grad_norm": 0.09252360463142395, + "learning_rate": 1.4512402524827945e-05, + "loss": 0.018, + "step": 22910 + }, + { + "epoch": 21.440598690364826, + "grad_norm": 0.09293922036886215, + "learning_rate": 1.447359777335482e-05, + "loss": 0.0181, + "step": 22920 + }, + { + "epoch": 21.44995322731525, + "grad_norm": 0.08892502635717392, + "learning_rate": 1.4434836189810335e-05, + "loss": 0.0188, + "step": 22930 + }, + { + "epoch": 21.45930776426567, + "grad_norm": 0.09210360050201416, + "learning_rate": 1.4396117821293453e-05, + "loss": 0.0195, + "step": 22940 + }, + { + "epoch": 21.46866230121609, + "grad_norm": 0.10261823982000351, + "learning_rate": 1.4357442714850633e-05, + "loss": 0.0202, + "step": 22950 + }, + { + "epoch": 21.47801683816651, + "grad_norm": 0.09023068845272064, + "learning_rate": 1.43188109174758e-05, + "loss": 0.0177, + "step": 22960 + }, + { + "epoch": 21.487371375116933, + "grad_norm": 0.10817049443721771, + "learning_rate": 1.4280222476110206e-05, + "loss": 0.0207, + "step": 22970 + }, + { + "epoch": 21.49672591206735, + "grad_norm": 0.07939749211072922, + "learning_rate": 1.4241677437642469e-05, + "loss": 0.018, + "step": 22980 + }, + { + "epoch": 21.506080449017773, + "grad_norm": 0.09235996752977371, + "learning_rate": 1.420317584890844e-05, + "loss": 0.018, + "step": 22990 + }, + { + "epoch": 21.515434985968195, + "grad_norm": 0.09504146128892899, + "learning_rate": 1.4164717756691176e-05, + "loss": 0.0184, + "step": 23000 + }, + { + "epoch": 21.524789522918617, + "grad_norm": 0.08560673892498016, + "learning_rate": 1.4126303207720882e-05, + "loss": 0.0201, + "step": 23010 + }, + { + "epoch": 21.534144059869035, + "grad_norm": 0.09278835356235504, + "learning_rate": 1.408793224867484e-05, + "loss": 0.0195, + "step": 23020 + }, + { + "epoch": 21.543498596819457, + "grad_norm": 0.0755595788359642, + "learning_rate": 1.4049604926177423e-05, + "loss": 0.0192, + "step": 23030 + }, + { + "epoch": 21.55285313376988, + "grad_norm": 0.09817153960466385, + "learning_rate": 1.4011321286799916e-05, + "loss": 0.0203, + "step": 23040 + }, + { + "epoch": 21.562207670720298, + "grad_norm": 0.08363378793001175, + "learning_rate": 1.3973081377060565e-05, + "loss": 0.0174, + "step": 23050 + }, + { + "epoch": 21.57156220767072, + "grad_norm": 0.09451897442340851, + "learning_rate": 1.393488524342445e-05, + "loss": 0.0206, + "step": 23060 + }, + { + "epoch": 21.580916744621142, + "grad_norm": 0.10351056605577469, + "learning_rate": 1.3896732932303486e-05, + "loss": 0.0211, + "step": 23070 + }, + { + "epoch": 21.590271281571564, + "grad_norm": 0.09127305448055267, + "learning_rate": 1.3858624490056304e-05, + "loss": 0.0178, + "step": 23080 + }, + { + "epoch": 21.599625818521982, + "grad_norm": 0.09215786308050156, + "learning_rate": 1.3820559962988299e-05, + "loss": 0.018, + "step": 23090 + }, + { + "epoch": 21.608980355472404, + "grad_norm": 0.10351409763097763, + "learning_rate": 1.3782539397351418e-05, + "loss": 0.0192, + "step": 23100 + }, + { + "epoch": 21.618334892422826, + "grad_norm": 0.08562397956848145, + "learning_rate": 1.3744562839344266e-05, + "loss": 0.02, + "step": 23110 + }, + { + "epoch": 21.627689429373245, + "grad_norm": 0.09268692135810852, + "learning_rate": 1.370663033511193e-05, + "loss": 0.0192, + "step": 23120 + }, + { + "epoch": 21.637043966323667, + "grad_norm": 0.08745472878217697, + "learning_rate": 1.3668741930745964e-05, + "loss": 0.0188, + "step": 23130 + }, + { + "epoch": 21.64639850327409, + "grad_norm": 0.09088970720767975, + "learning_rate": 1.3630897672284382e-05, + "loss": 0.0175, + "step": 23140 + }, + { + "epoch": 21.65575304022451, + "grad_norm": 0.08481776714324951, + "learning_rate": 1.3593097605711508e-05, + "loss": 0.0176, + "step": 23150 + }, + { + "epoch": 21.66510757717493, + "grad_norm": 0.08745067566633224, + "learning_rate": 1.3555341776957992e-05, + "loss": 0.0202, + "step": 23160 + }, + { + "epoch": 21.67446211412535, + "grad_norm": 0.10439731180667877, + "learning_rate": 1.3517630231900724e-05, + "loss": 0.0184, + "step": 23170 + }, + { + "epoch": 21.683816651075773, + "grad_norm": 0.08841004222631454, + "learning_rate": 1.3479963016362767e-05, + "loss": 0.0175, + "step": 23180 + }, + { + "epoch": 21.69317118802619, + "grad_norm": 0.0698925331234932, + "learning_rate": 1.3442340176113377e-05, + "loss": 0.0191, + "step": 23190 + }, + { + "epoch": 21.702525724976613, + "grad_norm": 0.08608248829841614, + "learning_rate": 1.340476175686784e-05, + "loss": 0.0205, + "step": 23200 + }, + { + "epoch": 21.711880261927035, + "grad_norm": 0.09551593661308289, + "learning_rate": 1.3367227804287469e-05, + "loss": 0.0197, + "step": 23210 + }, + { + "epoch": 21.721234798877454, + "grad_norm": 0.07471278309822083, + "learning_rate": 1.332973836397956e-05, + "loss": 0.0195, + "step": 23220 + }, + { + "epoch": 21.730589335827876, + "grad_norm": 0.07870852947235107, + "learning_rate": 1.329229348149731e-05, + "loss": 0.0201, + "step": 23230 + }, + { + "epoch": 21.739943872778298, + "grad_norm": 0.09585043042898178, + "learning_rate": 1.3254893202339796e-05, + "loss": 0.0187, + "step": 23240 + }, + { + "epoch": 21.74929840972872, + "grad_norm": 0.09047256410121918, + "learning_rate": 1.3217537571951872e-05, + "loss": 0.0204, + "step": 23250 + }, + { + "epoch": 21.75865294667914, + "grad_norm": 0.07480968534946442, + "learning_rate": 1.3180226635724169e-05, + "loss": 0.0181, + "step": 23260 + }, + { + "epoch": 21.76800748362956, + "grad_norm": 0.08009037375450134, + "learning_rate": 1.314296043899298e-05, + "loss": 0.0191, + "step": 23270 + }, + { + "epoch": 21.777362020579982, + "grad_norm": 0.09514666348695755, + "learning_rate": 1.3105739027040248e-05, + "loss": 0.0183, + "step": 23280 + }, + { + "epoch": 21.7867165575304, + "grad_norm": 0.08815061300992966, + "learning_rate": 1.3068562445093491e-05, + "loss": 0.019, + "step": 23290 + }, + { + "epoch": 21.796071094480823, + "grad_norm": 0.0807613804936409, + "learning_rate": 1.3031430738325778e-05, + "loss": 0.0191, + "step": 23300 + }, + { + "epoch": 21.805425631431245, + "grad_norm": 0.08905158191919327, + "learning_rate": 1.299434395185563e-05, + "loss": 0.0186, + "step": 23310 + }, + { + "epoch": 21.814780168381667, + "grad_norm": 0.08302675932645798, + "learning_rate": 1.295730213074699e-05, + "loss": 0.0181, + "step": 23320 + }, + { + "epoch": 21.824134705332085, + "grad_norm": 0.08891567587852478, + "learning_rate": 1.2920305320009152e-05, + "loss": 0.0182, + "step": 23330 + }, + { + "epoch": 21.833489242282507, + "grad_norm": 0.0864812359213829, + "learning_rate": 1.2883353564596729e-05, + "loss": 0.0188, + "step": 23340 + }, + { + "epoch": 21.84284377923293, + "grad_norm": 0.09580792486667633, + "learning_rate": 1.2846446909409604e-05, + "loss": 0.0201, + "step": 23350 + }, + { + "epoch": 21.852198316183348, + "grad_norm": 0.09927083551883698, + "learning_rate": 1.280958539929284e-05, + "loss": 0.0186, + "step": 23360 + }, + { + "epoch": 21.86155285313377, + "grad_norm": 0.08624889701604843, + "learning_rate": 1.277276907903664e-05, + "loss": 0.0181, + "step": 23370 + }, + { + "epoch": 21.87090739008419, + "grad_norm": 0.07740015536546707, + "learning_rate": 1.2735997993376298e-05, + "loss": 0.0203, + "step": 23380 + }, + { + "epoch": 21.880261927034613, + "grad_norm": 0.07669445127248764, + "learning_rate": 1.2699272186992166e-05, + "loss": 0.0184, + "step": 23390 + }, + { + "epoch": 21.889616463985032, + "grad_norm": 0.08166036009788513, + "learning_rate": 1.2662591704509547e-05, + "loss": 0.0175, + "step": 23400 + }, + { + "epoch": 21.898971000935454, + "grad_norm": 0.07385216653347015, + "learning_rate": 1.2625956590498711e-05, + "loss": 0.0201, + "step": 23410 + }, + { + "epoch": 21.908325537885876, + "grad_norm": 0.07318982481956482, + "learning_rate": 1.2589366889474757e-05, + "loss": 0.0175, + "step": 23420 + }, + { + "epoch": 21.917680074836294, + "grad_norm": 0.10850387811660767, + "learning_rate": 1.2552822645897621e-05, + "loss": 0.0189, + "step": 23430 + }, + { + "epoch": 21.927034611786716, + "grad_norm": 0.113662950694561, + "learning_rate": 1.2516323904172e-05, + "loss": 0.0191, + "step": 23440 + }, + { + "epoch": 21.93638914873714, + "grad_norm": 0.1072404533624649, + "learning_rate": 1.2479870708647324e-05, + "loss": 0.0193, + "step": 23450 + }, + { + "epoch": 21.94574368568756, + "grad_norm": 0.10275397449731827, + "learning_rate": 1.2443463103617658e-05, + "loss": 0.0197, + "step": 23460 + }, + { + "epoch": 21.95509822263798, + "grad_norm": 0.10188698023557663, + "learning_rate": 1.240710113332167e-05, + "loss": 0.0174, + "step": 23470 + }, + { + "epoch": 21.9644527595884, + "grad_norm": 0.09941426664590836, + "learning_rate": 1.2370784841942584e-05, + "loss": 0.0195, + "step": 23480 + }, + { + "epoch": 21.973807296538823, + "grad_norm": 0.09384087473154068, + "learning_rate": 1.2334514273608117e-05, + "loss": 0.0178, + "step": 23490 + }, + { + "epoch": 21.98316183348924, + "grad_norm": 0.09801360219717026, + "learning_rate": 1.2298289472390417e-05, + "loss": 0.0191, + "step": 23500 + }, + { + "epoch": 21.992516370439663, + "grad_norm": 0.08071565628051758, + "learning_rate": 1.226211048230606e-05, + "loss": 0.0188, + "step": 23510 + }, + { + "epoch": 22.001870907390085, + "grad_norm": 0.07702480256557465, + "learning_rate": 1.2225977347315921e-05, + "loss": 0.018, + "step": 23520 + }, + { + "epoch": 22.011225444340504, + "grad_norm": 0.07246354222297668, + "learning_rate": 1.2189890111325148e-05, + "loss": 0.0185, + "step": 23530 + }, + { + "epoch": 22.020579981290926, + "grad_norm": 0.08427135646343231, + "learning_rate": 1.2153848818183161e-05, + "loss": 0.019, + "step": 23540 + }, + { + "epoch": 22.029934518241348, + "grad_norm": 0.09960106015205383, + "learning_rate": 1.2117853511683507e-05, + "loss": 0.018, + "step": 23550 + }, + { + "epoch": 22.03928905519177, + "grad_norm": 0.0887778177857399, + "learning_rate": 1.2081904235563906e-05, + "loss": 0.0173, + "step": 23560 + }, + { + "epoch": 22.048643592142188, + "grad_norm": 0.08787805587053299, + "learning_rate": 1.20460010335061e-05, + "loss": 0.0188, + "step": 23570 + }, + { + "epoch": 22.05799812909261, + "grad_norm": 0.09362564980983734, + "learning_rate": 1.2010143949135865e-05, + "loss": 0.0179, + "step": 23580 + }, + { + "epoch": 22.067352666043032, + "grad_norm": 0.10766464471817017, + "learning_rate": 1.1974333026022938e-05, + "loss": 0.0183, + "step": 23590 + }, + { + "epoch": 22.07670720299345, + "grad_norm": 0.11157772690057755, + "learning_rate": 1.1938568307680964e-05, + "loss": 0.0199, + "step": 23600 + }, + { + "epoch": 22.086061739943872, + "grad_norm": 0.07993730157613754, + "learning_rate": 1.1902849837567464e-05, + "loss": 0.0174, + "step": 23610 + }, + { + "epoch": 22.095416276894294, + "grad_norm": 0.08887936919927597, + "learning_rate": 1.1867177659083739e-05, + "loss": 0.0185, + "step": 23620 + }, + { + "epoch": 22.104770813844716, + "grad_norm": 0.0849936380982399, + "learning_rate": 1.1831551815574848e-05, + "loss": 0.0186, + "step": 23630 + }, + { + "epoch": 22.114125350795135, + "grad_norm": 0.0937645211815834, + "learning_rate": 1.1795972350329554e-05, + "loss": 0.019, + "step": 23640 + }, + { + "epoch": 22.123479887745557, + "grad_norm": 0.07960627228021622, + "learning_rate": 1.176043930658024e-05, + "loss": 0.0186, + "step": 23650 + }, + { + "epoch": 22.13283442469598, + "grad_norm": 0.06516530364751816, + "learning_rate": 1.1724952727502942e-05, + "loss": 0.0179, + "step": 23660 + }, + { + "epoch": 22.142188961646397, + "grad_norm": 0.09416567534208298, + "learning_rate": 1.1689512656217178e-05, + "loss": 0.0189, + "step": 23670 + }, + { + "epoch": 22.15154349859682, + "grad_norm": 0.1278754621744156, + "learning_rate": 1.1654119135785962e-05, + "loss": 0.0192, + "step": 23680 + }, + { + "epoch": 22.16089803554724, + "grad_norm": 0.10091828554868698, + "learning_rate": 1.1618772209215794e-05, + "loss": 0.0184, + "step": 23690 + }, + { + "epoch": 22.170252572497663, + "grad_norm": 0.08345343172550201, + "learning_rate": 1.1583471919456506e-05, + "loss": 0.0178, + "step": 23700 + }, + { + "epoch": 22.17960710944808, + "grad_norm": 0.08639643341302872, + "learning_rate": 1.1548218309401266e-05, + "loss": 0.0178, + "step": 23710 + }, + { + "epoch": 22.188961646398504, + "grad_norm": 0.09204503148794174, + "learning_rate": 1.1513011421886555e-05, + "loss": 0.018, + "step": 23720 + }, + { + "epoch": 22.198316183348926, + "grad_norm": 0.08245135843753815, + "learning_rate": 1.1477851299692056e-05, + "loss": 0.0161, + "step": 23730 + }, + { + "epoch": 22.207670720299344, + "grad_norm": 0.08772417157888412, + "learning_rate": 1.144273798554063e-05, + "loss": 0.0175, + "step": 23740 + }, + { + "epoch": 22.217025257249766, + "grad_norm": 0.08024339377880096, + "learning_rate": 1.1407671522098262e-05, + "loss": 0.0182, + "step": 23750 + }, + { + "epoch": 22.226379794200188, + "grad_norm": 0.08926886320114136, + "learning_rate": 1.1372651951974e-05, + "loss": 0.0184, + "step": 23760 + }, + { + "epoch": 22.235734331150606, + "grad_norm": 0.11739689856767654, + "learning_rate": 1.1337679317719952e-05, + "loss": 0.0171, + "step": 23770 + }, + { + "epoch": 22.24508886810103, + "grad_norm": 0.08483082801103592, + "learning_rate": 1.1302753661831151e-05, + "loss": 0.0168, + "step": 23780 + }, + { + "epoch": 22.25444340505145, + "grad_norm": 0.10198719799518585, + "learning_rate": 1.1267875026745561e-05, + "loss": 0.0185, + "step": 23790 + }, + { + "epoch": 22.263797942001872, + "grad_norm": 0.07891010493040085, + "learning_rate": 1.1233043454844016e-05, + "loss": 0.0178, + "step": 23800 + }, + { + "epoch": 22.27315247895229, + "grad_norm": 0.10466282069683075, + "learning_rate": 1.1198258988450144e-05, + "loss": 0.0192, + "step": 23810 + }, + { + "epoch": 22.282507015902713, + "grad_norm": 0.08023252338171005, + "learning_rate": 1.1163521669830368e-05, + "loss": 0.0184, + "step": 23820 + }, + { + "epoch": 22.291861552853135, + "grad_norm": 0.07443654537200928, + "learning_rate": 1.1128831541193818e-05, + "loss": 0.0183, + "step": 23830 + }, + { + "epoch": 22.301216089803553, + "grad_norm": 0.10073133558034897, + "learning_rate": 1.1094188644692255e-05, + "loss": 0.018, + "step": 23840 + }, + { + "epoch": 22.310570626753975, + "grad_norm": 0.09312468767166138, + "learning_rate": 1.1059593022420067e-05, + "loss": 0.0189, + "step": 23850 + }, + { + "epoch": 22.319925163704397, + "grad_norm": 0.08852550387382507, + "learning_rate": 1.1025044716414184e-05, + "loss": 0.0185, + "step": 23860 + }, + { + "epoch": 22.32927970065482, + "grad_norm": 0.0929563045501709, + "learning_rate": 1.0990543768654082e-05, + "loss": 0.0178, + "step": 23870 + }, + { + "epoch": 22.338634237605238, + "grad_norm": 0.10558394342660904, + "learning_rate": 1.0956090221061655e-05, + "loss": 0.0173, + "step": 23880 + }, + { + "epoch": 22.34798877455566, + "grad_norm": 0.11314835399389267, + "learning_rate": 1.0921684115501208e-05, + "loss": 0.0187, + "step": 23890 + }, + { + "epoch": 22.35734331150608, + "grad_norm": 0.09017277508974075, + "learning_rate": 1.0887325493779405e-05, + "loss": 0.0185, + "step": 23900 + }, + { + "epoch": 22.3666978484565, + "grad_norm": 0.08324316143989563, + "learning_rate": 1.0853014397645207e-05, + "loss": 0.0163, + "step": 23910 + }, + { + "epoch": 22.376052385406922, + "grad_norm": 0.09757377207279205, + "learning_rate": 1.0818750868789829e-05, + "loss": 0.0179, + "step": 23920 + }, + { + "epoch": 22.385406922357344, + "grad_norm": 0.10685350000858307, + "learning_rate": 1.0784534948846703e-05, + "loss": 0.0182, + "step": 23930 + }, + { + "epoch": 22.394761459307766, + "grad_norm": 0.09201399236917496, + "learning_rate": 1.0750366679391393e-05, + "loss": 0.0187, + "step": 23940 + }, + { + "epoch": 22.404115996258184, + "grad_norm": 0.08344404399394989, + "learning_rate": 1.0716246101941557e-05, + "loss": 0.0182, + "step": 23950 + }, + { + "epoch": 22.413470533208606, + "grad_norm": 0.1088750883936882, + "learning_rate": 1.0682173257956934e-05, + "loss": 0.017, + "step": 23960 + }, + { + "epoch": 22.42282507015903, + "grad_norm": 0.08101393282413483, + "learning_rate": 1.064814818883922e-05, + "loss": 0.0159, + "step": 23970 + }, + { + "epoch": 22.432179607109447, + "grad_norm": 0.09650696814060211, + "learning_rate": 1.06141709359321e-05, + "loss": 0.0187, + "step": 23980 + }, + { + "epoch": 22.44153414405987, + "grad_norm": 0.10190681368112564, + "learning_rate": 1.058024154052114e-05, + "loss": 0.0171, + "step": 23990 + }, + { + "epoch": 22.45088868101029, + "grad_norm": 0.1026170626282692, + "learning_rate": 1.0546360043833747e-05, + "loss": 0.0172, + "step": 24000 + }, + { + "epoch": 22.46024321796071, + "grad_norm": 0.09680868685245514, + "learning_rate": 1.0512526487039138e-05, + "loss": 0.0183, + "step": 24010 + }, + { + "epoch": 22.46959775491113, + "grad_norm": 0.09981022030115128, + "learning_rate": 1.0478740911248258e-05, + "loss": 0.017, + "step": 24020 + }, + { + "epoch": 22.478952291861553, + "grad_norm": 0.09110929071903229, + "learning_rate": 1.0445003357513793e-05, + "loss": 0.017, + "step": 24030 + }, + { + "epoch": 22.488306828811975, + "grad_norm": 0.08259659260511398, + "learning_rate": 1.0411313866830042e-05, + "loss": 0.0169, + "step": 24040 + }, + { + "epoch": 22.497661365762394, + "grad_norm": 0.08099294453859329, + "learning_rate": 1.0377672480132915e-05, + "loss": 0.0159, + "step": 24050 + }, + { + "epoch": 22.507015902712816, + "grad_norm": 0.07656919956207275, + "learning_rate": 1.0344079238299864e-05, + "loss": 0.0166, + "step": 24060 + }, + { + "epoch": 22.516370439663238, + "grad_norm": 0.08080223947763443, + "learning_rate": 1.0310534182149833e-05, + "loss": 0.0176, + "step": 24070 + }, + { + "epoch": 22.525724976613656, + "grad_norm": 0.08654005825519562, + "learning_rate": 1.0277037352443258e-05, + "loss": 0.0179, + "step": 24080 + }, + { + "epoch": 22.535079513564078, + "grad_norm": 0.0813947468996048, + "learning_rate": 1.024358878988193e-05, + "loss": 0.0182, + "step": 24090 + }, + { + "epoch": 22.5444340505145, + "grad_norm": 0.09622084349393845, + "learning_rate": 1.0210188535108995e-05, + "loss": 0.0175, + "step": 24100 + }, + { + "epoch": 22.553788587464922, + "grad_norm": 0.07770444452762604, + "learning_rate": 1.0176836628708935e-05, + "loss": 0.0159, + "step": 24110 + }, + { + "epoch": 22.56314312441534, + "grad_norm": 0.10127759724855423, + "learning_rate": 1.0143533111207454e-05, + "loss": 0.0175, + "step": 24120 + }, + { + "epoch": 22.572497661365762, + "grad_norm": 0.09782087057828903, + "learning_rate": 1.0110278023071446e-05, + "loss": 0.019, + "step": 24130 + }, + { + "epoch": 22.581852198316184, + "grad_norm": 0.09280998259782791, + "learning_rate": 1.007707140470901e-05, + "loss": 0.0179, + "step": 24140 + }, + { + "epoch": 22.591206735266603, + "grad_norm": 0.07752976566553116, + "learning_rate": 1.0043913296469298e-05, + "loss": 0.0158, + "step": 24150 + }, + { + "epoch": 22.600561272217025, + "grad_norm": 0.07558579742908478, + "learning_rate": 1.001080373864255e-05, + "loss": 0.0168, + "step": 24160 + }, + { + "epoch": 22.609915809167447, + "grad_norm": 0.10282206535339355, + "learning_rate": 9.977742771459991e-06, + "loss": 0.0173, + "step": 24170 + }, + { + "epoch": 22.61927034611787, + "grad_norm": 0.09024377167224884, + "learning_rate": 9.944730435093802e-06, + "loss": 0.0183, + "step": 24180 + }, + { + "epoch": 22.628624883068287, + "grad_norm": 0.07711180299520493, + "learning_rate": 9.911766769657115e-06, + "loss": 0.0177, + "step": 24190 + }, + { + "epoch": 22.63797942001871, + "grad_norm": 0.08493264019489288, + "learning_rate": 9.878851815203882e-06, + "loss": 0.0182, + "step": 24200 + }, + { + "epoch": 22.64733395696913, + "grad_norm": 0.11380929499864578, + "learning_rate": 9.845985611728864e-06, + "loss": 0.018, + "step": 24210 + }, + { + "epoch": 22.65668849391955, + "grad_norm": 0.11563523858785629, + "learning_rate": 9.813168199167606e-06, + "loss": 0.0195, + "step": 24220 + }, + { + "epoch": 22.66604303086997, + "grad_norm": 0.07807537168264389, + "learning_rate": 9.780399617396341e-06, + "loss": 0.0191, + "step": 24230 + }, + { + "epoch": 22.675397567820394, + "grad_norm": 0.11485615372657776, + "learning_rate": 9.747679906232016e-06, + "loss": 0.0192, + "step": 24240 + }, + { + "epoch": 22.684752104770816, + "grad_norm": 0.0790141150355339, + "learning_rate": 9.715009105432138e-06, + "loss": 0.0178, + "step": 24250 + }, + { + "epoch": 22.694106641721234, + "grad_norm": 0.09462722390890121, + "learning_rate": 9.682387254694835e-06, + "loss": 0.0175, + "step": 24260 + }, + { + "epoch": 22.703461178671656, + "grad_norm": 0.10413596779108047, + "learning_rate": 9.649814393658723e-06, + "loss": 0.0184, + "step": 24270 + }, + { + "epoch": 22.712815715622078, + "grad_norm": 0.09755947440862656, + "learning_rate": 9.617290561902881e-06, + "loss": 0.0191, + "step": 24280 + }, + { + "epoch": 22.722170252572496, + "grad_norm": 0.09269271790981293, + "learning_rate": 9.584815798946861e-06, + "loss": 0.019, + "step": 24290 + }, + { + "epoch": 22.73152478952292, + "grad_norm": 0.09819071739912033, + "learning_rate": 9.55239014425055e-06, + "loss": 0.0166, + "step": 24300 + }, + { + "epoch": 22.74087932647334, + "grad_norm": 0.0940219908952713, + "learning_rate": 9.520013637214176e-06, + "loss": 0.0185, + "step": 24310 + }, + { + "epoch": 22.75023386342376, + "grad_norm": 0.11137520521879196, + "learning_rate": 9.48768631717824e-06, + "loss": 0.018, + "step": 24320 + }, + { + "epoch": 22.75958840037418, + "grad_norm": 0.07606115937232971, + "learning_rate": 9.455408223423496e-06, + "loss": 0.0174, + "step": 24330 + }, + { + "epoch": 22.768942937324603, + "grad_norm": 0.08578000217676163, + "learning_rate": 9.423179395170845e-06, + "loss": 0.0194, + "step": 24340 + }, + { + "epoch": 22.778297474275025, + "grad_norm": 0.08694620430469513, + "learning_rate": 9.390999871581391e-06, + "loss": 0.0185, + "step": 24350 + }, + { + "epoch": 22.787652011225443, + "grad_norm": 0.0752418041229248, + "learning_rate": 9.358869691756273e-06, + "loss": 0.0187, + "step": 24360 + }, + { + "epoch": 22.797006548175865, + "grad_norm": 0.08095437288284302, + "learning_rate": 9.326788894736688e-06, + "loss": 0.0174, + "step": 24370 + }, + { + "epoch": 22.806361085126287, + "grad_norm": 0.08433955162763596, + "learning_rate": 9.294757519503811e-06, + "loss": 0.0173, + "step": 24380 + }, + { + "epoch": 22.815715622076706, + "grad_norm": 0.09894827753305435, + "learning_rate": 9.262775604978819e-06, + "loss": 0.0165, + "step": 24390 + }, + { + "epoch": 22.825070159027128, + "grad_norm": 0.08921877294778824, + "learning_rate": 9.230843190022725e-06, + "loss": 0.0188, + "step": 24400 + }, + { + "epoch": 22.83442469597755, + "grad_norm": 0.09623207151889801, + "learning_rate": 9.198960313436445e-06, + "loss": 0.0171, + "step": 24410 + }, + { + "epoch": 22.84377923292797, + "grad_norm": 0.09994065016508102, + "learning_rate": 9.16712701396067e-06, + "loss": 0.0174, + "step": 24420 + }, + { + "epoch": 22.85313376987839, + "grad_norm": 0.0750931054353714, + "learning_rate": 9.135343330275864e-06, + "loss": 0.0166, + "step": 24430 + }, + { + "epoch": 22.862488306828812, + "grad_norm": 0.08277999609708786, + "learning_rate": 9.10360930100218e-06, + "loss": 0.0162, + "step": 24440 + }, + { + "epoch": 22.871842843779234, + "grad_norm": 0.08280094712972641, + "learning_rate": 9.07192496469949e-06, + "loss": 0.0169, + "step": 24450 + }, + { + "epoch": 22.881197380729652, + "grad_norm": 0.0923495814204216, + "learning_rate": 9.040290359867231e-06, + "loss": 0.0163, + "step": 24460 + }, + { + "epoch": 22.890551917680074, + "grad_norm": 0.08733959496021271, + "learning_rate": 9.008705524944438e-06, + "loss": 0.0184, + "step": 24470 + }, + { + "epoch": 22.899906454630496, + "grad_norm": 0.07871527224779129, + "learning_rate": 8.977170498309651e-06, + "loss": 0.0176, + "step": 24480 + }, + { + "epoch": 22.90926099158092, + "grad_norm": 0.07442434877157211, + "learning_rate": 8.945685318280916e-06, + "loss": 0.0172, + "step": 24490 + }, + { + "epoch": 22.918615528531337, + "grad_norm": 0.08287090063095093, + "learning_rate": 8.914250023115672e-06, + "loss": 0.018, + "step": 24500 + }, + { + "epoch": 22.92797006548176, + "grad_norm": 0.1006368100643158, + "learning_rate": 8.882864651010798e-06, + "loss": 0.0166, + "step": 24510 + }, + { + "epoch": 22.93732460243218, + "grad_norm": 0.08175575733184814, + "learning_rate": 8.851529240102462e-06, + "loss": 0.0173, + "step": 24520 + }, + { + "epoch": 22.9466791393826, + "grad_norm": 0.0886213481426239, + "learning_rate": 8.820243828466134e-06, + "loss": 0.0183, + "step": 24530 + }, + { + "epoch": 22.95603367633302, + "grad_norm": 0.0792764276266098, + "learning_rate": 8.789008454116566e-06, + "loss": 0.0171, + "step": 24540 + }, + { + "epoch": 22.965388213283443, + "grad_norm": 0.09018728882074356, + "learning_rate": 8.757823155007655e-06, + "loss": 0.0168, + "step": 24550 + }, + { + "epoch": 22.974742750233865, + "grad_norm": 0.09935557097196579, + "learning_rate": 8.72668796903251e-06, + "loss": 0.0162, + "step": 24560 + }, + { + "epoch": 22.984097287184284, + "grad_norm": 0.09573306143283844, + "learning_rate": 8.695602934023301e-06, + "loss": 0.0178, + "step": 24570 + }, + { + "epoch": 22.993451824134706, + "grad_norm": 0.08070202171802521, + "learning_rate": 8.664568087751274e-06, + "loss": 0.0157, + "step": 24580 + }, + { + "epoch": 23.002806361085128, + "grad_norm": 0.08078137040138245, + "learning_rate": 8.633583467926697e-06, + "loss": 0.0172, + "step": 24590 + }, + { + "epoch": 23.012160898035546, + "grad_norm": 0.10002400726079941, + "learning_rate": 8.602649112198796e-06, + "loss": 0.0177, + "step": 24600 + }, + { + "epoch": 23.021515434985968, + "grad_norm": 0.10609369724988937, + "learning_rate": 8.571765058155745e-06, + "loss": 0.0184, + "step": 24610 + }, + { + "epoch": 23.03086997193639, + "grad_norm": 0.10151500254869461, + "learning_rate": 8.540931343324583e-06, + "loss": 0.0177, + "step": 24620 + }, + { + "epoch": 23.04022450888681, + "grad_norm": 0.09499625861644745, + "learning_rate": 8.51014800517117e-06, + "loss": 0.0172, + "step": 24630 + }, + { + "epoch": 23.04957904583723, + "grad_norm": 0.08952111750841141, + "learning_rate": 8.479415081100167e-06, + "loss": 0.0164, + "step": 24640 + }, + { + "epoch": 23.058933582787652, + "grad_norm": 0.09823216497898102, + "learning_rate": 8.448732608454967e-06, + "loss": 0.0184, + "step": 24650 + }, + { + "epoch": 23.068288119738074, + "grad_norm": 0.08289424329996109, + "learning_rate": 8.418100624517688e-06, + "loss": 0.0172, + "step": 24660 + }, + { + "epoch": 23.077642656688493, + "grad_norm": 0.09373313933610916, + "learning_rate": 8.387519166509062e-06, + "loss": 0.0178, + "step": 24670 + }, + { + "epoch": 23.086997193638915, + "grad_norm": 0.1028338149189949, + "learning_rate": 8.356988271588445e-06, + "loss": 0.017, + "step": 24680 + }, + { + "epoch": 23.096351730589337, + "grad_norm": 0.08376557379961014, + "learning_rate": 8.326507976853765e-06, + "loss": 0.0181, + "step": 24690 + }, + { + "epoch": 23.105706267539755, + "grad_norm": 0.09569203853607178, + "learning_rate": 8.296078319341443e-06, + "loss": 0.017, + "step": 24700 + }, + { + "epoch": 23.115060804490177, + "grad_norm": 0.22564047574996948, + "learning_rate": 8.265699336026383e-06, + "loss": 0.0168, + "step": 24710 + }, + { + "epoch": 23.1244153414406, + "grad_norm": 0.10153347998857498, + "learning_rate": 8.235371063821923e-06, + "loss": 0.0171, + "step": 24720 + }, + { + "epoch": 23.13376987839102, + "grad_norm": 0.07703661918640137, + "learning_rate": 8.205093539579767e-06, + "loss": 0.0177, + "step": 24730 + }, + { + "epoch": 23.14312441534144, + "grad_norm": 0.08754206448793411, + "learning_rate": 8.174866800089963e-06, + "loss": 0.0176, + "step": 24740 + }, + { + "epoch": 23.15247895229186, + "grad_norm": 0.08569701761007309, + "learning_rate": 8.144690882080853e-06, + "loss": 0.0178, + "step": 24750 + }, + { + "epoch": 23.161833489242284, + "grad_norm": 0.0777227133512497, + "learning_rate": 8.114565822219006e-06, + "loss": 0.0181, + "step": 24760 + }, + { + "epoch": 23.171188026192702, + "grad_norm": 0.08725456148386002, + "learning_rate": 8.084491657109233e-06, + "loss": 0.0179, + "step": 24770 + }, + { + "epoch": 23.180542563143124, + "grad_norm": 0.12062356621026993, + "learning_rate": 8.054468423294476e-06, + "loss": 0.0164, + "step": 24780 + }, + { + "epoch": 23.189897100093546, + "grad_norm": 0.07123033702373505, + "learning_rate": 8.024496157255785e-06, + "loss": 0.016, + "step": 24790 + }, + { + "epoch": 23.199251637043965, + "grad_norm": 0.08997751772403717, + "learning_rate": 7.994574895412293e-06, + "loss": 0.0175, + "step": 24800 + }, + { + "epoch": 23.208606173994387, + "grad_norm": 0.08870642632246017, + "learning_rate": 7.964704674121149e-06, + "loss": 0.018, + "step": 24810 + }, + { + "epoch": 23.21796071094481, + "grad_norm": 0.08702760189771652, + "learning_rate": 7.934885529677505e-06, + "loss": 0.016, + "step": 24820 + }, + { + "epoch": 23.22731524789523, + "grad_norm": 0.0908534899353981, + "learning_rate": 7.905117498314412e-06, + "loss": 0.0186, + "step": 24830 + }, + { + "epoch": 23.23666978484565, + "grad_norm": 0.08305079489946365, + "learning_rate": 7.87540061620286e-06, + "loss": 0.0171, + "step": 24840 + }, + { + "epoch": 23.24602432179607, + "grad_norm": 0.0894768089056015, + "learning_rate": 7.845734919451647e-06, + "loss": 0.0182, + "step": 24850 + }, + { + "epoch": 23.255378858746493, + "grad_norm": 0.09322107583284378, + "learning_rate": 7.816120444107383e-06, + "loss": 0.0166, + "step": 24860 + }, + { + "epoch": 23.26473339569691, + "grad_norm": 0.08206918090581894, + "learning_rate": 7.786557226154473e-06, + "loss": 0.0174, + "step": 24870 + }, + { + "epoch": 23.274087932647333, + "grad_norm": 0.09530911594629288, + "learning_rate": 7.757045301514998e-06, + "loss": 0.0184, + "step": 24880 + }, + { + "epoch": 23.283442469597755, + "grad_norm": 0.08236842602491379, + "learning_rate": 7.727584706048735e-06, + "loss": 0.0178, + "step": 24890 + }, + { + "epoch": 23.292797006548177, + "grad_norm": 0.10672251880168915, + "learning_rate": 7.698175475553077e-06, + "loss": 0.0177, + "step": 24900 + }, + { + "epoch": 23.302151543498596, + "grad_norm": 0.10074690729379654, + "learning_rate": 7.668817645763021e-06, + "loss": 0.0186, + "step": 24910 + }, + { + "epoch": 23.311506080449018, + "grad_norm": 0.11514795571565628, + "learning_rate": 7.639511252351088e-06, + "loss": 0.0186, + "step": 24920 + }, + { + "epoch": 23.32086061739944, + "grad_norm": 0.09047537297010422, + "learning_rate": 7.610256330927324e-06, + "loss": 0.018, + "step": 24930 + }, + { + "epoch": 23.330215154349858, + "grad_norm": 0.07498191297054291, + "learning_rate": 7.581052917039211e-06, + "loss": 0.016, + "step": 24940 + }, + { + "epoch": 23.33956969130028, + "grad_norm": 0.08905596286058426, + "learning_rate": 7.551901046171645e-06, + "loss": 0.0177, + "step": 24950 + }, + { + "epoch": 23.348924228250702, + "grad_norm": 0.07364685088396072, + "learning_rate": 7.522800753746895e-06, + "loss": 0.016, + "step": 24960 + }, + { + "epoch": 23.358278765201124, + "grad_norm": 0.09074559807777405, + "learning_rate": 7.493752075124577e-06, + "loss": 0.0177, + "step": 24970 + }, + { + "epoch": 23.367633302151543, + "grad_norm": 0.09985541552305222, + "learning_rate": 7.464755045601557e-06, + "loss": 0.0171, + "step": 24980 + }, + { + "epoch": 23.376987839101965, + "grad_norm": 0.08088437467813492, + "learning_rate": 7.435809700411972e-06, + "loss": 0.0159, + "step": 24990 + }, + { + "epoch": 23.386342376052387, + "grad_norm": 0.10028145462274551, + "learning_rate": 7.40691607472715e-06, + "loss": 0.0167, + "step": 25000 + }, + { + "epoch": 23.395696913002805, + "grad_norm": 0.09616582840681076, + "learning_rate": 7.3780742036555606e-06, + "loss": 0.0167, + "step": 25010 + }, + { + "epoch": 23.405051449953227, + "grad_norm": 0.0885360911488533, + "learning_rate": 7.349284122242783e-06, + "loss": 0.0172, + "step": 25020 + }, + { + "epoch": 23.41440598690365, + "grad_norm": 0.08014362305402756, + "learning_rate": 7.320545865471512e-06, + "loss": 0.0162, + "step": 25030 + }, + { + "epoch": 23.42376052385407, + "grad_norm": 0.1011321097612381, + "learning_rate": 7.291859468261425e-06, + "loss": 0.0171, + "step": 25040 + }, + { + "epoch": 23.43311506080449, + "grad_norm": 0.08951639384031296, + "learning_rate": 7.263224965469195e-06, + "loss": 0.0157, + "step": 25050 + }, + { + "epoch": 23.44246959775491, + "grad_norm": 0.09023471921682358, + "learning_rate": 7.234642391888446e-06, + "loss": 0.0178, + "step": 25060 + }, + { + "epoch": 23.451824134705333, + "grad_norm": 0.09475532174110413, + "learning_rate": 7.206111782249697e-06, + "loss": 0.018, + "step": 25070 + }, + { + "epoch": 23.46117867165575, + "grad_norm": 0.08284542709589005, + "learning_rate": 7.1776331712203385e-06, + "loss": 0.0173, + "step": 25080 + }, + { + "epoch": 23.470533208606174, + "grad_norm": 0.0885012075304985, + "learning_rate": 7.149206593404561e-06, + "loss": 0.0169, + "step": 25090 + }, + { + "epoch": 23.479887745556596, + "grad_norm": 0.10039269924163818, + "learning_rate": 7.120832083343337e-06, + "loss": 0.017, + "step": 25100 + }, + { + "epoch": 23.489242282507014, + "grad_norm": 0.0833064541220665, + "learning_rate": 7.092509675514369e-06, + "loss": 0.0153, + "step": 25110 + }, + { + "epoch": 23.498596819457436, + "grad_norm": 0.09615356475114822, + "learning_rate": 7.064239404332063e-06, + "loss": 0.0166, + "step": 25120 + }, + { + "epoch": 23.507951356407858, + "grad_norm": 0.0985984206199646, + "learning_rate": 7.03602130414745e-06, + "loss": 0.0181, + "step": 25130 + }, + { + "epoch": 23.51730589335828, + "grad_norm": 0.09216480702161789, + "learning_rate": 7.007855409248198e-06, + "loss": 0.0181, + "step": 25140 + }, + { + "epoch": 23.5266604303087, + "grad_norm": 0.09281136095523834, + "learning_rate": 6.979741753858521e-06, + "loss": 0.0165, + "step": 25150 + }, + { + "epoch": 23.53601496725912, + "grad_norm": 0.10222245007753372, + "learning_rate": 6.951680372139158e-06, + "loss": 0.0184, + "step": 25160 + }, + { + "epoch": 23.545369504209543, + "grad_norm": 0.09089213609695435, + "learning_rate": 6.923671298187334e-06, + "loss": 0.0179, + "step": 25170 + }, + { + "epoch": 23.55472404115996, + "grad_norm": 0.1505814641714096, + "learning_rate": 6.895714566036704e-06, + "loss": 0.0159, + "step": 25180 + }, + { + "epoch": 23.564078578110383, + "grad_norm": 0.1143692135810852, + "learning_rate": 6.86781020965736e-06, + "loss": 0.0164, + "step": 25190 + }, + { + "epoch": 23.573433115060805, + "grad_norm": 0.07988961040973663, + "learning_rate": 6.839958262955709e-06, + "loss": 0.0166, + "step": 25200 + }, + { + "epoch": 23.582787652011227, + "grad_norm": 0.10141115635633469, + "learning_rate": 6.8121587597744894e-06, + "loss": 0.0171, + "step": 25210 + }, + { + "epoch": 23.592142188961645, + "grad_norm": 0.10493633896112442, + "learning_rate": 6.784411733892732e-06, + "loss": 0.0166, + "step": 25220 + }, + { + "epoch": 23.601496725912067, + "grad_norm": 0.11504209786653519, + "learning_rate": 6.756717219025666e-06, + "loss": 0.0159, + "step": 25230 + }, + { + "epoch": 23.61085126286249, + "grad_norm": 0.07654856890439987, + "learning_rate": 6.729075248824762e-06, + "loss": 0.0164, + "step": 25240 + }, + { + "epoch": 23.620205799812908, + "grad_norm": 0.07999537885189056, + "learning_rate": 6.701485856877615e-06, + "loss": 0.0167, + "step": 25250 + }, + { + "epoch": 23.62956033676333, + "grad_norm": 0.08362188935279846, + "learning_rate": 6.673949076707925e-06, + "loss": 0.0177, + "step": 25260 + }, + { + "epoch": 23.63891487371375, + "grad_norm": 0.0949721485376358, + "learning_rate": 6.646464941775499e-06, + "loss": 0.0174, + "step": 25270 + }, + { + "epoch": 23.648269410664174, + "grad_norm": 0.11053597927093506, + "learning_rate": 6.619033485476128e-06, + "loss": 0.0157, + "step": 25280 + }, + { + "epoch": 23.657623947614592, + "grad_norm": 0.08100317418575287, + "learning_rate": 6.59165474114164e-06, + "loss": 0.017, + "step": 25290 + }, + { + "epoch": 23.666978484565014, + "grad_norm": 0.07552400231361389, + "learning_rate": 6.564328742039783e-06, + "loss": 0.0166, + "step": 25300 + }, + { + "epoch": 23.676333021515436, + "grad_norm": 0.10589820146560669, + "learning_rate": 6.537055521374219e-06, + "loss": 0.0172, + "step": 25310 + }, + { + "epoch": 23.685687558465855, + "grad_norm": 0.10032586753368378, + "learning_rate": 6.509835112284485e-06, + "loss": 0.0178, + "step": 25320 + }, + { + "epoch": 23.695042095416277, + "grad_norm": 0.07738140970468521, + "learning_rate": 6.482667547845944e-06, + "loss": 0.0165, + "step": 25330 + }, + { + "epoch": 23.7043966323667, + "grad_norm": 0.09114930033683777, + "learning_rate": 6.455552861069736e-06, + "loss": 0.0168, + "step": 25340 + }, + { + "epoch": 23.71375116931712, + "grad_norm": 0.08155945688486099, + "learning_rate": 6.428491084902788e-06, + "loss": 0.0171, + "step": 25350 + }, + { + "epoch": 23.72310570626754, + "grad_norm": 0.09853176772594452, + "learning_rate": 6.401482252227698e-06, + "loss": 0.0164, + "step": 25360 + }, + { + "epoch": 23.73246024321796, + "grad_norm": 0.08899331837892532, + "learning_rate": 6.37452639586274e-06, + "loss": 0.0148, + "step": 25370 + }, + { + "epoch": 23.741814780168383, + "grad_norm": 0.07642050087451935, + "learning_rate": 6.347623548561826e-06, + "loss": 0.0162, + "step": 25380 + }, + { + "epoch": 23.7511693171188, + "grad_norm": 0.07168953120708466, + "learning_rate": 6.320773743014441e-06, + "loss": 0.0168, + "step": 25390 + }, + { + "epoch": 23.760523854069223, + "grad_norm": 0.08797391504049301, + "learning_rate": 6.293977011845648e-06, + "loss": 0.0166, + "step": 25400 + }, + { + "epoch": 23.769878391019645, + "grad_norm": 0.090479776263237, + "learning_rate": 6.2672333876159835e-06, + "loss": 0.0157, + "step": 25410 + }, + { + "epoch": 23.779232927970064, + "grad_norm": 0.08743996173143387, + "learning_rate": 6.2405429028215e-06, + "loss": 0.0174, + "step": 25420 + }, + { + "epoch": 23.788587464920486, + "grad_norm": 0.09039392322301865, + "learning_rate": 6.213905589893631e-06, + "loss": 0.0172, + "step": 25430 + }, + { + "epoch": 23.797942001870908, + "grad_norm": 0.09388516843318939, + "learning_rate": 6.187321481199221e-06, + "loss": 0.0159, + "step": 25440 + }, + { + "epoch": 23.80729653882133, + "grad_norm": 0.07425657659769058, + "learning_rate": 6.1607906090404895e-06, + "loss": 0.0179, + "step": 25450 + }, + { + "epoch": 23.81665107577175, + "grad_norm": 0.07828731089830399, + "learning_rate": 6.134313005654929e-06, + "loss": 0.0175, + "step": 25460 + }, + { + "epoch": 23.82600561272217, + "grad_norm": 0.08849837630987167, + "learning_rate": 6.107888703215337e-06, + "loss": 0.0177, + "step": 25470 + }, + { + "epoch": 23.835360149672592, + "grad_norm": 0.0889100730419159, + "learning_rate": 6.081517733829722e-06, + "loss": 0.0164, + "step": 25480 + }, + { + "epoch": 23.84471468662301, + "grad_norm": 0.09833012521266937, + "learning_rate": 6.055200129541294e-06, + "loss": 0.0171, + "step": 25490 + }, + { + "epoch": 23.854069223573433, + "grad_norm": 0.08795736730098724, + "learning_rate": 6.0289359223284434e-06, + "loss": 0.0168, + "step": 25500 + }, + { + "epoch": 23.863423760523855, + "grad_norm": 0.09029868245124817, + "learning_rate": 6.002725144104648e-06, + "loss": 0.0161, + "step": 25510 + }, + { + "epoch": 23.872778297474277, + "grad_norm": 0.09872470796108246, + "learning_rate": 5.976567826718477e-06, + "loss": 0.0184, + "step": 25520 + }, + { + "epoch": 23.882132834424695, + "grad_norm": 0.08459688723087311, + "learning_rate": 5.9504640019535315e-06, + "loss": 0.0179, + "step": 25530 + }, + { + "epoch": 23.891487371375117, + "grad_norm": 0.08766040951013565, + "learning_rate": 5.924413701528414e-06, + "loss": 0.0169, + "step": 25540 + }, + { + "epoch": 23.90084190832554, + "grad_norm": 0.08449351787567139, + "learning_rate": 5.898416957096703e-06, + "loss": 0.0173, + "step": 25550 + }, + { + "epoch": 23.910196445275957, + "grad_norm": 0.0917239859700203, + "learning_rate": 5.872473800246913e-06, + "loss": 0.0162, + "step": 25560 + }, + { + "epoch": 23.91955098222638, + "grad_norm": 0.10844292491674423, + "learning_rate": 5.846584262502402e-06, + "loss": 0.0156, + "step": 25570 + }, + { + "epoch": 23.9289055191768, + "grad_norm": 0.08474326133728027, + "learning_rate": 5.820748375321411e-06, + "loss": 0.0161, + "step": 25580 + }, + { + "epoch": 23.938260056127223, + "grad_norm": 0.0920872837305069, + "learning_rate": 5.794966170096977e-06, + "loss": 0.0165, + "step": 25590 + }, + { + "epoch": 23.947614593077642, + "grad_norm": 0.07626132667064667, + "learning_rate": 5.769237678156897e-06, + "loss": 0.0166, + "step": 25600 + }, + { + "epoch": 23.956969130028064, + "grad_norm": 0.08431493490934372, + "learning_rate": 5.743562930763735e-06, + "loss": 0.0163, + "step": 25610 + }, + { + "epoch": 23.966323666978486, + "grad_norm": 0.0827680453658104, + "learning_rate": 5.717941959114726e-06, + "loss": 0.0169, + "step": 25620 + }, + { + "epoch": 23.975678203928904, + "grad_norm": 0.07722154259681702, + "learning_rate": 5.69237479434176e-06, + "loss": 0.0162, + "step": 25630 + }, + { + "epoch": 23.985032740879326, + "grad_norm": 0.1104355901479721, + "learning_rate": 5.666861467511353e-06, + "loss": 0.0198, + "step": 25640 + }, + { + "epoch": 23.99438727782975, + "grad_norm": 0.07826650142669678, + "learning_rate": 5.641402009624591e-06, + "loss": 0.0182, + "step": 25650 + }, + { + "epoch": 24.003741814780167, + "grad_norm": 0.09541027992963791, + "learning_rate": 5.615996451617145e-06, + "loss": 0.0182, + "step": 25660 + }, + { + "epoch": 24.01309635173059, + "grad_norm": 0.09052053093910217, + "learning_rate": 5.590644824359148e-06, + "loss": 0.0176, + "step": 25670 + }, + { + "epoch": 24.02245088868101, + "grad_norm": 0.08127320557832718, + "learning_rate": 5.56534715865521e-06, + "loss": 0.0168, + "step": 25680 + }, + { + "epoch": 24.031805425631433, + "grad_norm": 0.08311058580875397, + "learning_rate": 5.5401034852443965e-06, + "loss": 0.0174, + "step": 25690 + }, + { + "epoch": 24.04115996258185, + "grad_norm": 0.10996402055025101, + "learning_rate": 5.514913834800134e-06, + "loss": 0.0162, + "step": 25700 + }, + { + "epoch": 24.050514499532273, + "grad_norm": 0.0787380114197731, + "learning_rate": 5.489778237930238e-06, + "loss": 0.0179, + "step": 25710 + }, + { + "epoch": 24.059869036482695, + "grad_norm": 0.08686129003763199, + "learning_rate": 5.464696725176827e-06, + "loss": 0.016, + "step": 25720 + }, + { + "epoch": 24.069223573433113, + "grad_norm": 0.08795631676912308, + "learning_rate": 5.439669327016294e-06, + "loss": 0.0156, + "step": 25730 + }, + { + "epoch": 24.078578110383535, + "grad_norm": 0.08607639372348785, + "learning_rate": 5.4146960738592985e-06, + "loss": 0.0163, + "step": 25740 + }, + { + "epoch": 24.087932647333957, + "grad_norm": 0.07503895461559296, + "learning_rate": 5.389776996050694e-06, + "loss": 0.0161, + "step": 25750 + }, + { + "epoch": 24.09728718428438, + "grad_norm": 0.0848613977432251, + "learning_rate": 5.364912123869492e-06, + "loss": 0.0161, + "step": 25760 + }, + { + "epoch": 24.106641721234798, + "grad_norm": 0.06829003989696503, + "learning_rate": 5.3401014875288864e-06, + "loss": 0.0148, + "step": 25770 + }, + { + "epoch": 24.11599625818522, + "grad_norm": 0.08584535866975784, + "learning_rate": 5.315345117176129e-06, + "loss": 0.0182, + "step": 25780 + }, + { + "epoch": 24.125350795135642, + "grad_norm": 0.09353351593017578, + "learning_rate": 5.2906430428925405e-06, + "loss": 0.0169, + "step": 25790 + }, + { + "epoch": 24.13470533208606, + "grad_norm": 0.08094760775566101, + "learning_rate": 5.265995294693471e-06, + "loss": 0.0162, + "step": 25800 + }, + { + "epoch": 24.144059869036482, + "grad_norm": 0.09156197309494019, + "learning_rate": 5.241401902528254e-06, + "loss": 0.0152, + "step": 25810 + }, + { + "epoch": 24.153414405986904, + "grad_norm": 0.08726035803556442, + "learning_rate": 5.216862896280189e-06, + "loss": 0.017, + "step": 25820 + }, + { + "epoch": 24.162768942937326, + "grad_norm": 0.09057719260454178, + "learning_rate": 5.192378305766471e-06, + "loss": 0.0165, + "step": 25830 + }, + { + "epoch": 24.172123479887745, + "grad_norm": 0.11830735206604004, + "learning_rate": 5.1679481607382065e-06, + "loss": 0.0179, + "step": 25840 + }, + { + "epoch": 24.181478016838167, + "grad_norm": 0.07203495502471924, + "learning_rate": 5.1435724908803105e-06, + "loss": 0.015, + "step": 25850 + }, + { + "epoch": 24.19083255378859, + "grad_norm": 0.10128345340490341, + "learning_rate": 5.119251325811514e-06, + "loss": 0.0176, + "step": 25860 + }, + { + "epoch": 24.200187090739007, + "grad_norm": 0.09992768615484238, + "learning_rate": 5.094984695084348e-06, + "loss": 0.0164, + "step": 25870 + }, + { + "epoch": 24.20954162768943, + "grad_norm": 0.0976654440164566, + "learning_rate": 5.070772628185039e-06, + "loss": 0.0174, + "step": 25880 + }, + { + "epoch": 24.21889616463985, + "grad_norm": 0.08120691776275635, + "learning_rate": 5.046615154533535e-06, + "loss": 0.0163, + "step": 25890 + }, + { + "epoch": 24.22825070159027, + "grad_norm": 0.09835992008447647, + "learning_rate": 5.022512303483451e-06, + "loss": 0.016, + "step": 25900 + }, + { + "epoch": 24.23760523854069, + "grad_norm": 0.08071520924568176, + "learning_rate": 4.998464104322015e-06, + "loss": 0.0173, + "step": 25910 + }, + { + "epoch": 24.246959775491113, + "grad_norm": 0.10075993090867996, + "learning_rate": 4.974470586270047e-06, + "loss": 0.016, + "step": 25920 + }, + { + "epoch": 24.256314312441535, + "grad_norm": 0.08297814428806305, + "learning_rate": 4.950531778481965e-06, + "loss": 0.016, + "step": 25930 + }, + { + "epoch": 24.265668849391954, + "grad_norm": 0.07311534881591797, + "learning_rate": 4.926647710045651e-06, + "loss": 0.0163, + "step": 25940 + }, + { + "epoch": 24.275023386342376, + "grad_norm": 0.10121890902519226, + "learning_rate": 4.9028184099825125e-06, + "loss": 0.0165, + "step": 25950 + }, + { + "epoch": 24.284377923292798, + "grad_norm": 0.09660229831933975, + "learning_rate": 4.879043907247382e-06, + "loss": 0.0164, + "step": 25960 + }, + { + "epoch": 24.293732460243216, + "grad_norm": 0.0897538959980011, + "learning_rate": 4.8553242307285414e-06, + "loss": 0.0176, + "step": 25970 + }, + { + "epoch": 24.30308699719364, + "grad_norm": 0.07607022672891617, + "learning_rate": 4.8316594092476185e-06, + "loss": 0.0155, + "step": 25980 + }, + { + "epoch": 24.31244153414406, + "grad_norm": 0.08923373371362686, + "learning_rate": 4.808049471559617e-06, + "loss": 0.0166, + "step": 25990 + }, + { + "epoch": 24.321796071094482, + "grad_norm": 0.09089480340480804, + "learning_rate": 4.784494446352833e-06, + "loss": 0.0158, + "step": 26000 + }, + { + "epoch": 24.3311506080449, + "grad_norm": 0.0933346152305603, + "learning_rate": 4.760994362248833e-06, + "loss": 0.0164, + "step": 26010 + }, + { + "epoch": 24.340505144995323, + "grad_norm": 0.0988321304321289, + "learning_rate": 4.737549247802442e-06, + "loss": 0.0152, + "step": 26020 + }, + { + "epoch": 24.349859681945745, + "grad_norm": 0.08878366649150848, + "learning_rate": 4.714159131501689e-06, + "loss": 0.016, + "step": 26030 + }, + { + "epoch": 24.359214218896163, + "grad_norm": 0.08770675212144852, + "learning_rate": 4.690824041767766e-06, + "loss": 0.0155, + "step": 26040 + }, + { + "epoch": 24.368568755846585, + "grad_norm": 0.09057379513978958, + "learning_rate": 4.6675440069550105e-06, + "loss": 0.016, + "step": 26050 + }, + { + "epoch": 24.377923292797007, + "grad_norm": 0.08783524483442307, + "learning_rate": 4.64431905535086e-06, + "loss": 0.0165, + "step": 26060 + }, + { + "epoch": 24.38727782974743, + "grad_norm": 0.09513505548238754, + "learning_rate": 4.621149215175808e-06, + "loss": 0.0172, + "step": 26070 + }, + { + "epoch": 24.396632366697848, + "grad_norm": 0.07807473838329315, + "learning_rate": 4.5980345145834154e-06, + "loss": 0.0159, + "step": 26080 + }, + { + "epoch": 24.40598690364827, + "grad_norm": 0.09471479058265686, + "learning_rate": 4.574974981660213e-06, + "loss": 0.0169, + "step": 26090 + }, + { + "epoch": 24.41534144059869, + "grad_norm": 0.0846562460064888, + "learning_rate": 4.551970644425707e-06, + "loss": 0.0165, + "step": 26100 + }, + { + "epoch": 24.42469597754911, + "grad_norm": 0.0783383697271347, + "learning_rate": 4.529021530832328e-06, + "loss": 0.0151, + "step": 26110 + }, + { + "epoch": 24.434050514499532, + "grad_norm": 0.11155590415000916, + "learning_rate": 4.5061276687654306e-06, + "loss": 0.0167, + "step": 26120 + }, + { + "epoch": 24.443405051449954, + "grad_norm": 0.0774499848484993, + "learning_rate": 4.4832890860431965e-06, + "loss": 0.0158, + "step": 26130 + }, + { + "epoch": 24.452759588400376, + "grad_norm": 0.06848884373903275, + "learning_rate": 4.460505810416682e-06, + "loss": 0.0162, + "step": 26140 + }, + { + "epoch": 24.462114125350794, + "grad_norm": 0.0861198827624321, + "learning_rate": 4.4377778695696984e-06, + "loss": 0.016, + "step": 26150 + }, + { + "epoch": 24.471468662301216, + "grad_norm": 0.10085954517126083, + "learning_rate": 4.415105291118843e-06, + "loss": 0.0168, + "step": 26160 + }, + { + "epoch": 24.48082319925164, + "grad_norm": 0.08193235099315643, + "learning_rate": 4.392488102613435e-06, + "loss": 0.0149, + "step": 26170 + }, + { + "epoch": 24.490177736202057, + "grad_norm": 0.10105784982442856, + "learning_rate": 4.369926331535473e-06, + "loss": 0.0151, + "step": 26180 + }, + { + "epoch": 24.49953227315248, + "grad_norm": 0.07034764438867569, + "learning_rate": 4.347420005299668e-06, + "loss": 0.0163, + "step": 26190 + }, + { + "epoch": 24.5088868101029, + "grad_norm": 0.09921782463788986, + "learning_rate": 4.324969151253317e-06, + "loss": 0.0176, + "step": 26200 + }, + { + "epoch": 24.51824134705332, + "grad_norm": 0.11328625679016113, + "learning_rate": 4.302573796676312e-06, + "loss": 0.0165, + "step": 26210 + }, + { + "epoch": 24.52759588400374, + "grad_norm": 0.0915895327925682, + "learning_rate": 4.2802339687811385e-06, + "loss": 0.0152, + "step": 26220 + }, + { + "epoch": 24.536950420954163, + "grad_norm": 0.09790093451738358, + "learning_rate": 4.257949694712771e-06, + "loss": 0.016, + "step": 26230 + }, + { + "epoch": 24.546304957904585, + "grad_norm": 0.0981554388999939, + "learning_rate": 4.235721001548726e-06, + "loss": 0.0175, + "step": 26240 + }, + { + "epoch": 24.555659494855004, + "grad_norm": 0.11207766830921173, + "learning_rate": 4.21354791629896e-06, + "loss": 0.0172, + "step": 26250 + }, + { + "epoch": 24.565014031805426, + "grad_norm": 0.0880538746714592, + "learning_rate": 4.191430465905843e-06, + "loss": 0.0161, + "step": 26260 + }, + { + "epoch": 24.574368568755848, + "grad_norm": 0.08701004087924957, + "learning_rate": 4.169368677244184e-06, + "loss": 0.0183, + "step": 26270 + }, + { + "epoch": 24.583723105706266, + "grad_norm": 0.08934777230024338, + "learning_rate": 4.147362577121122e-06, + "loss": 0.0149, + "step": 26280 + }, + { + "epoch": 24.593077642656688, + "grad_norm": 0.08695986866950989, + "learning_rate": 4.125412192276157e-06, + "loss": 0.0153, + "step": 26290 + }, + { + "epoch": 24.60243217960711, + "grad_norm": 0.07416591048240662, + "learning_rate": 4.10351754938107e-06, + "loss": 0.017, + "step": 26300 + }, + { + "epoch": 24.611786716557532, + "grad_norm": 0.08168362826108932, + "learning_rate": 4.081678675039913e-06, + "loss": 0.0151, + "step": 26310 + }, + { + "epoch": 24.62114125350795, + "grad_norm": 0.08597761392593384, + "learning_rate": 4.0598955957889876e-06, + "loss": 0.0186, + "step": 26320 + }, + { + "epoch": 24.630495790458372, + "grad_norm": 0.0825619325041771, + "learning_rate": 4.038168338096776e-06, + "loss": 0.0165, + "step": 26330 + }, + { + "epoch": 24.639850327408794, + "grad_norm": 0.08827921748161316, + "learning_rate": 4.016496928363944e-06, + "loss": 0.016, + "step": 26340 + }, + { + "epoch": 24.649204864359213, + "grad_norm": 0.07536707818508148, + "learning_rate": 3.994881392923317e-06, + "loss": 0.0154, + "step": 26350 + }, + { + "epoch": 24.658559401309635, + "grad_norm": 0.09438075870275497, + "learning_rate": 3.9733217580397945e-06, + "loss": 0.0178, + "step": 26360 + }, + { + "epoch": 24.667913938260057, + "grad_norm": 0.08111526817083359, + "learning_rate": 3.951818049910366e-06, + "loss": 0.0168, + "step": 26370 + }, + { + "epoch": 24.67726847521048, + "grad_norm": 0.08266635239124298, + "learning_rate": 3.930370294664071e-06, + "loss": 0.0151, + "step": 26380 + }, + { + "epoch": 24.686623012160897, + "grad_norm": 0.07935439795255661, + "learning_rate": 3.908978518361938e-06, + "loss": 0.0153, + "step": 26390 + }, + { + "epoch": 24.69597754911132, + "grad_norm": 0.1163836196064949, + "learning_rate": 3.887642746997017e-06, + "loss": 0.0172, + "step": 26400 + }, + { + "epoch": 24.70533208606174, + "grad_norm": 0.07502216100692749, + "learning_rate": 3.866363006494255e-06, + "loss": 0.0161, + "step": 26410 + }, + { + "epoch": 24.71468662301216, + "grad_norm": 0.10589125752449036, + "learning_rate": 3.8451393227105725e-06, + "loss": 0.0165, + "step": 26420 + }, + { + "epoch": 24.72404115996258, + "grad_norm": 0.0819367915391922, + "learning_rate": 3.823971721434727e-06, + "loss": 0.0151, + "step": 26430 + }, + { + "epoch": 24.733395696913004, + "grad_norm": 0.08033334463834763, + "learning_rate": 3.8028602283873505e-06, + "loss": 0.0154, + "step": 26440 + }, + { + "epoch": 24.742750233863426, + "grad_norm": 0.08579827845096588, + "learning_rate": 3.781804869220912e-06, + "loss": 0.017, + "step": 26450 + }, + { + "epoch": 24.752104770813844, + "grad_norm": 0.12649957835674286, + "learning_rate": 3.760805669519646e-06, + "loss": 0.0156, + "step": 26460 + }, + { + "epoch": 24.761459307764266, + "grad_norm": 0.07583186030387878, + "learning_rate": 3.7398626547995587e-06, + "loss": 0.0167, + "step": 26470 + }, + { + "epoch": 24.770813844714688, + "grad_norm": 0.07632739841938019, + "learning_rate": 3.7189758505083995e-06, + "loss": 0.0153, + "step": 26480 + }, + { + "epoch": 24.780168381665106, + "grad_norm": 0.08313299715518951, + "learning_rate": 3.6981452820255837e-06, + "loss": 0.0171, + "step": 26490 + }, + { + "epoch": 24.78952291861553, + "grad_norm": 0.08686096966266632, + "learning_rate": 3.6773709746622363e-06, + "loss": 0.0168, + "step": 26500 + }, + { + "epoch": 24.79887745556595, + "grad_norm": 0.10115757584571838, + "learning_rate": 3.6566529536610995e-06, + "loss": 0.0148, + "step": 26510 + }, + { + "epoch": 24.80823199251637, + "grad_norm": 0.09607290476560593, + "learning_rate": 3.635991244196513e-06, + "loss": 0.0148, + "step": 26520 + }, + { + "epoch": 24.81758652946679, + "grad_norm": 0.09191454946994781, + "learning_rate": 3.615385871374405e-06, + "loss": 0.0187, + "step": 26530 + }, + { + "epoch": 24.826941066417213, + "grad_norm": 0.10328982770442963, + "learning_rate": 3.5948368602322367e-06, + "loss": 0.0177, + "step": 26540 + }, + { + "epoch": 24.836295603367635, + "grad_norm": 0.08288272470235825, + "learning_rate": 3.5743442357390187e-06, + "loss": 0.0166, + "step": 26550 + }, + { + "epoch": 24.845650140318053, + "grad_norm": 0.08526333421468735, + "learning_rate": 3.5539080227951937e-06, + "loss": 0.0165, + "step": 26560 + }, + { + "epoch": 24.855004677268475, + "grad_norm": 0.08182357996702194, + "learning_rate": 3.533528246232709e-06, + "loss": 0.0166, + "step": 26570 + }, + { + "epoch": 24.864359214218897, + "grad_norm": 0.0881732776761055, + "learning_rate": 3.5132049308149117e-06, + "loss": 0.0141, + "step": 26580 + }, + { + "epoch": 24.873713751169316, + "grad_norm": 0.10993450880050659, + "learning_rate": 3.4929381012365425e-06, + "loss": 0.0162, + "step": 26590 + }, + { + "epoch": 24.883068288119738, + "grad_norm": 0.11705876141786575, + "learning_rate": 3.472727782123697e-06, + "loss": 0.0164, + "step": 26600 + }, + { + "epoch": 24.89242282507016, + "grad_norm": 0.0781547874212265, + "learning_rate": 3.4525739980338425e-06, + "loss": 0.015, + "step": 26610 + }, + { + "epoch": 24.90177736202058, + "grad_norm": 0.08777648955583572, + "learning_rate": 3.432476773455712e-06, + "loss": 0.0159, + "step": 26620 + }, + { + "epoch": 24.911131898971, + "grad_norm": 0.074183888733387, + "learning_rate": 3.4124361328093378e-06, + "loss": 0.0161, + "step": 26630 + }, + { + "epoch": 24.920486435921422, + "grad_norm": 0.09681694209575653, + "learning_rate": 3.392452100445975e-06, + "loss": 0.0181, + "step": 26640 + }, + { + "epoch": 24.929840972871844, + "grad_norm": 0.0864819809794426, + "learning_rate": 3.3725247006481163e-06, + "loss": 0.0175, + "step": 26650 + }, + { + "epoch": 24.939195509822262, + "grad_norm": 0.06898246705532074, + "learning_rate": 3.3526539576294313e-06, + "loss": 0.0167, + "step": 26660 + }, + { + "epoch": 24.948550046772684, + "grad_norm": 0.08811552822589874, + "learning_rate": 3.332839895534745e-06, + "loss": 0.0147, + "step": 26670 + }, + { + "epoch": 24.957904583723106, + "grad_norm": 0.07652245461940765, + "learning_rate": 3.3130825384400155e-06, + "loss": 0.0162, + "step": 26680 + }, + { + "epoch": 24.96725912067353, + "grad_norm": 0.08508485555648804, + "learning_rate": 3.293381910352278e-06, + "loss": 0.0161, + "step": 26690 + }, + { + "epoch": 24.976613657623947, + "grad_norm": 0.08898652344942093, + "learning_rate": 3.273738035209678e-06, + "loss": 0.0175, + "step": 26700 + }, + { + "epoch": 24.98596819457437, + "grad_norm": 0.08117486536502838, + "learning_rate": 3.254150936881356e-06, + "loss": 0.0168, + "step": 26710 + }, + { + "epoch": 24.99532273152479, + "grad_norm": 0.07894890755414963, + "learning_rate": 3.234620639167496e-06, + "loss": 0.0157, + "step": 26720 + }, + { + "epoch": 25.00467726847521, + "grad_norm": 0.08536028861999512, + "learning_rate": 3.2151471657992482e-06, + "loss": 0.0154, + "step": 26730 + }, + { + "epoch": 25.01403180542563, + "grad_norm": 0.08169196546077728, + "learning_rate": 3.195730540438718e-06, + "loss": 0.0174, + "step": 26740 + }, + { + "epoch": 25.023386342376053, + "grad_norm": 0.06675958633422852, + "learning_rate": 3.1763707866789336e-06, + "loss": 0.0189, + "step": 26750 + }, + { + "epoch": 25.03274087932647, + "grad_norm": 0.0972113311290741, + "learning_rate": 3.1570679280438165e-06, + "loss": 0.0157, + "step": 26760 + }, + { + "epoch": 25.042095416276894, + "grad_norm": 0.08475414663553238, + "learning_rate": 3.1378219879881767e-06, + "loss": 0.0161, + "step": 26770 + }, + { + "epoch": 25.051449953227316, + "grad_norm": 0.08681363612413406, + "learning_rate": 3.11863298989763e-06, + "loss": 0.0174, + "step": 26780 + }, + { + "epoch": 25.060804490177738, + "grad_norm": 0.09511446952819824, + "learning_rate": 3.0995009570886303e-06, + "loss": 0.0157, + "step": 26790 + }, + { + "epoch": 25.070159027128156, + "grad_norm": 0.0794389471411705, + "learning_rate": 3.0804259128083936e-06, + "loss": 0.0148, + "step": 26800 + }, + { + "epoch": 25.079513564078578, + "grad_norm": 0.09496968984603882, + "learning_rate": 3.06140788023489e-06, + "loss": 0.0164, + "step": 26810 + }, + { + "epoch": 25.088868101029, + "grad_norm": 0.08675037324428558, + "learning_rate": 3.042446882476846e-06, + "loss": 0.0156, + "step": 26820 + }, + { + "epoch": 25.09822263797942, + "grad_norm": 0.08282127231359482, + "learning_rate": 3.023542942573643e-06, + "loss": 0.0165, + "step": 26830 + }, + { + "epoch": 25.10757717492984, + "grad_norm": 0.08212742209434509, + "learning_rate": 3.004696083495351e-06, + "loss": 0.0152, + "step": 26840 + }, + { + "epoch": 25.116931711880262, + "grad_norm": 0.08726827055215836, + "learning_rate": 2.98590632814269e-06, + "loss": 0.0172, + "step": 26850 + }, + { + "epoch": 25.126286248830684, + "grad_norm": 0.07226163148880005, + "learning_rate": 2.9671736993469702e-06, + "loss": 0.0171, + "step": 26860 + }, + { + "epoch": 25.135640785781103, + "grad_norm": 0.10045374184846878, + "learning_rate": 2.9484982198701216e-06, + "loss": 0.0152, + "step": 26870 + }, + { + "epoch": 25.144995322731525, + "grad_norm": 0.10182881355285645, + "learning_rate": 2.929879912404604e-06, + "loss": 0.0163, + "step": 26880 + }, + { + "epoch": 25.154349859681947, + "grad_norm": 0.10986192524433136, + "learning_rate": 2.9113187995734147e-06, + "loss": 0.0162, + "step": 26890 + }, + { + "epoch": 25.163704396632365, + "grad_norm": 0.0760013535618782, + "learning_rate": 2.8928149039300524e-06, + "loss": 0.0146, + "step": 26900 + }, + { + "epoch": 25.173058933582787, + "grad_norm": 0.06891049444675446, + "learning_rate": 2.8743682479584975e-06, + "loss": 0.0155, + "step": 26910 + }, + { + "epoch": 25.18241347053321, + "grad_norm": 0.09768050163984299, + "learning_rate": 2.8559788540731824e-06, + "loss": 0.0171, + "step": 26920 + }, + { + "epoch": 25.19176800748363, + "grad_norm": 0.09738636016845703, + "learning_rate": 2.8376467446189493e-06, + "loss": 0.0163, + "step": 26930 + }, + { + "epoch": 25.20112254443405, + "grad_norm": 0.09286393970251083, + "learning_rate": 2.8193719418710406e-06, + "loss": 0.0158, + "step": 26940 + }, + { + "epoch": 25.21047708138447, + "grad_norm": 0.0927971675992012, + "learning_rate": 2.8011544680350667e-06, + "loss": 0.0161, + "step": 26950 + }, + { + "epoch": 25.219831618334894, + "grad_norm": 0.07303154468536377, + "learning_rate": 2.7829943452469753e-06, + "loss": 0.0162, + "step": 26960 + }, + { + "epoch": 25.229186155285312, + "grad_norm": 0.08501122891902924, + "learning_rate": 2.7648915955730213e-06, + "loss": 0.0155, + "step": 26970 + }, + { + "epoch": 25.238540692235734, + "grad_norm": 0.09845779836177826, + "learning_rate": 2.746846241009765e-06, + "loss": 0.0152, + "step": 26980 + }, + { + "epoch": 25.247895229186156, + "grad_norm": 0.07934221625328064, + "learning_rate": 2.7288583034839945e-06, + "loss": 0.0161, + "step": 26990 + }, + { + "epoch": 25.257249766136574, + "grad_norm": 0.1004374772310257, + "learning_rate": 2.7109278048527752e-06, + "loss": 0.0168, + "step": 27000 + }, + { + "epoch": 25.266604303086996, + "grad_norm": 0.0770510584115982, + "learning_rate": 2.6930547669033413e-06, + "loss": 0.0151, + "step": 27010 + }, + { + "epoch": 25.27595884003742, + "grad_norm": 0.0728781446814537, + "learning_rate": 2.675239211353109e-06, + "loss": 0.0159, + "step": 27020 + }, + { + "epoch": 25.28531337698784, + "grad_norm": 0.0883042961359024, + "learning_rate": 2.6574811598496786e-06, + "loss": 0.0153, + "step": 27030 + }, + { + "epoch": 25.29466791393826, + "grad_norm": 0.08499883860349655, + "learning_rate": 2.6397806339707456e-06, + "loss": 0.0173, + "step": 27040 + }, + { + "epoch": 25.30402245088868, + "grad_norm": 0.09732073545455933, + "learning_rate": 2.6221376552241217e-06, + "loss": 0.0154, + "step": 27050 + }, + { + "epoch": 25.313376987839103, + "grad_norm": 0.10151523351669312, + "learning_rate": 2.604552245047681e-06, + "loss": 0.0151, + "step": 27060 + }, + { + "epoch": 25.32273152478952, + "grad_norm": 0.12755270302295685, + "learning_rate": 2.587024424809359e-06, + "loss": 0.0161, + "step": 27070 + }, + { + "epoch": 25.332086061739943, + "grad_norm": 0.088515505194664, + "learning_rate": 2.5695542158071186e-06, + "loss": 0.0152, + "step": 27080 + }, + { + "epoch": 25.341440598690365, + "grad_norm": 0.09211993962526321, + "learning_rate": 2.5521416392689068e-06, + "loss": 0.0159, + "step": 27090 + }, + { + "epoch": 25.350795135640787, + "grad_norm": 0.08680549263954163, + "learning_rate": 2.5347867163526384e-06, + "loss": 0.015, + "step": 27100 + }, + { + "epoch": 25.360149672591206, + "grad_norm": 0.09976212680339813, + "learning_rate": 2.517489468146189e-06, + "loss": 0.0161, + "step": 27110 + }, + { + "epoch": 25.369504209541628, + "grad_norm": 0.09137961268424988, + "learning_rate": 2.500249915667341e-06, + "loss": 0.0159, + "step": 27120 + }, + { + "epoch": 25.37885874649205, + "grad_norm": 0.07485432177782059, + "learning_rate": 2.4830680798637817e-06, + "loss": 0.0153, + "step": 27130 + }, + { + "epoch": 25.388213283442468, + "grad_norm": 0.08232340961694717, + "learning_rate": 2.465943981613056e-06, + "loss": 0.0161, + "step": 27140 + }, + { + "epoch": 25.39756782039289, + "grad_norm": 0.07925036549568176, + "learning_rate": 2.448877641722569e-06, + "loss": 0.0166, + "step": 27150 + }, + { + "epoch": 25.406922357343312, + "grad_norm": 0.07665491849184036, + "learning_rate": 2.431869080929522e-06, + "loss": 0.0163, + "step": 27160 + }, + { + "epoch": 25.416276894293734, + "grad_norm": 0.1096218079328537, + "learning_rate": 2.4149183199009216e-06, + "loss": 0.0156, + "step": 27170 + }, + { + "epoch": 25.425631431244152, + "grad_norm": 0.07681987434625626, + "learning_rate": 2.3980253792335427e-06, + "loss": 0.0151, + "step": 27180 + }, + { + "epoch": 25.434985968194574, + "grad_norm": 0.09240985661745071, + "learning_rate": 2.381190279453899e-06, + "loss": 0.0154, + "step": 27190 + }, + { + "epoch": 25.444340505144996, + "grad_norm": 0.09762567281723022, + "learning_rate": 2.364413041018232e-06, + "loss": 0.0154, + "step": 27200 + }, + { + "epoch": 25.453695042095415, + "grad_norm": 0.09079667925834656, + "learning_rate": 2.347693684312463e-06, + "loss": 0.016, + "step": 27210 + }, + { + "epoch": 25.463049579045837, + "grad_norm": 0.08498688787221909, + "learning_rate": 2.331032229652186e-06, + "loss": 0.0155, + "step": 27220 + }, + { + "epoch": 25.47240411599626, + "grad_norm": 0.07538340240716934, + "learning_rate": 2.314428697282628e-06, + "loss": 0.0155, + "step": 27230 + }, + { + "epoch": 25.48175865294668, + "grad_norm": 0.07688014209270477, + "learning_rate": 2.297883107378673e-06, + "loss": 0.0154, + "step": 27240 + }, + { + "epoch": 25.4911131898971, + "grad_norm": 0.06713385134935379, + "learning_rate": 2.2813954800447513e-06, + "loss": 0.0158, + "step": 27250 + }, + { + "epoch": 25.50046772684752, + "grad_norm": 0.09794672578573227, + "learning_rate": 2.2649658353148974e-06, + "loss": 0.0155, + "step": 27260 + }, + { + "epoch": 25.509822263797943, + "grad_norm": 0.09171362966299057, + "learning_rate": 2.2485941931526645e-06, + "loss": 0.0157, + "step": 27270 + }, + { + "epoch": 25.51917680074836, + "grad_norm": 0.06692374497652054, + "learning_rate": 2.232280573451151e-06, + "loss": 0.0159, + "step": 27280 + }, + { + "epoch": 25.528531337698784, + "grad_norm": 0.08752135187387466, + "learning_rate": 2.216024996032945e-06, + "loss": 0.017, + "step": 27290 + }, + { + "epoch": 25.537885874649206, + "grad_norm": 0.0819052904844284, + "learning_rate": 2.1998274806501074e-06, + "loss": 0.0159, + "step": 27300 + }, + { + "epoch": 25.547240411599624, + "grad_norm": 0.07487879693508148, + "learning_rate": 2.183688046984139e-06, + "loss": 0.0163, + "step": 27310 + }, + { + "epoch": 25.556594948550046, + "grad_norm": 0.09426269680261612, + "learning_rate": 2.167606714645981e-06, + "loss": 0.0166, + "step": 27320 + }, + { + "epoch": 25.565949485500468, + "grad_norm": 0.10938148945569992, + "learning_rate": 2.151583503175958e-06, + "loss": 0.0164, + "step": 27330 + }, + { + "epoch": 25.57530402245089, + "grad_norm": 0.07749935984611511, + "learning_rate": 2.1356184320437957e-06, + "loss": 0.0146, + "step": 27340 + }, + { + "epoch": 25.58465855940131, + "grad_norm": 0.09627685695886612, + "learning_rate": 2.119711520648554e-06, + "loss": 0.0151, + "step": 27350 + }, + { + "epoch": 25.59401309635173, + "grad_norm": 0.07930328696966171, + "learning_rate": 2.103862788318628e-06, + "loss": 0.016, + "step": 27360 + }, + { + "epoch": 25.603367633302152, + "grad_norm": 0.10691270232200623, + "learning_rate": 2.088072254311729e-06, + "loss": 0.0167, + "step": 27370 + }, + { + "epoch": 25.61272217025257, + "grad_norm": 0.09214451164007187, + "learning_rate": 2.0723399378148435e-06, + "loss": 0.0149, + "step": 27380 + }, + { + "epoch": 25.622076707202993, + "grad_norm": 0.11363234370946884, + "learning_rate": 2.0566658579442065e-06, + "loss": 0.0151, + "step": 27390 + }, + { + "epoch": 25.631431244153415, + "grad_norm": 0.08193513005971909, + "learning_rate": 2.0410500337453176e-06, + "loss": 0.0154, + "step": 27400 + }, + { + "epoch": 25.640785781103837, + "grad_norm": 0.0821661725640297, + "learning_rate": 2.0254924841928645e-06, + "loss": 0.0148, + "step": 27410 + }, + { + "epoch": 25.650140318054255, + "grad_norm": 0.08533112704753876, + "learning_rate": 2.009993228190754e-06, + "loss": 0.0148, + "step": 27420 + }, + { + "epoch": 25.659494855004677, + "grad_norm": 0.08912517130374908, + "learning_rate": 1.9945522845720323e-06, + "loss": 0.0155, + "step": 27430 + }, + { + "epoch": 25.6688493919551, + "grad_norm": 0.07753486186265945, + "learning_rate": 1.9791696720988963e-06, + "loss": 0.0155, + "step": 27440 + }, + { + "epoch": 25.678203928905518, + "grad_norm": 0.10531286895275116, + "learning_rate": 1.9638454094626833e-06, + "loss": 0.0156, + "step": 27450 + }, + { + "epoch": 25.68755846585594, + "grad_norm": 0.08292343467473984, + "learning_rate": 1.9485795152838104e-06, + "loss": 0.0154, + "step": 27460 + }, + { + "epoch": 25.69691300280636, + "grad_norm": 0.08266662806272507, + "learning_rate": 1.933372008111778e-06, + "loss": 0.0143, + "step": 27470 + }, + { + "epoch": 25.706267539756784, + "grad_norm": 0.10798192024230957, + "learning_rate": 1.918222906425143e-06, + "loss": 0.017, + "step": 27480 + }, + { + "epoch": 25.715622076707202, + "grad_norm": 0.08452127128839493, + "learning_rate": 1.903132228631488e-06, + "loss": 0.0163, + "step": 27490 + }, + { + "epoch": 25.724976613657624, + "grad_norm": 0.1465887576341629, + "learning_rate": 1.8880999930674215e-06, + "loss": 0.0171, + "step": 27500 + }, + { + "epoch": 25.734331150608046, + "grad_norm": 0.07905835658311844, + "learning_rate": 1.8731262179985166e-06, + "loss": 0.0149, + "step": 27510 + }, + { + "epoch": 25.743685687558465, + "grad_norm": 0.09784579277038574, + "learning_rate": 1.8582109216193244e-06, + "loss": 0.0145, + "step": 27520 + }, + { + "epoch": 25.753040224508887, + "grad_norm": 0.08001991361379623, + "learning_rate": 1.8433541220533368e-06, + "loss": 0.0161, + "step": 27530 + }, + { + "epoch": 25.76239476145931, + "grad_norm": 0.12153685092926025, + "learning_rate": 1.8285558373529577e-06, + "loss": 0.0158, + "step": 27540 + }, + { + "epoch": 25.77174929840973, + "grad_norm": 0.08337735384702682, + "learning_rate": 1.8138160854995145e-06, + "loss": 0.0157, + "step": 27550 + }, + { + "epoch": 25.78110383536015, + "grad_norm": 0.11205470561981201, + "learning_rate": 1.7991348844031864e-06, + "loss": 0.0163, + "step": 27560 + }, + { + "epoch": 25.79045837231057, + "grad_norm": 0.08968420326709747, + "learning_rate": 1.78451225190302e-06, + "loss": 0.0147, + "step": 27570 + }, + { + "epoch": 25.799812909260993, + "grad_norm": 0.09689918160438538, + "learning_rate": 1.7699482057668914e-06, + "loss": 0.0152, + "step": 27580 + }, + { + "epoch": 25.80916744621141, + "grad_norm": 0.08603251725435257, + "learning_rate": 1.7554427636914895e-06, + "loss": 0.0161, + "step": 27590 + }, + { + "epoch": 25.818521983161833, + "grad_norm": 0.06448879837989807, + "learning_rate": 1.7409959433022871e-06, + "loss": 0.0159, + "step": 27600 + }, + { + "epoch": 25.827876520112255, + "grad_norm": 0.09306897968053818, + "learning_rate": 1.7266077621535481e-06, + "loss": 0.0161, + "step": 27610 + }, + { + "epoch": 25.837231057062674, + "grad_norm": 0.08794669061899185, + "learning_rate": 1.7122782377282597e-06, + "loss": 0.0168, + "step": 27620 + }, + { + "epoch": 25.846585594013096, + "grad_norm": 0.105445496737957, + "learning_rate": 1.6980073874381497e-06, + "loss": 0.0168, + "step": 27630 + }, + { + "epoch": 25.855940130963518, + "grad_norm": 0.08578143268823624, + "learning_rate": 1.6837952286236413e-06, + "loss": 0.0161, + "step": 27640 + }, + { + "epoch": 25.86529466791394, + "grad_norm": 0.08173219114542007, + "learning_rate": 1.6696417785538488e-06, + "loss": 0.0152, + "step": 27650 + }, + { + "epoch": 25.874649204864358, + "grad_norm": 0.08718202263116837, + "learning_rate": 1.6555470544265538e-06, + "loss": 0.0178, + "step": 27660 + }, + { + "epoch": 25.88400374181478, + "grad_norm": 0.0861215814948082, + "learning_rate": 1.6415110733681738e-06, + "loss": 0.015, + "step": 27670 + }, + { + "epoch": 25.893358278765202, + "grad_norm": 0.08644593507051468, + "learning_rate": 1.6275338524337436e-06, + "loss": 0.0148, + "step": 27680 + }, + { + "epoch": 25.90271281571562, + "grad_norm": 0.08397191017866135, + "learning_rate": 1.6136154086069056e-06, + "loss": 0.0162, + "step": 27690 + }, + { + "epoch": 25.912067352666043, + "grad_norm": 0.07196620851755142, + "learning_rate": 1.5997557587998868e-06, + "loss": 0.016, + "step": 27700 + }, + { + "epoch": 25.921421889616465, + "grad_norm": 0.08323786407709122, + "learning_rate": 1.5859549198534606e-06, + "loss": 0.0148, + "step": 27710 + }, + { + "epoch": 25.930776426566887, + "grad_norm": 0.07696589082479477, + "learning_rate": 1.572212908536963e-06, + "loss": 0.0181, + "step": 27720 + }, + { + "epoch": 25.940130963517305, + "grad_norm": 0.10407326370477676, + "learning_rate": 1.5585297415482202e-06, + "loss": 0.0172, + "step": 27730 + }, + { + "epoch": 25.949485500467727, + "grad_norm": 0.07915926724672318, + "learning_rate": 1.5449054355135717e-06, + "loss": 0.0161, + "step": 27740 + }, + { + "epoch": 25.95884003741815, + "grad_norm": 0.07669981569051743, + "learning_rate": 1.5313400069878415e-06, + "loss": 0.0155, + "step": 27750 + }, + { + "epoch": 25.968194574368567, + "grad_norm": 0.08503255248069763, + "learning_rate": 1.5178334724542887e-06, + "loss": 0.0158, + "step": 27760 + }, + { + "epoch": 25.97754911131899, + "grad_norm": 0.07578884065151215, + "learning_rate": 1.504385848324641e-06, + "loss": 0.0155, + "step": 27770 + }, + { + "epoch": 25.98690364826941, + "grad_norm": 0.07684765756130219, + "learning_rate": 1.490997150939033e-06, + "loss": 0.0162, + "step": 27780 + }, + { + "epoch": 25.996258185219833, + "grad_norm": 0.08744879812002182, + "learning_rate": 1.4776673965659793e-06, + "loss": 0.017, + "step": 27790 + }, + { + "epoch": 26.00561272217025, + "grad_norm": 0.1056547611951828, + "learning_rate": 1.4643966014023957e-06, + "loss": 0.0163, + "step": 27800 + }, + { + "epoch": 26.014967259120674, + "grad_norm": 0.08522925525903702, + "learning_rate": 1.4511847815735503e-06, + "loss": 0.0163, + "step": 27810 + }, + { + "epoch": 26.024321796071096, + "grad_norm": 0.13098660111427307, + "learning_rate": 1.438031953133051e-06, + "loss": 0.0146, + "step": 27820 + }, + { + "epoch": 26.033676333021514, + "grad_norm": 0.08175374567508698, + "learning_rate": 1.4249381320628197e-06, + "loss": 0.0153, + "step": 27830 + }, + { + "epoch": 26.043030869971936, + "grad_norm": 0.09574674069881439, + "learning_rate": 1.4119033342730902e-06, + "loss": 0.0163, + "step": 27840 + }, + { + "epoch": 26.052385406922358, + "grad_norm": 0.0798628032207489, + "learning_rate": 1.3989275756023656e-06, + "loss": 0.0157, + "step": 27850 + }, + { + "epoch": 26.061739943872777, + "grad_norm": 0.09172304719686508, + "learning_rate": 1.386010871817417e-06, + "loss": 0.0155, + "step": 27860 + }, + { + "epoch": 26.0710944808232, + "grad_norm": 0.08299682289361954, + "learning_rate": 1.3731532386132616e-06, + "loss": 0.0149, + "step": 27870 + }, + { + "epoch": 26.08044901777362, + "grad_norm": 0.10989098250865936, + "learning_rate": 1.360354691613136e-06, + "loss": 0.018, + "step": 27880 + }, + { + "epoch": 26.089803554724043, + "grad_norm": 0.09212780743837357, + "learning_rate": 1.3476152463684776e-06, + "loss": 0.0154, + "step": 27890 + }, + { + "epoch": 26.09915809167446, + "grad_norm": 0.08147158473730087, + "learning_rate": 1.3349349183589155e-06, + "loss": 0.0157, + "step": 27900 + }, + { + "epoch": 26.108512628624883, + "grad_norm": 0.11074434965848923, + "learning_rate": 1.3223137229922356e-06, + "loss": 0.0168, + "step": 27910 + }, + { + "epoch": 26.117867165575305, + "grad_norm": 0.06274733692407608, + "learning_rate": 1.3097516756043981e-06, + "loss": 0.0161, + "step": 27920 + }, + { + "epoch": 26.127221702525723, + "grad_norm": 0.0825498029589653, + "learning_rate": 1.29724879145946e-06, + "loss": 0.0155, + "step": 27930 + }, + { + "epoch": 26.136576239476145, + "grad_norm": 0.10988570004701614, + "learning_rate": 1.284805085749613e-06, + "loss": 0.015, + "step": 27940 + }, + { + "epoch": 26.145930776426567, + "grad_norm": 0.07817154377698898, + "learning_rate": 1.2724205735951288e-06, + "loss": 0.0157, + "step": 27950 + }, + { + "epoch": 26.15528531337699, + "grad_norm": 0.08277992159128189, + "learning_rate": 1.2600952700443591e-06, + "loss": 0.0152, + "step": 27960 + }, + { + "epoch": 26.164639850327408, + "grad_norm": 0.08254849165678024, + "learning_rate": 1.247829190073707e-06, + "loss": 0.0145, + "step": 27970 + }, + { + "epoch": 26.17399438727783, + "grad_norm": 0.07453601807355881, + "learning_rate": 1.2356223485876173e-06, + "loss": 0.0153, + "step": 27980 + }, + { + "epoch": 26.18334892422825, + "grad_norm": 0.08151599764823914, + "learning_rate": 1.2234747604185526e-06, + "loss": 0.0148, + "step": 27990 + }, + { + "epoch": 26.19270346117867, + "grad_norm": 0.06696633994579315, + "learning_rate": 1.2113864403269836e-06, + "loss": 0.0154, + "step": 28000 + }, + { + "epoch": 26.202057998129092, + "grad_norm": 0.0907350704073906, + "learning_rate": 1.1993574030013555e-06, + "loss": 0.017, + "step": 28010 + }, + { + "epoch": 26.211412535079514, + "grad_norm": 0.0856218934059143, + "learning_rate": 1.1873876630580816e-06, + "loss": 0.016, + "step": 28020 + }, + { + "epoch": 26.220767072029936, + "grad_norm": 0.1182936280965805, + "learning_rate": 1.1754772350415278e-06, + "loss": 0.0166, + "step": 28030 + }, + { + "epoch": 26.230121608980355, + "grad_norm": 0.10200174152851105, + "learning_rate": 1.163626133423984e-06, + "loss": 0.0159, + "step": 28040 + }, + { + "epoch": 26.239476145930777, + "grad_norm": 0.07737155258655548, + "learning_rate": 1.1518343726056591e-06, + "loss": 0.0152, + "step": 28050 + }, + { + "epoch": 26.2488306828812, + "grad_norm": 0.07306896895170212, + "learning_rate": 1.1401019669146474e-06, + "loss": 0.0158, + "step": 28060 + }, + { + "epoch": 26.258185219831617, + "grad_norm": 0.077042356133461, + "learning_rate": 1.128428930606934e-06, + "loss": 0.0152, + "step": 28070 + }, + { + "epoch": 26.26753975678204, + "grad_norm": 0.08714579045772552, + "learning_rate": 1.1168152778663621e-06, + "loss": 0.0145, + "step": 28080 + }, + { + "epoch": 26.27689429373246, + "grad_norm": 0.08912637829780579, + "learning_rate": 1.10526102280461e-06, + "loss": 0.0153, + "step": 28090 + }, + { + "epoch": 26.28624883068288, + "grad_norm": 0.0824921727180481, + "learning_rate": 1.0937661794611864e-06, + "loss": 0.0152, + "step": 28100 + }, + { + "epoch": 26.2956033676333, + "grad_norm": 0.07060473412275314, + "learning_rate": 1.082330761803413e-06, + "loss": 0.0145, + "step": 28110 + }, + { + "epoch": 26.304957904583723, + "grad_norm": 0.07853009551763535, + "learning_rate": 1.0709547837263966e-06, + "loss": 0.0145, + "step": 28120 + }, + { + "epoch": 26.314312441534145, + "grad_norm": 0.08055876195430756, + "learning_rate": 1.059638259053025e-06, + "loss": 0.0144, + "step": 28130 + }, + { + "epoch": 26.323666978484564, + "grad_norm": 0.08478740602731705, + "learning_rate": 1.0483812015339434e-06, + "loss": 0.0152, + "step": 28140 + }, + { + "epoch": 26.333021515434986, + "grad_norm": 0.08100871741771698, + "learning_rate": 1.037183624847543e-06, + "loss": 0.0147, + "step": 28150 + }, + { + "epoch": 26.342376052385408, + "grad_norm": 0.11827864497900009, + "learning_rate": 1.0260455425999238e-06, + "loss": 0.0155, + "step": 28160 + }, + { + "epoch": 26.351730589335826, + "grad_norm": 0.0901905968785286, + "learning_rate": 1.0149669683249208e-06, + "loss": 0.0152, + "step": 28170 + }, + { + "epoch": 26.36108512628625, + "grad_norm": 0.08198709040880203, + "learning_rate": 1.003947915484027e-06, + "loss": 0.0141, + "step": 28180 + }, + { + "epoch": 26.37043966323667, + "grad_norm": 0.11050033569335938, + "learning_rate": 9.92988397466449e-07, + "loss": 0.0153, + "step": 28190 + }, + { + "epoch": 26.379794200187092, + "grad_norm": 0.08779524266719818, + "learning_rate": 9.820884275890286e-07, + "loss": 0.0159, + "step": 28200 + }, + { + "epoch": 26.38914873713751, + "grad_norm": 0.08334487676620483, + "learning_rate": 9.712480190962546e-07, + "loss": 0.0172, + "step": 28210 + }, + { + "epoch": 26.398503274087933, + "grad_norm": 0.09920505434274673, + "learning_rate": 9.604671851602464e-07, + "loss": 0.0154, + "step": 28220 + }, + { + "epoch": 26.407857811038355, + "grad_norm": 0.0852917805314064, + "learning_rate": 9.497459388807306e-07, + "loss": 0.0148, + "step": 28230 + }, + { + "epoch": 26.417212347988773, + "grad_norm": 0.07518408447504044, + "learning_rate": 9.390842932850364e-07, + "loss": 0.0162, + "step": 28240 + }, + { + "epoch": 26.426566884939195, + "grad_norm": 0.08751180022954941, + "learning_rate": 9.28482261328073e-07, + "loss": 0.014, + "step": 28250 + }, + { + "epoch": 26.435921421889617, + "grad_norm": 0.06954985857009888, + "learning_rate": 9.179398558923025e-07, + "loss": 0.0156, + "step": 28260 + }, + { + "epoch": 26.44527595884004, + "grad_norm": 0.0881027802824974, + "learning_rate": 9.074570897877388e-07, + "loss": 0.0163, + "step": 28270 + }, + { + "epoch": 26.454630495790457, + "grad_norm": 0.08630969375371933, + "learning_rate": 8.970339757519375e-07, + "loss": 0.0151, + "step": 28280 + }, + { + "epoch": 26.46398503274088, + "grad_norm": 0.05646241828799248, + "learning_rate": 8.866705264499619e-07, + "loss": 0.0143, + "step": 28290 + }, + { + "epoch": 26.4733395696913, + "grad_norm": 0.10442307591438293, + "learning_rate": 8.763667544743836e-07, + "loss": 0.0154, + "step": 28300 + }, + { + "epoch": 26.48269410664172, + "grad_norm": 0.1277274787425995, + "learning_rate": 8.661226723452543e-07, + "loss": 0.018, + "step": 28310 + }, + { + "epoch": 26.492048643592142, + "grad_norm": 0.09612186998128891, + "learning_rate": 8.559382925101001e-07, + "loss": 0.0158, + "step": 28320 + }, + { + "epoch": 26.501403180542564, + "grad_norm": 0.09083950519561768, + "learning_rate": 8.458136273438943e-07, + "loss": 0.0145, + "step": 28330 + }, + { + "epoch": 26.510757717492986, + "grad_norm": 0.1194453313946724, + "learning_rate": 8.357486891490795e-07, + "loss": 0.0159, + "step": 28340 + }, + { + "epoch": 26.520112254443404, + "grad_norm": 0.07106132805347443, + "learning_rate": 8.257434901554895e-07, + "loss": 0.0144, + "step": 28350 + }, + { + "epoch": 26.529466791393826, + "grad_norm": 0.10075485706329346, + "learning_rate": 8.157980425203937e-07, + "loss": 0.0161, + "step": 28360 + }, + { + "epoch": 26.53882132834425, + "grad_norm": 0.08852522075176239, + "learning_rate": 8.059123583284367e-07, + "loss": 0.0159, + "step": 28370 + }, + { + "epoch": 26.548175865294667, + "grad_norm": 0.08254266530275345, + "learning_rate": 7.960864495916654e-07, + "loss": 0.0179, + "step": 28380 + }, + { + "epoch": 26.55753040224509, + "grad_norm": 0.08221153914928436, + "learning_rate": 7.863203282494847e-07, + "loss": 0.0139, + "step": 28390 + }, + { + "epoch": 26.56688493919551, + "grad_norm": 0.08052986860275269, + "learning_rate": 7.766140061686522e-07, + "loss": 0.0171, + "step": 28400 + }, + { + "epoch": 26.57623947614593, + "grad_norm": 0.07779395580291748, + "learning_rate": 7.669674951432615e-07, + "loss": 0.0167, + "step": 28410 + }, + { + "epoch": 26.58559401309635, + "grad_norm": 0.05941401794552803, + "learning_rate": 7.573808068947363e-07, + "loss": 0.0146, + "step": 28420 + }, + { + "epoch": 26.594948550046773, + "grad_norm": 0.08109565079212189, + "learning_rate": 7.478539530718087e-07, + "loss": 0.0166, + "step": 28430 + }, + { + "epoch": 26.604303086997195, + "grad_norm": 0.08220983296632767, + "learning_rate": 7.383869452504965e-07, + "loss": 0.0169, + "step": 28440 + }, + { + "epoch": 26.613657623947613, + "grad_norm": 0.0751594677567482, + "learning_rate": 7.289797949341204e-07, + "loss": 0.0142, + "step": 28450 + }, + { + "epoch": 26.623012160898035, + "grad_norm": 0.09605192393064499, + "learning_rate": 7.196325135532423e-07, + "loss": 0.0148, + "step": 28460 + }, + { + "epoch": 26.632366697848457, + "grad_norm": 0.07849939167499542, + "learning_rate": 7.10345112465699e-07, + "loss": 0.0165, + "step": 28470 + }, + { + "epoch": 26.641721234798876, + "grad_norm": 0.08026465773582458, + "learning_rate": 7.011176029565525e-07, + "loss": 0.0157, + "step": 28480 + }, + { + "epoch": 26.651075771749298, + "grad_norm": 0.07098405063152313, + "learning_rate": 6.919499962381004e-07, + "loss": 0.0135, + "step": 28490 + }, + { + "epoch": 26.66043030869972, + "grad_norm": 0.08495696634054184, + "learning_rate": 6.828423034498488e-07, + "loss": 0.0162, + "step": 28500 + }, + { + "epoch": 26.669784845650142, + "grad_norm": 0.07088764756917953, + "learning_rate": 6.737945356585007e-07, + "loss": 0.016, + "step": 28510 + }, + { + "epoch": 26.67913938260056, + "grad_norm": 0.07202140986919403, + "learning_rate": 6.648067038579508e-07, + "loss": 0.0155, + "step": 28520 + }, + { + "epoch": 26.688493919550982, + "grad_norm": 0.08710864931344986, + "learning_rate": 6.558788189692578e-07, + "loss": 0.0159, + "step": 28530 + }, + { + "epoch": 26.697848456501404, + "grad_norm": 0.07856094837188721, + "learning_rate": 6.470108918406492e-07, + "loss": 0.0163, + "step": 28540 + }, + { + "epoch": 26.707202993451823, + "grad_norm": 0.0875873789191246, + "learning_rate": 6.382029332474893e-07, + "loss": 0.016, + "step": 28550 + }, + { + "epoch": 26.716557530402245, + "grad_norm": 0.08779393881559372, + "learning_rate": 6.294549538922778e-07, + "loss": 0.0158, + "step": 28560 + }, + { + "epoch": 26.725912067352667, + "grad_norm": 0.0967540517449379, + "learning_rate": 6.207669644046344e-07, + "loss": 0.0154, + "step": 28570 + }, + { + "epoch": 26.73526660430309, + "grad_norm": 0.0912756398320198, + "learning_rate": 6.121389753412865e-07, + "loss": 0.0158, + "step": 28580 + }, + { + "epoch": 26.744621141253507, + "grad_norm": 0.07025717943906784, + "learning_rate": 6.035709971860592e-07, + "loss": 0.0165, + "step": 28590 + }, + { + "epoch": 26.75397567820393, + "grad_norm": 0.08580399304628372, + "learning_rate": 5.950630403498469e-07, + "loss": 0.0162, + "step": 28600 + }, + { + "epoch": 26.76333021515435, + "grad_norm": 0.11262398213148117, + "learning_rate": 5.866151151706189e-07, + "loss": 0.0147, + "step": 28610 + }, + { + "epoch": 26.77268475210477, + "grad_norm": 0.08528352528810501, + "learning_rate": 5.782272319134086e-07, + "loss": 0.0158, + "step": 28620 + }, + { + "epoch": 26.78203928905519, + "grad_norm": 0.1207655817270279, + "learning_rate": 5.698994007702796e-07, + "loss": 0.0166, + "step": 28630 + }, + { + "epoch": 26.791393826005613, + "grad_norm": 0.07906985282897949, + "learning_rate": 5.616316318603321e-07, + "loss": 0.0162, + "step": 28640 + }, + { + "epoch": 26.800748362956035, + "grad_norm": 0.08876179158687592, + "learning_rate": 5.534239352296799e-07, + "loss": 0.017, + "step": 28650 + }, + { + "epoch": 26.810102899906454, + "grad_norm": 0.0960206389427185, + "learning_rate": 5.452763208514621e-07, + "loss": 0.016, + "step": 28660 + }, + { + "epoch": 26.819457436856876, + "grad_norm": 0.09265649318695068, + "learning_rate": 5.371887986257873e-07, + "loss": 0.0154, + "step": 28670 + }, + { + "epoch": 26.828811973807298, + "grad_norm": 0.09510914236307144, + "learning_rate": 5.291613783797611e-07, + "loss": 0.0152, + "step": 28680 + }, + { + "epoch": 26.838166510757716, + "grad_norm": 0.08777730166912079, + "learning_rate": 5.211940698674534e-07, + "loss": 0.0158, + "step": 28690 + }, + { + "epoch": 26.84752104770814, + "grad_norm": 0.0672532320022583, + "learning_rate": 5.132868827698978e-07, + "loss": 0.0162, + "step": 28700 + }, + { + "epoch": 26.85687558465856, + "grad_norm": 0.07704708725214005, + "learning_rate": 5.054398266950755e-07, + "loss": 0.0165, + "step": 28710 + }, + { + "epoch": 26.86623012160898, + "grad_norm": 0.07794027030467987, + "learning_rate": 4.976529111778872e-07, + "loss": 0.017, + "step": 28720 + }, + { + "epoch": 26.8755846585594, + "grad_norm": 0.11204356700181961, + "learning_rate": 4.899261456801862e-07, + "loss": 0.0147, + "step": 28730 + }, + { + "epoch": 26.884939195509823, + "grad_norm": 0.08123715966939926, + "learning_rate": 4.822595395907126e-07, + "loss": 0.0155, + "step": 28740 + }, + { + "epoch": 26.894293732460245, + "grad_norm": 0.08542242646217346, + "learning_rate": 4.7465310222510886e-07, + "loss": 0.0151, + "step": 28750 + }, + { + "epoch": 26.903648269410663, + "grad_norm": 0.09635006636381149, + "learning_rate": 4.6710684282593175e-07, + "loss": 0.0162, + "step": 28760 + }, + { + "epoch": 26.913002806361085, + "grad_norm": 0.07639548927545547, + "learning_rate": 4.5962077056257993e-07, + "loss": 0.0156, + "step": 28770 + }, + { + "epoch": 26.922357343311507, + "grad_norm": 0.09558264166116714, + "learning_rate": 4.521948945313492e-07, + "loss": 0.0139, + "step": 28780 + }, + { + "epoch": 26.931711880261926, + "grad_norm": 0.08138576149940491, + "learning_rate": 4.4482922375537195e-07, + "loss": 0.0167, + "step": 28790 + }, + { + "epoch": 26.941066417212348, + "grad_norm": 0.07477927953004837, + "learning_rate": 4.375237671846333e-07, + "loss": 0.0154, + "step": 28800 + }, + { + "epoch": 26.95042095416277, + "grad_norm": 0.06985240429639816, + "learning_rate": 4.302785336959547e-07, + "loss": 0.0151, + "step": 28810 + }, + { + "epoch": 26.95977549111319, + "grad_norm": 0.09452159702777863, + "learning_rate": 4.2309353209297744e-07, + "loss": 0.0161, + "step": 28820 + }, + { + "epoch": 26.96913002806361, + "grad_norm": 0.08400115370750427, + "learning_rate": 4.159687711061566e-07, + "loss": 0.0147, + "step": 28830 + }, + { + "epoch": 26.978484565014032, + "grad_norm": 0.08934333920478821, + "learning_rate": 4.0890425939275055e-07, + "loss": 0.0172, + "step": 28840 + }, + { + "epoch": 26.987839101964454, + "grad_norm": 0.07830166816711426, + "learning_rate": 4.0190000553679827e-07, + "loss": 0.015, + "step": 28850 + }, + { + "epoch": 26.997193638914872, + "grad_norm": 0.06483869254589081, + "learning_rate": 3.9495601804913627e-07, + "loss": 0.0166, + "step": 28860 + }, + { + "epoch": 27.006548175865294, + "grad_norm": 0.08006986975669861, + "learning_rate": 3.880723053673652e-07, + "loss": 0.0148, + "step": 28870 + }, + { + "epoch": 27.015902712815716, + "grad_norm": 0.08156590908765793, + "learning_rate": 3.812488758558386e-07, + "loss": 0.0165, + "step": 28880 + }, + { + "epoch": 27.02525724976614, + "grad_norm": 0.08518814295530319, + "learning_rate": 3.744857378056743e-07, + "loss": 0.016, + "step": 28890 + }, + { + "epoch": 27.034611786716557, + "grad_norm": 0.07666239887475967, + "learning_rate": 3.677828994347154e-07, + "loss": 0.0157, + "step": 28900 + }, + { + "epoch": 27.04396632366698, + "grad_norm": 0.06252044439315796, + "learning_rate": 3.61140368887547e-07, + "loss": 0.0159, + "step": 28910 + }, + { + "epoch": 27.0533208606174, + "grad_norm": 0.08525627851486206, + "learning_rate": 3.545581542354681e-07, + "loss": 0.0158, + "step": 28920 + }, + { + "epoch": 27.06267539756782, + "grad_norm": 0.06759098917245865, + "learning_rate": 3.480362634764922e-07, + "loss": 0.0153, + "step": 28930 + }, + { + "epoch": 27.07202993451824, + "grad_norm": 0.08675135672092438, + "learning_rate": 3.4157470453533014e-07, + "loss": 0.0154, + "step": 28940 + }, + { + "epoch": 27.081384471468663, + "grad_norm": 0.082318976521492, + "learning_rate": 3.3517348526339034e-07, + "loss": 0.0161, + "step": 28950 + }, + { + "epoch": 27.09073900841908, + "grad_norm": 0.08474093675613403, + "learning_rate": 3.288326134387454e-07, + "loss": 0.0161, + "step": 28960 + }, + { + "epoch": 27.100093545369504, + "grad_norm": 0.0909370556473732, + "learning_rate": 3.225520967661655e-07, + "loss": 0.0169, + "step": 28970 + }, + { + "epoch": 27.109448082319926, + "grad_norm": 0.10080914199352264, + "learning_rate": 3.163319428770628e-07, + "loss": 0.0147, + "step": 28980 + }, + { + "epoch": 27.118802619270348, + "grad_norm": 0.07435346394777298, + "learning_rate": 3.1017215932951374e-07, + "loss": 0.0163, + "step": 28990 + }, + { + "epoch": 27.128157156220766, + "grad_norm": 0.07853561639785767, + "learning_rate": 3.040727536082366e-07, + "loss": 0.0172, + "step": 29000 + }, + { + "epoch": 27.137511693171188, + "grad_norm": 0.1192827895283699, + "learning_rate": 2.980337331245864e-07, + "loss": 0.0141, + "step": 29010 + }, + { + "epoch": 27.14686623012161, + "grad_norm": 0.06801676005125046, + "learning_rate": 2.9205510521653213e-07, + "loss": 0.0157, + "step": 29020 + }, + { + "epoch": 27.15622076707203, + "grad_norm": 0.08219052106142044, + "learning_rate": 2.86136877148685e-07, + "loss": 0.0153, + "step": 29030 + }, + { + "epoch": 27.16557530402245, + "grad_norm": 0.08712484687566757, + "learning_rate": 2.8027905611223704e-07, + "loss": 0.0155, + "step": 29040 + }, + { + "epoch": 27.174929840972872, + "grad_norm": 0.09039891511201859, + "learning_rate": 2.7448164922500573e-07, + "loss": 0.0155, + "step": 29050 + }, + { + "epoch": 27.184284377923294, + "grad_norm": 0.06925426423549652, + "learning_rate": 2.687446635313784e-07, + "loss": 0.0158, + "step": 29060 + }, + { + "epoch": 27.193638914873713, + "grad_norm": 0.0764082819223404, + "learning_rate": 2.630681060023343e-07, + "loss": 0.0165, + "step": 29070 + }, + { + "epoch": 27.202993451824135, + "grad_norm": 0.0912930965423584, + "learning_rate": 2.5745198353542833e-07, + "loss": 0.0159, + "step": 29080 + }, + { + "epoch": 27.212347988774557, + "grad_norm": 0.09209533035755157, + "learning_rate": 2.518963029547794e-07, + "loss": 0.0135, + "step": 29090 + }, + { + "epoch": 27.221702525724975, + "grad_norm": 0.06948960572481155, + "learning_rate": 2.464010710110598e-07, + "loss": 0.0142, + "step": 29100 + }, + { + "epoch": 27.231057062675397, + "grad_norm": 0.10772527009248734, + "learning_rate": 2.4096629438150054e-07, + "loss": 0.0151, + "step": 29110 + }, + { + "epoch": 27.24041159962582, + "grad_norm": 0.06877600401639938, + "learning_rate": 2.3559197966985802e-07, + "loss": 0.017, + "step": 29120 + }, + { + "epoch": 27.24976613657624, + "grad_norm": 0.07668416202068329, + "learning_rate": 2.3027813340644188e-07, + "loss": 0.0143, + "step": 29130 + }, + { + "epoch": 27.25912067352666, + "grad_norm": 0.08852043002843857, + "learning_rate": 2.2502476204807055e-07, + "loss": 0.017, + "step": 29140 + }, + { + "epoch": 27.26847521047708, + "grad_norm": 0.09644291549921036, + "learning_rate": 2.1983187197808786e-07, + "loss": 0.0152, + "step": 29150 + }, + { + "epoch": 27.277829747427504, + "grad_norm": 0.07666292786598206, + "learning_rate": 2.1469946950634644e-07, + "loss": 0.0147, + "step": 29160 + }, + { + "epoch": 27.287184284377922, + "grad_norm": 0.08491722494363785, + "learning_rate": 2.096275608691911e-07, + "loss": 0.0173, + "step": 29170 + }, + { + "epoch": 27.296538821328344, + "grad_norm": 0.09870855510234833, + "learning_rate": 2.046161522294754e-07, + "loss": 0.0144, + "step": 29180 + }, + { + "epoch": 27.305893358278766, + "grad_norm": 0.08264853060245514, + "learning_rate": 1.9966524967653944e-07, + "loss": 0.0145, + "step": 29190 + }, + { + "epoch": 27.315247895229184, + "grad_norm": 0.08068189024925232, + "learning_rate": 1.9477485922618222e-07, + "loss": 0.016, + "step": 29200 + }, + { + "epoch": 27.324602432179606, + "grad_norm": 0.08458123356103897, + "learning_rate": 1.899449868207004e-07, + "loss": 0.0153, + "step": 29210 + }, + { + "epoch": 27.33395696913003, + "grad_norm": 0.09143518656492233, + "learning_rate": 1.851756383288439e-07, + "loss": 0.0144, + "step": 29220 + }, + { + "epoch": 27.34331150608045, + "grad_norm": 0.08263755589723587, + "learning_rate": 1.8046681954581035e-07, + "loss": 0.0149, + "step": 29230 + }, + { + "epoch": 27.35266604303087, + "grad_norm": 0.0875968486070633, + "learning_rate": 1.7581853619327294e-07, + "loss": 0.0145, + "step": 29240 + }, + { + "epoch": 27.36202057998129, + "grad_norm": 0.08394277095794678, + "learning_rate": 1.7123079391932472e-07, + "loss": 0.0142, + "step": 29250 + }, + { + "epoch": 27.371375116931713, + "grad_norm": 0.09013018012046814, + "learning_rate": 1.6670359829850657e-07, + "loss": 0.0147, + "step": 29260 + }, + { + "epoch": 27.38072965388213, + "grad_norm": 0.06505083292722702, + "learning_rate": 1.6223695483179037e-07, + "loss": 0.0144, + "step": 29270 + }, + { + "epoch": 27.390084190832553, + "grad_norm": 0.08779356628656387, + "learning_rate": 1.5783086894656795e-07, + "loss": 0.0164, + "step": 29280 + }, + { + "epoch": 27.399438727782975, + "grad_norm": 0.08223309367895126, + "learning_rate": 1.5348534599665121e-07, + "loss": 0.0164, + "step": 29290 + }, + { + "epoch": 27.408793264733397, + "grad_norm": 0.0943395271897316, + "learning_rate": 1.4920039126225527e-07, + "loss": 0.0147, + "step": 29300 + }, + { + "epoch": 27.418147801683816, + "grad_norm": 0.06666213274002075, + "learning_rate": 1.449760099500097e-07, + "loss": 0.0156, + "step": 29310 + }, + { + "epoch": 27.427502338634238, + "grad_norm": 0.08280130475759506, + "learning_rate": 1.4081220719293075e-07, + "loss": 0.0166, + "step": 29320 + }, + { + "epoch": 27.43685687558466, + "grad_norm": 0.07131362706422806, + "learning_rate": 1.3670898805043797e-07, + "loss": 0.0144, + "step": 29330 + }, + { + "epoch": 27.446211412535078, + "grad_norm": 0.0658235251903534, + "learning_rate": 1.326663575083209e-07, + "loss": 0.0152, + "step": 29340 + }, + { + "epoch": 27.4555659494855, + "grad_norm": 0.08970444649457932, + "learning_rate": 1.2868432047876688e-07, + "loss": 0.0165, + "step": 29350 + }, + { + "epoch": 27.464920486435922, + "grad_norm": 0.08591024577617645, + "learning_rate": 1.2476288180032213e-07, + "loss": 0.0165, + "step": 29360 + }, + { + "epoch": 27.474275023386344, + "grad_norm": 0.10547100752592087, + "learning_rate": 1.209020462379029e-07, + "loss": 0.0156, + "step": 29370 + }, + { + "epoch": 27.483629560336762, + "grad_norm": 0.07200279831886292, + "learning_rate": 1.1710181848278435e-07, + "loss": 0.0155, + "step": 29380 + }, + { + "epoch": 27.492984097287184, + "grad_norm": 0.08593695610761642, + "learning_rate": 1.133622031526116e-07, + "loss": 0.0145, + "step": 29390 + }, + { + "epoch": 27.502338634237606, + "grad_norm": 0.14791327714920044, + "learning_rate": 1.0968320479136095e-07, + "loss": 0.0142, + "step": 29400 + }, + { + "epoch": 27.511693171188025, + "grad_norm": 0.08854959160089493, + "learning_rate": 1.0606482786936767e-07, + "loss": 0.0157, + "step": 29410 + }, + { + "epoch": 27.521047708138447, + "grad_norm": 0.10505792498588562, + "learning_rate": 1.0250707678329808e-07, + "loss": 0.0168, + "step": 29420 + }, + { + "epoch": 27.53040224508887, + "grad_norm": 0.09471938759088516, + "learning_rate": 9.900995585615525e-08, + "loss": 0.016, + "step": 29430 + }, + { + "epoch": 27.53975678203929, + "grad_norm": 0.08856254070997238, + "learning_rate": 9.55734693372734e-08, + "loss": 0.0164, + "step": 29440 + }, + { + "epoch": 27.54911131898971, + "grad_norm": 0.12023064494132996, + "learning_rate": 9.219762140231236e-08, + "loss": 0.0151, + "step": 29450 + }, + { + "epoch": 27.55846585594013, + "grad_norm": 0.0940319299697876, + "learning_rate": 8.888241615322978e-08, + "loss": 0.0151, + "step": 29460 + }, + { + "epoch": 27.567820392890553, + "grad_norm": 0.08059391379356384, + "learning_rate": 8.562785761833114e-08, + "loss": 0.0156, + "step": 29470 + }, + { + "epoch": 27.57717492984097, + "grad_norm": 0.07395631074905396, + "learning_rate": 8.243394975219753e-08, + "loss": 0.0136, + "step": 29480 + }, + { + "epoch": 27.586529466791394, + "grad_norm": 0.07595409452915192, + "learning_rate": 7.930069643573568e-08, + "loss": 0.0164, + "step": 29490 + }, + { + "epoch": 27.595884003741816, + "grad_norm": 0.09319330006837845, + "learning_rate": 7.622810147614456e-08, + "loss": 0.0154, + "step": 29500 + }, + { + "epoch": 27.605238540692234, + "grad_norm": 0.08523695170879364, + "learning_rate": 7.321616860690995e-08, + "loss": 0.0154, + "step": 29510 + }, + { + "epoch": 27.614593077642656, + "grad_norm": 0.09430022537708282, + "learning_rate": 7.026490148782095e-08, + "loss": 0.0167, + "step": 29520 + }, + { + "epoch": 27.623947614593078, + "grad_norm": 0.07468604296445847, + "learning_rate": 6.737430370494236e-08, + "loss": 0.0153, + "step": 29530 + }, + { + "epoch": 27.6333021515435, + "grad_norm": 0.08066651225090027, + "learning_rate": 6.454437877062569e-08, + "loss": 0.0158, + "step": 29540 + }, + { + "epoch": 27.64265668849392, + "grad_norm": 0.12879817187786102, + "learning_rate": 6.177513012349256e-08, + "loss": 0.015, + "step": 29550 + }, + { + "epoch": 27.65201122544434, + "grad_norm": 0.07959675788879395, + "learning_rate": 5.9066561128445775e-08, + "loss": 0.0149, + "step": 29560 + }, + { + "epoch": 27.661365762394762, + "grad_norm": 0.09527907520532608, + "learning_rate": 5.6418675076641556e-08, + "loss": 0.0161, + "step": 29570 + }, + { + "epoch": 27.67072029934518, + "grad_norm": 0.06245307996869087, + "learning_rate": 5.383147518552845e-08, + "loss": 0.0156, + "step": 29580 + }, + { + "epoch": 27.680074836295603, + "grad_norm": 0.0910293459892273, + "learning_rate": 5.1304964598786196e-08, + "loss": 0.0164, + "step": 29590 + }, + { + "epoch": 27.689429373246025, + "grad_norm": 0.07134439051151276, + "learning_rate": 4.883914638636467e-08, + "loss": 0.0154, + "step": 29600 + }, + { + "epoch": 27.698783910196447, + "grad_norm": 0.07583033293485641, + "learning_rate": 4.643402354446713e-08, + "loss": 0.0148, + "step": 29610 + }, + { + "epoch": 27.708138447146865, + "grad_norm": 0.08331897109746933, + "learning_rate": 4.4089598995544766e-08, + "loss": 0.0159, + "step": 29620 + }, + { + "epoch": 27.717492984097287, + "grad_norm": 0.07831680029630661, + "learning_rate": 4.180587558829663e-08, + "loss": 0.0142, + "step": 29630 + }, + { + "epoch": 27.72684752104771, + "grad_norm": 0.08392895013093948, + "learning_rate": 3.958285609765855e-08, + "loss": 0.0172, + "step": 29640 + }, + { + "epoch": 27.736202057998128, + "grad_norm": 0.09995768219232559, + "learning_rate": 3.74205432248087e-08, + "loss": 0.0147, + "step": 29650 + }, + { + "epoch": 27.74555659494855, + "grad_norm": 0.09468088299036026, + "learning_rate": 3.531893959716204e-08, + "loss": 0.0158, + "step": 29660 + }, + { + "epoch": 27.75491113189897, + "grad_norm": 0.08455488830804825, + "learning_rate": 3.327804776837029e-08, + "loss": 0.0168, + "step": 29670 + }, + { + "epoch": 27.764265668849394, + "grad_norm": 0.0801100954413414, + "learning_rate": 3.129787021829977e-08, + "loss": 0.0154, + "step": 29680 + }, + { + "epoch": 27.773620205799812, + "grad_norm": 0.0813027024269104, + "learning_rate": 2.9378409353059133e-08, + "loss": 0.0149, + "step": 29690 + }, + { + "epoch": 27.782974742750234, + "grad_norm": 0.07173044234514236, + "learning_rate": 2.7519667504971593e-08, + "loss": 0.0164, + "step": 29700 + }, + { + "epoch": 27.792329279700656, + "grad_norm": 0.0809665098786354, + "learning_rate": 2.572164693258605e-08, + "loss": 0.0152, + "step": 29710 + }, + { + "epoch": 27.801683816651074, + "grad_norm": 0.07991332560777664, + "learning_rate": 2.3984349820665996e-08, + "loss": 0.0144, + "step": 29720 + }, + { + "epoch": 27.811038353601496, + "grad_norm": 0.07386565208435059, + "learning_rate": 2.2307778280189485e-08, + "loss": 0.0163, + "step": 29730 + }, + { + "epoch": 27.82039289055192, + "grad_norm": 0.10242114216089249, + "learning_rate": 2.0691934348354704e-08, + "loss": 0.015, + "step": 29740 + }, + { + "epoch": 27.82974742750234, + "grad_norm": 0.09561631828546524, + "learning_rate": 1.9136819988557763e-08, + "loss": 0.0155, + "step": 29750 + }, + { + "epoch": 27.83910196445276, + "grad_norm": 0.08206462115049362, + "learning_rate": 1.7642437090414908e-08, + "loss": 0.0149, + "step": 29760 + }, + { + "epoch": 27.84845650140318, + "grad_norm": 0.11800786107778549, + "learning_rate": 1.6208787469734755e-08, + "loss": 0.0154, + "step": 29770 + }, + { + "epoch": 27.857811038353603, + "grad_norm": 0.08625444024801254, + "learning_rate": 1.483587286854604e-08, + "loss": 0.0147, + "step": 29780 + }, + { + "epoch": 27.86716557530402, + "grad_norm": 0.11455423384904861, + "learning_rate": 1.3523694955064336e-08, + "loss": 0.0156, + "step": 29790 + }, + { + "epoch": 27.876520112254443, + "grad_norm": 0.07388131320476532, + "learning_rate": 1.2272255323708681e-08, + "loss": 0.0149, + "step": 29800 + }, + { + "epoch": 27.885874649204865, + "grad_norm": 0.09895651042461395, + "learning_rate": 1.1081555495096042e-08, + "loss": 0.0166, + "step": 29810 + }, + { + "epoch": 27.895229186155284, + "grad_norm": 0.08024610579013824, + "learning_rate": 9.951596916041306e-09, + "loss": 0.0153, + "step": 29820 + }, + { + "epoch": 27.904583723105706, + "grad_norm": 0.06896652281284332, + "learning_rate": 8.882380959551739e-09, + "loss": 0.015, + "step": 29830 + }, + { + "epoch": 27.913938260056128, + "grad_norm": 0.07412350922822952, + "learning_rate": 7.873908924821428e-09, + "loss": 0.0149, + "step": 29840 + }, + { + "epoch": 27.92329279700655, + "grad_norm": 0.09978479892015457, + "learning_rate": 6.926182037242379e-09, + "loss": 0.0165, + "step": 29850 + }, + { + "epoch": 27.932647333956968, + "grad_norm": 0.09020709991455078, + "learning_rate": 6.039201448387876e-09, + "loss": 0.0158, + "step": 29860 + }, + { + "epoch": 27.94200187090739, + "grad_norm": 0.07809989154338837, + "learning_rate": 5.212968236029125e-09, + "loss": 0.0174, + "step": 29870 + }, + { + "epoch": 27.951356407857812, + "grad_norm": 0.08150395005941391, + "learning_rate": 4.447483404118602e-09, + "loss": 0.0158, + "step": 29880 + }, + { + "epoch": 27.96071094480823, + "grad_norm": 0.08618193864822388, + "learning_rate": 3.742747882784503e-09, + "loss": 0.0167, + "step": 29890 + }, + { + "epoch": 27.970065481758652, + "grad_norm": 0.08535189181566238, + "learning_rate": 3.0987625283473987e-09, + "loss": 0.0147, + "step": 29900 + }, + { + "epoch": 27.979420018709074, + "grad_norm": 0.08634740114212036, + "learning_rate": 2.515528123320232e-09, + "loss": 0.0157, + "step": 29910 + }, + { + "epoch": 27.988774555659496, + "grad_norm": 0.06645308434963226, + "learning_rate": 1.9930453763750133e-09, + "loss": 0.0145, + "step": 29920 + }, + { + "epoch": 27.998129092609915, + "grad_norm": 0.06664879620075226, + "learning_rate": 1.5313149223872281e-09, + "loss": 0.0163, + "step": 29930 + }, + { + "epoch": 28.007483629560337, + "grad_norm": 0.12124516069889069, + "learning_rate": 1.1303373224025305e-09, + "loss": 0.0156, + "step": 29940 + }, + { + "epoch": 28.01683816651076, + "grad_norm": 0.08259179443120956, + "learning_rate": 7.901130636367438e-10, + "loss": 0.0153, + "step": 29950 + }, + { + "epoch": 28.026192703461177, + "grad_norm": 0.06330469995737076, + "learning_rate": 5.106425595036158e-10, + "loss": 0.016, + "step": 29960 + }, + { + "epoch": 28.0355472404116, + "grad_norm": 0.08552369475364685, + "learning_rate": 2.9192614958706286e-10, + "loss": 0.0144, + "step": 29970 + }, + { + "epoch": 28.04490177736202, + "grad_norm": 0.09389343112707138, + "learning_rate": 1.3396409964117064e-10, + "loss": 0.0158, + "step": 29980 + }, + { + "epoch": 28.054256314312443, + "grad_norm": 0.07463338971138, + "learning_rate": 3.6756601606846574e-11, + "loss": 0.0147, + "step": 29990 + }, + { + "epoch": 28.06361085126286, + "grad_norm": 0.09264886379241943, + "learning_rate": 3.0377360626943076e-13, + "loss": 0.0158, + "step": 30000 + }, + { + "epoch": 28.06361085126286, + "step": 30000, + "total_flos": 0.0, + "train_loss": 0.038798091252644856, + "train_runtime": 60544.1586, + "train_samples_per_second": 126.85, + "train_steps_per_second": 0.496 + } + ], + "logging_steps": 10, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 29, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/instruction_question_q3_1000_20261012/experiment_cfg/clvla_contract.yaml b/instruction_question_q3_1000_20261012/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ae939832a06495b97c920fcf59a7fd2b4aaf44a --- /dev/null +++ b/instruction_question_q3_1000_20261012/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,64 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_1000_20261012 + experiment_name: InstructionQuestion_Q3_1000 + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k/checkpoint-30000 + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 16 + max_steps: 1000 + num_gpus: 1 + save_steps: 1000 + save_total_limit: 1 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + learning_rate: 1.0e-05 + gradient_accumulation_steps: 2 + weight_decay: 1.0e-05 + warmup_ratio: 0.1 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 4 + dataloader_prefetch_factor: 2 + report_to: tensorboard + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true + state_dropout_prob: 0.0 +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml +config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0 +data_contract: libero_pi_v2 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/clvla_contract.yaml b/instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0205f6b9bcf372db82643613ca037ae09cd1e3fe --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,64 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012 + experiment_name: InstructionQuestion_Q3_Pretrained + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 10000 + save_total_limit: 1 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: tensorboard + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true + state_dropout_prob: 0.0 +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml +config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0 +data_contract: libero_pi_v2 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/metadata.json b/instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/config.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..47d7b77e4255263f3803a4b6f94ca6831e459b70 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/config.json @@ -0,0 +1,64 @@ +{ + "action_dim": 32, + "action_head_cfg": { + "action_dim": 32, + "action_horizon": 16, + "add_pos_embed": true, + "backbone_embedding_dim": 2048, + "diffusion_model_cfg": { + "attention_head_dim": 48, + "cross_attention_dim": 2048, + "dropout": 0.2, + "final_dropout": true, + "interleave_self_attention": true, + "norm_type": "ada_norm", + "num_attention_heads": 32, + "num_layers": 16, + "output_dim": 1024, + "positional_embeddings": null + }, + "hidden_size": 1024, + "input_embedding_dim": 1536, + "max_action_dim": 32, + "max_state_dim": 64, + "model_dtype": "float32", + "noise_beta_alpha": 1.5, + "noise_beta_beta": 1.0, + "noise_s": 0.999, + "num_inference_timesteps": 4, + "num_target_vision_tokens": 32, + "num_timestep_buckets": 1000, + "tune_diffusion_model": true, + "tune_projector": true, + "use_vlln": true, + "vl_self_attention_cfg": { + "attention_head_dim": 64, + "dropout": 0.2, + "final_dropout": true, + "num_attention_heads": 32, + "num_layers": 4, + "positional_embeddings": null + } + }, + "action_horizon": 16, + "architectures": [ + "GR00T_N1_5" + ], + "attn_implementation": null, + "backbone_cfg": { + "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops", + "load_bf16": false, + "project_to_dim": null, + "reproject_vision": false, + "select_layer": 12, + "tune_llm": false, + "tune_visual": true, + "use_flash_attention": true + }, + "compute_dtype": "bfloat16", + "hidden_size": 2048, + "model_dtype": "float32", + "model_type": "gr00t_n1_5", + "torch_dtype": "bfloat16", + "transformers_version": "4.51.3" +} diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/clvla_contract.yaml b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fcf54afc33656c592a0f45c937bca2dd53fa3d5d --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,64 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012_retry1 + experiment_name: InstructionQuestion_Q3_Pretrained_Retry1 + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 1000 + save_total_limit: 2 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: tensorboard + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true + state_dropout_prob: 0.0 +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml +config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0 +data_contract: libero_pi_v2 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/metadata.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00001-of-00002.safetensors b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3efaee667d27cd5c667da2428a0fd3d6e4634fae --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67da7277716e9b032e26660f6fcaccdd88d9864e68fa31508860f91557a97d78 +size 4999367032 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00002-of-00002.safetensors b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82b0760d578e364c4a7f329a3d99b3bff07b1e02 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:addb2928b38d589323b87a5f0758cb05b3e49dc3f5ce88fa71337e8e13256327 +size 2586705312 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model.safetensors.index.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..5ef5f247b61eb93e89601c7da8334fc087e19750 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model.safetensors.index.json @@ -0,0 +1,906 @@ +{ + "metadata": { + "total_size": 7585939328 + }, + "weight_map": { + "action_head.action_decoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.b": "model-00002-of-00002.safetensors", + "action_head.future_tokens.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.weight": "model-00002-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.weight": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.position_embedding.weight": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vlln.bias": "model-00002-of-00002.safetensors", + "action_head.vlln.weight": "model-00002-of-00002.safetensors", + "backbone.eagle_model.language_model.lm_head.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.position_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.probe": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/optimizer.pt b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4b8f46a602b7600ca5984a9afb39023191b6dc3 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0012b4a3150a91abe8a5900807428d2832bd32ffa2fe9d35170abf05f8bcc40f +size 8550720062 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/rng_state.pth b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b3b52b55e19ea1c3fd5047c02d790da1ac597a0e --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459d335ce281fa69fd3601b5a9a426ef40697c5ab5287785f3b80e8515e10960 +size 14244 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/scheduler.pt b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f42b0579a03378a39b7638a042d69ec70b0f9c33 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80eb691247c0be8bf6cc8a320df71e54cb5d16c26407bff941b1581e563855fe +size 1064 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/trainer_state.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..510d4909276fe8486ff0bf1e7e0477abd6416a40 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/trainer_state.json @@ -0,0 +1,20334 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 27.128157156220766, + "eval_steps": 500, + "global_step": 29000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009354536950420954, + "grad_norm": 7.74298095703125, + "learning_rate": 6.000000000000001e-07, + "loss": 0.9324, + "step": 10 + }, + { + "epoch": 0.018709073900841908, + "grad_norm": 7.363883018493652, + "learning_rate": 1.2666666666666667e-06, + "loss": 0.9204, + "step": 20 + }, + { + "epoch": 0.02806361085126286, + "grad_norm": 4.100339412689209, + "learning_rate": 1.9333333333333336e-06, + "loss": 0.7533, + "step": 30 + }, + { + "epoch": 0.037418147801683815, + "grad_norm": 1.5141083002090454, + "learning_rate": 2.6e-06, + "loss": 0.5562, + "step": 40 + }, + { + "epoch": 0.04677268475210477, + "grad_norm": 1.0893893241882324, + "learning_rate": 3.2666666666666666e-06, + "loss": 0.4277, + "step": 50 + }, + { + "epoch": 0.05612722170252572, + "grad_norm": 0.9453142285346985, + "learning_rate": 3.9333333333333335e-06, + "loss": 0.3549, + "step": 60 + }, + { + "epoch": 0.06548175865294668, + "grad_norm": 0.7242417931556702, + "learning_rate": 4.6e-06, + "loss": 0.3087, + "step": 70 + }, + { + "epoch": 0.07483629560336763, + "grad_norm": 0.6252792477607727, + "learning_rate": 5.266666666666667e-06, + "loss": 0.2763, + "step": 80 + }, + { + "epoch": 0.08419083255378859, + "grad_norm": 0.7587150931358337, + "learning_rate": 5.933333333333334e-06, + "loss": 0.2546, + "step": 90 + }, + { + "epoch": 0.09354536950420954, + "grad_norm": 0.6950215101242065, + "learning_rate": 6.6e-06, + "loss": 0.2249, + "step": 100 + }, + { + "epoch": 0.1028999064546305, + "grad_norm": 0.7239357233047485, + "learning_rate": 7.266666666666668e-06, + "loss": 0.2093, + "step": 110 + }, + { + "epoch": 0.11225444340505145, + "grad_norm": 0.4684758484363556, + "learning_rate": 7.933333333333334e-06, + "loss": 0.1964, + "step": 120 + }, + { + "epoch": 0.1216089803554724, + "grad_norm": 0.5836920738220215, + "learning_rate": 8.599999999999999e-06, + "loss": 0.187, + "step": 130 + }, + { + "epoch": 0.13096351730589337, + "grad_norm": 1.1090284585952759, + "learning_rate": 9.266666666666667e-06, + "loss": 0.1791, + "step": 140 + }, + { + "epoch": 0.1403180542563143, + "grad_norm": 0.4369427263736725, + "learning_rate": 9.933333333333334e-06, + "loss": 0.1708, + "step": 150 + }, + { + "epoch": 0.14967259120673526, + "grad_norm": 0.6705596446990967, + "learning_rate": 1.06e-05, + "loss": 0.1562, + "step": 160 + }, + { + "epoch": 0.15902712815715622, + "grad_norm": 0.5748978853225708, + "learning_rate": 1.1266666666666667e-05, + "loss": 0.1519, + "step": 170 + }, + { + "epoch": 0.16838166510757718, + "grad_norm": 0.4487950801849365, + "learning_rate": 1.1933333333333333e-05, + "loss": 0.1459, + "step": 180 + }, + { + "epoch": 0.17773620205799812, + "grad_norm": 0.6088461875915527, + "learning_rate": 1.2600000000000001e-05, + "loss": 0.142, + "step": 190 + }, + { + "epoch": 0.18709073900841908, + "grad_norm": 0.5797847509384155, + "learning_rate": 1.3266666666666666e-05, + "loss": 0.1407, + "step": 200 + }, + { + "epoch": 0.19644527595884004, + "grad_norm": 0.762661874294281, + "learning_rate": 1.3933333333333334e-05, + "loss": 0.1311, + "step": 210 + }, + { + "epoch": 0.205799812909261, + "grad_norm": 0.5387753844261169, + "learning_rate": 1.4599999999999999e-05, + "loss": 0.1348, + "step": 220 + }, + { + "epoch": 0.21515434985968196, + "grad_norm": 0.4727242887020111, + "learning_rate": 1.5266666666666667e-05, + "loss": 0.1287, + "step": 230 + }, + { + "epoch": 0.2245088868101029, + "grad_norm": 0.4704549014568329, + "learning_rate": 1.5933333333333332e-05, + "loss": 0.1241, + "step": 240 + }, + { + "epoch": 0.23386342376052385, + "grad_norm": 0.4030267298221588, + "learning_rate": 1.66e-05, + "loss": 0.1243, + "step": 250 + }, + { + "epoch": 0.2432179607109448, + "grad_norm": 0.3842666447162628, + "learning_rate": 1.726666666666667e-05, + "loss": 0.1223, + "step": 260 + }, + { + "epoch": 0.25257249766136575, + "grad_norm": 0.688400387763977, + "learning_rate": 1.7933333333333337e-05, + "loss": 0.1172, + "step": 270 + }, + { + "epoch": 0.26192703461178674, + "grad_norm": 0.556553304195404, + "learning_rate": 1.86e-05, + "loss": 0.1159, + "step": 280 + }, + { + "epoch": 0.27128157156220767, + "grad_norm": 0.8460902571678162, + "learning_rate": 1.926666666666667e-05, + "loss": 0.1152, + "step": 290 + }, + { + "epoch": 0.2806361085126286, + "grad_norm": 0.3709931969642639, + "learning_rate": 1.9933333333333334e-05, + "loss": 0.1139, + "step": 300 + }, + { + "epoch": 0.2899906454630496, + "grad_norm": 0.5018578767776489, + "learning_rate": 2.06e-05, + "loss": 0.1126, + "step": 310 + }, + { + "epoch": 0.2993451824134705, + "grad_norm": 0.3092721104621887, + "learning_rate": 2.1266666666666667e-05, + "loss": 0.11, + "step": 320 + }, + { + "epoch": 0.3086997193638915, + "grad_norm": 0.4424450993537903, + "learning_rate": 2.1933333333333332e-05, + "loss": 0.107, + "step": 330 + }, + { + "epoch": 0.31805425631431244, + "grad_norm": 0.46523329615592957, + "learning_rate": 2.26e-05, + "loss": 0.1069, + "step": 340 + }, + { + "epoch": 0.3274087932647334, + "grad_norm": 0.46333593130111694, + "learning_rate": 2.326666666666667e-05, + "loss": 0.107, + "step": 350 + }, + { + "epoch": 0.33676333021515437, + "grad_norm": 0.40973523259162903, + "learning_rate": 2.3933333333333337e-05, + "loss": 0.1073, + "step": 360 + }, + { + "epoch": 0.3461178671655753, + "grad_norm": 0.5438732504844666, + "learning_rate": 2.46e-05, + "loss": 0.1036, + "step": 370 + }, + { + "epoch": 0.35547240411599623, + "grad_norm": 0.5388205051422119, + "learning_rate": 2.5266666666666666e-05, + "loss": 0.1008, + "step": 380 + }, + { + "epoch": 0.3648269410664172, + "grad_norm": 0.38616853952407837, + "learning_rate": 2.5933333333333338e-05, + "loss": 0.1056, + "step": 390 + }, + { + "epoch": 0.37418147801683815, + "grad_norm": 0.32641613483428955, + "learning_rate": 2.6600000000000003e-05, + "loss": 0.1044, + "step": 400 + }, + { + "epoch": 0.38353601496725914, + "grad_norm": 0.33484774827957153, + "learning_rate": 2.7266666666666668e-05, + "loss": 0.1009, + "step": 410 + }, + { + "epoch": 0.3928905519176801, + "grad_norm": 0.5467618107795715, + "learning_rate": 2.7933333333333332e-05, + "loss": 0.0994, + "step": 420 + }, + { + "epoch": 0.402245088868101, + "grad_norm": 0.4343046545982361, + "learning_rate": 2.86e-05, + "loss": 0.1042, + "step": 430 + }, + { + "epoch": 0.411599625818522, + "grad_norm": 0.29274797439575195, + "learning_rate": 2.926666666666667e-05, + "loss": 0.0979, + "step": 440 + }, + { + "epoch": 0.42095416276894293, + "grad_norm": 0.29901474714279175, + "learning_rate": 2.9933333333333337e-05, + "loss": 0.0995, + "step": 450 + }, + { + "epoch": 0.4303086997193639, + "grad_norm": 0.49096813797950745, + "learning_rate": 3.06e-05, + "loss": 0.1007, + "step": 460 + }, + { + "epoch": 0.43966323666978485, + "grad_norm": 0.3405279219150543, + "learning_rate": 3.126666666666666e-05, + "loss": 0.0953, + "step": 470 + }, + { + "epoch": 0.4490177736202058, + "grad_norm": 0.28762978315353394, + "learning_rate": 3.1933333333333335e-05, + "loss": 0.0974, + "step": 480 + }, + { + "epoch": 0.4583723105706268, + "grad_norm": 0.32696688175201416, + "learning_rate": 3.26e-05, + "loss": 0.0961, + "step": 490 + }, + { + "epoch": 0.4677268475210477, + "grad_norm": 0.33255961537361145, + "learning_rate": 3.326666666666667e-05, + "loss": 0.0985, + "step": 500 + }, + { + "epoch": 0.47708138447146864, + "grad_norm": 0.43777480721473694, + "learning_rate": 3.3933333333333336e-05, + "loss": 0.0964, + "step": 510 + }, + { + "epoch": 0.4864359214218896, + "grad_norm": 0.47676241397857666, + "learning_rate": 3.46e-05, + "loss": 0.095, + "step": 520 + }, + { + "epoch": 0.49579045837231056, + "grad_norm": 0.3995484709739685, + "learning_rate": 3.526666666666667e-05, + "loss": 0.0921, + "step": 530 + }, + { + "epoch": 0.5051449953227315, + "grad_norm": 0.40851518511772156, + "learning_rate": 3.593333333333334e-05, + "loss": 0.098, + "step": 540 + }, + { + "epoch": 0.5144995322731525, + "grad_norm": 0.34080395102500916, + "learning_rate": 3.66e-05, + "loss": 0.0965, + "step": 550 + }, + { + "epoch": 0.5238540692235735, + "grad_norm": 0.3602987229824066, + "learning_rate": 3.726666666666667e-05, + "loss": 0.0947, + "step": 560 + }, + { + "epoch": 0.5332086061739943, + "grad_norm": 0.3909698724746704, + "learning_rate": 3.793333333333334e-05, + "loss": 0.0934, + "step": 570 + }, + { + "epoch": 0.5425631431244153, + "grad_norm": 0.4000399708747864, + "learning_rate": 3.86e-05, + "loss": 0.0945, + "step": 580 + }, + { + "epoch": 0.5519176800748363, + "grad_norm": 0.37963399291038513, + "learning_rate": 3.926666666666667e-05, + "loss": 0.0964, + "step": 590 + }, + { + "epoch": 0.5612722170252572, + "grad_norm": 0.2632920444011688, + "learning_rate": 3.993333333333333e-05, + "loss": 0.0905, + "step": 600 + }, + { + "epoch": 0.5706267539756782, + "grad_norm": 0.27795618772506714, + "learning_rate": 4.0600000000000004e-05, + "loss": 0.0937, + "step": 610 + }, + { + "epoch": 0.5799812909260992, + "grad_norm": 0.35339730978012085, + "learning_rate": 4.126666666666667e-05, + "loss": 0.0897, + "step": 620 + }, + { + "epoch": 0.5893358278765201, + "grad_norm": 0.22846344113349915, + "learning_rate": 4.1933333333333334e-05, + "loss": 0.0924, + "step": 630 + }, + { + "epoch": 0.598690364826941, + "grad_norm": 0.41626477241516113, + "learning_rate": 4.26e-05, + "loss": 0.0925, + "step": 640 + }, + { + "epoch": 0.608044901777362, + "grad_norm": 0.4134120047092438, + "learning_rate": 4.3266666666666664e-05, + "loss": 0.0878, + "step": 650 + }, + { + "epoch": 0.617399438727783, + "grad_norm": 0.3859595060348511, + "learning_rate": 4.3933333333333335e-05, + "loss": 0.0921, + "step": 660 + }, + { + "epoch": 0.6267539756782039, + "grad_norm": 0.25427934527397156, + "learning_rate": 4.46e-05, + "loss": 0.0904, + "step": 670 + }, + { + "epoch": 0.6361085126286249, + "grad_norm": 0.4601353406906128, + "learning_rate": 4.526666666666667e-05, + "loss": 0.0922, + "step": 680 + }, + { + "epoch": 0.6454630495790459, + "grad_norm": 0.3814287483692169, + "learning_rate": 4.5933333333333336e-05, + "loss": 0.0892, + "step": 690 + }, + { + "epoch": 0.6548175865294668, + "grad_norm": 0.3413460850715637, + "learning_rate": 4.660000000000001e-05, + "loss": 0.091, + "step": 700 + }, + { + "epoch": 0.6641721234798877, + "grad_norm": 0.44809648394584656, + "learning_rate": 4.726666666666667e-05, + "loss": 0.0919, + "step": 710 + }, + { + "epoch": 0.6735266604303087, + "grad_norm": 0.4448698163032532, + "learning_rate": 4.793333333333334e-05, + "loss": 0.0917, + "step": 720 + }, + { + "epoch": 0.6828811973807296, + "grad_norm": 0.3985632658004761, + "learning_rate": 4.86e-05, + "loss": 0.0905, + "step": 730 + }, + { + "epoch": 0.6922357343311506, + "grad_norm": 0.2606980800628662, + "learning_rate": 4.926666666666667e-05, + "loss": 0.0928, + "step": 740 + }, + { + "epoch": 0.7015902712815716, + "grad_norm": 0.28832921385765076, + "learning_rate": 4.993333333333334e-05, + "loss": 0.0877, + "step": 750 + }, + { + "epoch": 0.7109448082319925, + "grad_norm": 0.31123659014701843, + "learning_rate": 5.0600000000000003e-05, + "loss": 0.089, + "step": 760 + }, + { + "epoch": 0.7202993451824135, + "grad_norm": 0.3640862703323364, + "learning_rate": 5.1266666666666675e-05, + "loss": 0.0861, + "step": 770 + }, + { + "epoch": 0.7296538821328344, + "grad_norm": 0.2727711498737335, + "learning_rate": 5.193333333333333e-05, + "loss": 0.0902, + "step": 780 + }, + { + "epoch": 0.7390084190832554, + "grad_norm": 0.29462265968322754, + "learning_rate": 5.2600000000000005e-05, + "loss": 0.0888, + "step": 790 + }, + { + "epoch": 0.7483629560336763, + "grad_norm": 0.27035146951675415, + "learning_rate": 5.326666666666666e-05, + "loss": 0.088, + "step": 800 + }, + { + "epoch": 0.7577174929840973, + "grad_norm": 0.3299054801464081, + "learning_rate": 5.3933333333333334e-05, + "loss": 0.0844, + "step": 810 + }, + { + "epoch": 0.7670720299345183, + "grad_norm": 0.3164662718772888, + "learning_rate": 5.4600000000000006e-05, + "loss": 0.0888, + "step": 820 + }, + { + "epoch": 0.7764265668849392, + "grad_norm": 0.3759786784648895, + "learning_rate": 5.5266666666666664e-05, + "loss": 0.0892, + "step": 830 + }, + { + "epoch": 0.7857811038353602, + "grad_norm": 0.3021925389766693, + "learning_rate": 5.5933333333333335e-05, + "loss": 0.0842, + "step": 840 + }, + { + "epoch": 0.7951356407857811, + "grad_norm": 0.3070302903652191, + "learning_rate": 5.66e-05, + "loss": 0.0873, + "step": 850 + }, + { + "epoch": 0.804490177736202, + "grad_norm": 0.24822115898132324, + "learning_rate": 5.726666666666667e-05, + "loss": 0.0848, + "step": 860 + }, + { + "epoch": 0.813844714686623, + "grad_norm": 0.3779332935810089, + "learning_rate": 5.7933333333333337e-05, + "loss": 0.089, + "step": 870 + }, + { + "epoch": 0.823199251637044, + "grad_norm": 0.2507888972759247, + "learning_rate": 5.86e-05, + "loss": 0.0852, + "step": 880 + }, + { + "epoch": 0.8325537885874649, + "grad_norm": 0.29663822054862976, + "learning_rate": 5.926666666666667e-05, + "loss": 0.0876, + "step": 890 + }, + { + "epoch": 0.8419083255378859, + "grad_norm": 0.36455363035202026, + "learning_rate": 5.9933333333333345e-05, + "loss": 0.0876, + "step": 900 + }, + { + "epoch": 0.8512628624883068, + "grad_norm": 0.27456897497177124, + "learning_rate": 6.06e-05, + "loss": 0.0846, + "step": 910 + }, + { + "epoch": 0.8606173994387278, + "grad_norm": 0.2892821133136749, + "learning_rate": 6.126666666666667e-05, + "loss": 0.0849, + "step": 920 + }, + { + "epoch": 0.8699719363891487, + "grad_norm": 0.33438050746917725, + "learning_rate": 6.193333333333333e-05, + "loss": 0.0863, + "step": 930 + }, + { + "epoch": 0.8793264733395697, + "grad_norm": 0.35211288928985596, + "learning_rate": 6.26e-05, + "loss": 0.0841, + "step": 940 + }, + { + "epoch": 0.8886810102899907, + "grad_norm": 0.40759482979774475, + "learning_rate": 6.326666666666667e-05, + "loss": 0.0865, + "step": 950 + }, + { + "epoch": 0.8980355472404116, + "grad_norm": 0.2647267282009125, + "learning_rate": 6.393333333333333e-05, + "loss": 0.0847, + "step": 960 + }, + { + "epoch": 0.9073900841908326, + "grad_norm": 0.27269938588142395, + "learning_rate": 6.460000000000001e-05, + "loss": 0.0823, + "step": 970 + }, + { + "epoch": 0.9167446211412535, + "grad_norm": 0.41022583842277527, + "learning_rate": 6.526666666666666e-05, + "loss": 0.0855, + "step": 980 + }, + { + "epoch": 0.9260991580916744, + "grad_norm": 0.39808815717697144, + "learning_rate": 6.593333333333334e-05, + "loss": 0.0871, + "step": 990 + }, + { + "epoch": 0.9354536950420954, + "grad_norm": 0.3133705258369446, + "learning_rate": 6.66e-05, + "loss": 0.0897, + "step": 1000 + }, + { + "epoch": 0.9448082319925164, + "grad_norm": 0.3674916923046112, + "learning_rate": 6.726666666666667e-05, + "loss": 0.0846, + "step": 1010 + }, + { + "epoch": 0.9541627689429373, + "grad_norm": 0.4349784553050995, + "learning_rate": 6.793333333333334e-05, + "loss": 0.0855, + "step": 1020 + }, + { + "epoch": 0.9635173058933583, + "grad_norm": 0.3454256057739258, + "learning_rate": 6.860000000000001e-05, + "loss": 0.0863, + "step": 1030 + }, + { + "epoch": 0.9728718428437793, + "grad_norm": 0.49666088819503784, + "learning_rate": 6.926666666666667e-05, + "loss": 0.0848, + "step": 1040 + }, + { + "epoch": 0.9822263797942001, + "grad_norm": 0.24509170651435852, + "learning_rate": 6.993333333333334e-05, + "loss": 0.0852, + "step": 1050 + }, + { + "epoch": 0.9915809167446211, + "grad_norm": 0.28570106625556946, + "learning_rate": 7.06e-05, + "loss": 0.0823, + "step": 1060 + }, + { + "epoch": 1.000935453695042, + "grad_norm": 0.31509581208229065, + "learning_rate": 7.126666666666667e-05, + "loss": 0.0819, + "step": 1070 + }, + { + "epoch": 1.010289990645463, + "grad_norm": 0.4069647192955017, + "learning_rate": 7.193333333333334e-05, + "loss": 0.0853, + "step": 1080 + }, + { + "epoch": 1.019644527595884, + "grad_norm": 0.5145186185836792, + "learning_rate": 7.26e-05, + "loss": 0.0824, + "step": 1090 + }, + { + "epoch": 1.028999064546305, + "grad_norm": 0.33598366379737854, + "learning_rate": 7.326666666666667e-05, + "loss": 0.0883, + "step": 1100 + }, + { + "epoch": 1.0383536014967258, + "grad_norm": 0.2724471390247345, + "learning_rate": 7.393333333333333e-05, + "loss": 0.0824, + "step": 1110 + }, + { + "epoch": 1.047708138447147, + "grad_norm": 0.3229529857635498, + "learning_rate": 7.46e-05, + "loss": 0.0843, + "step": 1120 + }, + { + "epoch": 1.0570626753975678, + "grad_norm": 0.3652926981449127, + "learning_rate": 7.526666666666668e-05, + "loss": 0.0854, + "step": 1130 + }, + { + "epoch": 1.0664172123479887, + "grad_norm": 0.3456888794898987, + "learning_rate": 7.593333333333334e-05, + "loss": 0.0853, + "step": 1140 + }, + { + "epoch": 1.0757717492984098, + "grad_norm": 0.3312474489212036, + "learning_rate": 7.66e-05, + "loss": 0.0817, + "step": 1150 + }, + { + "epoch": 1.0851262862488307, + "grad_norm": 0.36187678575515747, + "learning_rate": 7.726666666666667e-05, + "loss": 0.0829, + "step": 1160 + }, + { + "epoch": 1.0944808231992516, + "grad_norm": 0.29945671558380127, + "learning_rate": 7.793333333333333e-05, + "loss": 0.0834, + "step": 1170 + }, + { + "epoch": 1.1038353601496727, + "grad_norm": 0.2538433372974396, + "learning_rate": 7.860000000000001e-05, + "loss": 0.0838, + "step": 1180 + }, + { + "epoch": 1.1131898971000935, + "grad_norm": 0.21847012639045715, + "learning_rate": 7.926666666666666e-05, + "loss": 0.0867, + "step": 1190 + }, + { + "epoch": 1.1225444340505144, + "grad_norm": 0.35229921340942383, + "learning_rate": 7.993333333333334e-05, + "loss": 0.0841, + "step": 1200 + }, + { + "epoch": 1.1318989710009355, + "grad_norm": 0.262370765209198, + "learning_rate": 8.060000000000001e-05, + "loss": 0.0832, + "step": 1210 + }, + { + "epoch": 1.1412535079513564, + "grad_norm": 0.2863543629646301, + "learning_rate": 8.126666666666667e-05, + "loss": 0.0825, + "step": 1220 + }, + { + "epoch": 1.1506080449017775, + "grad_norm": 0.20859988033771515, + "learning_rate": 8.193333333333334e-05, + "loss": 0.0826, + "step": 1230 + }, + { + "epoch": 1.1599625818521984, + "grad_norm": 0.3149859607219696, + "learning_rate": 8.26e-05, + "loss": 0.0825, + "step": 1240 + }, + { + "epoch": 1.1693171188026192, + "grad_norm": 0.36050936579704285, + "learning_rate": 8.326666666666667e-05, + "loss": 0.084, + "step": 1250 + }, + { + "epoch": 1.1786716557530403, + "grad_norm": 0.34726861119270325, + "learning_rate": 8.393333333333335e-05, + "loss": 0.0849, + "step": 1260 + }, + { + "epoch": 1.1880261927034612, + "grad_norm": 0.33639732003211975, + "learning_rate": 8.46e-05, + "loss": 0.0806, + "step": 1270 + }, + { + "epoch": 1.197380729653882, + "grad_norm": 0.2606143057346344, + "learning_rate": 8.526666666666667e-05, + "loss": 0.0837, + "step": 1280 + }, + { + "epoch": 1.2067352666043032, + "grad_norm": 0.2538493871688843, + "learning_rate": 8.593333333333333e-05, + "loss": 0.0842, + "step": 1290 + }, + { + "epoch": 1.216089803554724, + "grad_norm": 0.317125141620636, + "learning_rate": 8.66e-05, + "loss": 0.0816, + "step": 1300 + }, + { + "epoch": 1.225444340505145, + "grad_norm": 0.23918837308883667, + "learning_rate": 8.726666666666667e-05, + "loss": 0.0797, + "step": 1310 + }, + { + "epoch": 1.234798877455566, + "grad_norm": 0.33688268065452576, + "learning_rate": 8.793333333333333e-05, + "loss": 0.0833, + "step": 1320 + }, + { + "epoch": 1.244153414405987, + "grad_norm": 0.33512142300605774, + "learning_rate": 8.86e-05, + "loss": 0.0828, + "step": 1330 + }, + { + "epoch": 1.2535079513564078, + "grad_norm": 0.32410794496536255, + "learning_rate": 8.926666666666668e-05, + "loss": 0.0801, + "step": 1340 + }, + { + "epoch": 1.262862488306829, + "grad_norm": 0.28748852014541626, + "learning_rate": 8.993333333333334e-05, + "loss": 0.0781, + "step": 1350 + }, + { + "epoch": 1.2722170252572498, + "grad_norm": 0.3675398528575897, + "learning_rate": 9.06e-05, + "loss": 0.0816, + "step": 1360 + }, + { + "epoch": 1.2815715622076707, + "grad_norm": 0.33733057975769043, + "learning_rate": 9.126666666666667e-05, + "loss": 0.0778, + "step": 1370 + }, + { + "epoch": 1.2909260991580918, + "grad_norm": 0.23165512084960938, + "learning_rate": 9.193333333333334e-05, + "loss": 0.0827, + "step": 1380 + }, + { + "epoch": 1.3002806361085126, + "grad_norm": 0.32540103793144226, + "learning_rate": 9.260000000000001e-05, + "loss": 0.0813, + "step": 1390 + }, + { + "epoch": 1.3096351730589335, + "grad_norm": 0.3454931974411011, + "learning_rate": 9.326666666666667e-05, + "loss": 0.0848, + "step": 1400 + }, + { + "epoch": 1.3189897100093546, + "grad_norm": 0.31130486726760864, + "learning_rate": 9.393333333333334e-05, + "loss": 0.0813, + "step": 1410 + }, + { + "epoch": 1.3283442469597755, + "grad_norm": 0.5519844889640808, + "learning_rate": 9.46e-05, + "loss": 0.0844, + "step": 1420 + }, + { + "epoch": 1.3376987839101964, + "grad_norm": 0.40089496970176697, + "learning_rate": 9.526666666666667e-05, + "loss": 0.0815, + "step": 1430 + }, + { + "epoch": 1.3470533208606175, + "grad_norm": 0.46374282240867615, + "learning_rate": 9.593333333333334e-05, + "loss": 0.0853, + "step": 1440 + }, + { + "epoch": 1.3564078578110383, + "grad_norm": 0.6135054230690002, + "learning_rate": 9.66e-05, + "loss": 0.0875, + "step": 1450 + }, + { + "epoch": 1.3657623947614592, + "grad_norm": 0.5330421924591064, + "learning_rate": 9.726666666666667e-05, + "loss": 0.0832, + "step": 1460 + }, + { + "epoch": 1.3751169317118803, + "grad_norm": 0.4371172785758972, + "learning_rate": 9.793333333333333e-05, + "loss": 0.08, + "step": 1470 + }, + { + "epoch": 1.3844714686623012, + "grad_norm": 0.31125950813293457, + "learning_rate": 9.86e-05, + "loss": 0.0815, + "step": 1480 + }, + { + "epoch": 1.393826005612722, + "grad_norm": 0.2851814031600952, + "learning_rate": 9.926666666666668e-05, + "loss": 0.0833, + "step": 1490 + }, + { + "epoch": 1.4031805425631432, + "grad_norm": 0.18281733989715576, + "learning_rate": 9.993333333333334e-05, + "loss": 0.078, + "step": 1500 + }, + { + "epoch": 1.412535079513564, + "grad_norm": 0.197869211435318, + "learning_rate": 9.999997539434007e-05, + "loss": 0.08, + "step": 1510 + }, + { + "epoch": 1.421889616463985, + "grad_norm": 0.3061855137348175, + "learning_rate": 9.999989033776898e-05, + "loss": 0.0798, + "step": 1520 + }, + { + "epoch": 1.431244153414406, + "grad_norm": 0.22627823054790497, + "learning_rate": 9.999974452661641e-05, + "loss": 0.0806, + "step": 1530 + }, + { + "epoch": 1.440598690364827, + "grad_norm": 0.2641271650791168, + "learning_rate": 9.999953796105959e-05, + "loss": 0.0815, + "step": 1540 + }, + { + "epoch": 1.4499532273152478, + "grad_norm": 0.1865835040807724, + "learning_rate": 9.999927064134949e-05, + "loss": 0.0767, + "step": 1550 + }, + { + "epoch": 1.4593077642656689, + "grad_norm": 0.26319923996925354, + "learning_rate": 9.999894256781095e-05, + "loss": 0.0823, + "step": 1560 + }, + { + "epoch": 1.4686623012160898, + "grad_norm": 0.35146814584732056, + "learning_rate": 9.99985537408426e-05, + "loss": 0.0794, + "step": 1570 + }, + { + "epoch": 1.4780168381665106, + "grad_norm": 0.30225670337677, + "learning_rate": 9.999810416091688e-05, + "loss": 0.0784, + "step": 1580 + }, + { + "epoch": 1.4873713751169317, + "grad_norm": 0.30244842171669006, + "learning_rate": 9.99975938285801e-05, + "loss": 0.0783, + "step": 1590 + }, + { + "epoch": 1.4967259120673526, + "grad_norm": 0.34441521763801575, + "learning_rate": 9.999702274445236e-05, + "loss": 0.0788, + "step": 1600 + }, + { + "epoch": 1.5060804490177735, + "grad_norm": 0.1652936339378357, + "learning_rate": 9.999639090922756e-05, + "loss": 0.0781, + "step": 1610 + }, + { + "epoch": 1.5154349859681946, + "grad_norm": 0.25500836968421936, + "learning_rate": 9.999569832367346e-05, + "loss": 0.0747, + "step": 1620 + }, + { + "epoch": 1.5247895229186157, + "grad_norm": 0.23537945747375488, + "learning_rate": 9.999494498863162e-05, + "loss": 0.0782, + "step": 1630 + }, + { + "epoch": 1.5341440598690363, + "grad_norm": 0.225553959608078, + "learning_rate": 9.99941309050174e-05, + "loss": 0.0757, + "step": 1640 + }, + { + "epoch": 1.5434985968194574, + "grad_norm": 0.2317887246608734, + "learning_rate": 9.999325607381999e-05, + "loss": 0.0794, + "step": 1650 + }, + { + "epoch": 1.5528531337698785, + "grad_norm": 0.2177266627550125, + "learning_rate": 9.999232049610238e-05, + "loss": 0.0815, + "step": 1660 + }, + { + "epoch": 1.5622076707202992, + "grad_norm": 0.23949533700942993, + "learning_rate": 9.999132417300142e-05, + "loss": 0.0766, + "step": 1670 + }, + { + "epoch": 1.5715622076707203, + "grad_norm": 0.2670072615146637, + "learning_rate": 9.99902671057277e-05, + "loss": 0.0774, + "step": 1680 + }, + { + "epoch": 1.5809167446211414, + "grad_norm": 0.20423205196857452, + "learning_rate": 9.998914929556569e-05, + "loss": 0.0786, + "step": 1690 + }, + { + "epoch": 1.590271281571562, + "grad_norm": 0.2204275280237198, + "learning_rate": 9.998797074387361e-05, + "loss": 0.0788, + "step": 1700 + }, + { + "epoch": 1.5996258185219832, + "grad_norm": 0.22695226967334747, + "learning_rate": 9.99867314520835e-05, + "loss": 0.0806, + "step": 1710 + }, + { + "epoch": 1.6089803554724043, + "grad_norm": 0.2410849928855896, + "learning_rate": 9.998543142170126e-05, + "loss": 0.0765, + "step": 1720 + }, + { + "epoch": 1.618334892422825, + "grad_norm": 0.23558610677719116, + "learning_rate": 9.99840706543065e-05, + "loss": 0.0797, + "step": 1730 + }, + { + "epoch": 1.627689429373246, + "grad_norm": 0.31669944524765015, + "learning_rate": 9.998264915155274e-05, + "loss": 0.0767, + "step": 1740 + }, + { + "epoch": 1.637043966323667, + "grad_norm": 0.2514924108982086, + "learning_rate": 9.998116691516718e-05, + "loss": 0.0765, + "step": 1750 + }, + { + "epoch": 1.646398503274088, + "grad_norm": 0.2764635384082794, + "learning_rate": 9.997962394695091e-05, + "loss": 0.0788, + "step": 1760 + }, + { + "epoch": 1.6557530402245089, + "grad_norm": 0.2100062072277069, + "learning_rate": 9.997802024877875e-05, + "loss": 0.0754, + "step": 1770 + }, + { + "epoch": 1.66510757717493, + "grad_norm": 0.24032992124557495, + "learning_rate": 9.99763558225994e-05, + "loss": 0.076, + "step": 1780 + }, + { + "epoch": 1.6744621141253508, + "grad_norm": 0.23454047739505768, + "learning_rate": 9.997463067043526e-05, + "loss": 0.0744, + "step": 1790 + }, + { + "epoch": 1.6838166510757717, + "grad_norm": 0.2628844380378723, + "learning_rate": 9.997284479438253e-05, + "loss": 0.0767, + "step": 1800 + }, + { + "epoch": 1.6931711880261928, + "grad_norm": 0.193793386220932, + "learning_rate": 9.997099819661127e-05, + "loss": 0.0768, + "step": 1810 + }, + { + "epoch": 1.7025257249766137, + "grad_norm": 0.24461810290813446, + "learning_rate": 9.996909087936524e-05, + "loss": 0.0783, + "step": 1820 + }, + { + "epoch": 1.7118802619270346, + "grad_norm": 0.2245708554983139, + "learning_rate": 9.996712284496201e-05, + "loss": 0.0784, + "step": 1830 + }, + { + "epoch": 1.7212347988774557, + "grad_norm": 0.17443905770778656, + "learning_rate": 9.996509409579293e-05, + "loss": 0.0753, + "step": 1840 + }, + { + "epoch": 1.7305893358278766, + "grad_norm": 0.18380840122699738, + "learning_rate": 9.996300463432312e-05, + "loss": 0.0784, + "step": 1850 + }, + { + "epoch": 1.7399438727782974, + "grad_norm": 0.24410654604434967, + "learning_rate": 9.996085446309148e-05, + "loss": 0.0733, + "step": 1860 + }, + { + "epoch": 1.7492984097287185, + "grad_norm": 0.21376219391822815, + "learning_rate": 9.995864358471066e-05, + "loss": 0.0747, + "step": 1870 + }, + { + "epoch": 1.7586529466791394, + "grad_norm": 0.20351551473140717, + "learning_rate": 9.99563720018671e-05, + "loss": 0.077, + "step": 1880 + }, + { + "epoch": 1.7680074836295603, + "grad_norm": 0.17991890013217926, + "learning_rate": 9.995403971732098e-05, + "loss": 0.0778, + "step": 1890 + }, + { + "epoch": 1.7773620205799814, + "grad_norm": 0.18388931453227997, + "learning_rate": 9.995164673390625e-05, + "loss": 0.0728, + "step": 1900 + }, + { + "epoch": 1.7867165575304023, + "grad_norm": 0.3086683750152588, + "learning_rate": 9.994919305453059e-05, + "loss": 0.0751, + "step": 1910 + }, + { + "epoch": 1.7960710944808231, + "grad_norm": 0.3031141757965088, + "learning_rate": 9.994667868217548e-05, + "loss": 0.079, + "step": 1920 + }, + { + "epoch": 1.8054256314312442, + "grad_norm": 0.23341535031795502, + "learning_rate": 9.99441036198961e-05, + "loss": 0.0798, + "step": 1930 + }, + { + "epoch": 1.8147801683816651, + "grad_norm": 0.24919146299362183, + "learning_rate": 9.99414678708214e-05, + "loss": 0.076, + "step": 1940 + }, + { + "epoch": 1.824134705332086, + "grad_norm": 0.3393644094467163, + "learning_rate": 9.993877143815407e-05, + "loss": 0.0758, + "step": 1950 + }, + { + "epoch": 1.833489242282507, + "grad_norm": 0.2817037105560303, + "learning_rate": 9.993601432517053e-05, + "loss": 0.0761, + "step": 1960 + }, + { + "epoch": 1.842843779232928, + "grad_norm": 0.28017085790634155, + "learning_rate": 9.993319653522091e-05, + "loss": 0.0745, + "step": 1970 + }, + { + "epoch": 1.8521983161833488, + "grad_norm": 0.3040216565132141, + "learning_rate": 9.993031807172911e-05, + "loss": 0.0743, + "step": 1980 + }, + { + "epoch": 1.86155285313377, + "grad_norm": 0.3189293444156647, + "learning_rate": 9.992737893819273e-05, + "loss": 0.0764, + "step": 1990 + }, + { + "epoch": 1.8709073900841908, + "grad_norm": 0.27772000432014465, + "learning_rate": 9.992437913818312e-05, + "loss": 0.0759, + "step": 2000 + }, + { + "epoch": 1.8802619270346117, + "grad_norm": 0.21887196600437164, + "learning_rate": 9.992131867534526e-05, + "loss": 0.0739, + "step": 2010 + }, + { + "epoch": 1.8896164639850328, + "grad_norm": 0.18729810416698456, + "learning_rate": 9.991819755339796e-05, + "loss": 0.0755, + "step": 2020 + }, + { + "epoch": 1.8989710009354537, + "grad_norm": 0.2272825837135315, + "learning_rate": 9.991501577613365e-05, + "loss": 0.0736, + "step": 2030 + }, + { + "epoch": 1.9083255378858746, + "grad_norm": 0.1822744458913803, + "learning_rate": 9.99117733474185e-05, + "loss": 0.0731, + "step": 2040 + }, + { + "epoch": 1.9176800748362957, + "grad_norm": 0.24325622618198395, + "learning_rate": 9.990847027119234e-05, + "loss": 0.0779, + "step": 2050 + }, + { + "epoch": 1.9270346117867165, + "grad_norm": 0.1873142570257187, + "learning_rate": 9.990510655146877e-05, + "loss": 0.0733, + "step": 2060 + }, + { + "epoch": 1.9363891487371374, + "grad_norm": 0.18374042212963104, + "learning_rate": 9.990168219233496e-05, + "loss": 0.0728, + "step": 2070 + }, + { + "epoch": 1.9457436856875585, + "grad_norm": 0.16290691494941711, + "learning_rate": 9.989819719795188e-05, + "loss": 0.0743, + "step": 2080 + }, + { + "epoch": 1.9550982226379794, + "grad_norm": 0.2099679857492447, + "learning_rate": 9.989465157255412e-05, + "loss": 0.073, + "step": 2090 + }, + { + "epoch": 1.9644527595884003, + "grad_norm": 0.19601741433143616, + "learning_rate": 9.989104532044994e-05, + "loss": 0.0764, + "step": 2100 + }, + { + "epoch": 1.9738072965388214, + "grad_norm": 0.3236464262008667, + "learning_rate": 9.988737844602128e-05, + "loss": 0.0734, + "step": 2110 + }, + { + "epoch": 1.9831618334892422, + "grad_norm": 0.3042774200439453, + "learning_rate": 9.988365095372372e-05, + "loss": 0.075, + "step": 2120 + }, + { + "epoch": 1.9925163704396631, + "grad_norm": 0.3297845721244812, + "learning_rate": 9.987986284808654e-05, + "loss": 0.0761, + "step": 2130 + }, + { + "epoch": 2.001870907390084, + "grad_norm": 0.2762160301208496, + "learning_rate": 9.987601413371264e-05, + "loss": 0.0743, + "step": 2140 + }, + { + "epoch": 2.0112254443405053, + "grad_norm": 0.22130772471427917, + "learning_rate": 9.987210481527855e-05, + "loss": 0.0777, + "step": 2150 + }, + { + "epoch": 2.020579981290926, + "grad_norm": 0.21740397810935974, + "learning_rate": 9.98681348975345e-05, + "loss": 0.0745, + "step": 2160 + }, + { + "epoch": 2.029934518241347, + "grad_norm": 0.22288499772548676, + "learning_rate": 9.986410438530427e-05, + "loss": 0.0749, + "step": 2170 + }, + { + "epoch": 2.039289055191768, + "grad_norm": 0.16618487238883972, + "learning_rate": 9.986001328348534e-05, + "loss": 0.0726, + "step": 2180 + }, + { + "epoch": 2.048643592142189, + "grad_norm": 0.15742002427577972, + "learning_rate": 9.985586159704878e-05, + "loss": 0.0705, + "step": 2190 + }, + { + "epoch": 2.05799812909261, + "grad_norm": 0.186392143368721, + "learning_rate": 9.985164933103929e-05, + "loss": 0.0737, + "step": 2200 + }, + { + "epoch": 2.067352666043031, + "grad_norm": 0.2506673038005829, + "learning_rate": 9.984737649057513e-05, + "loss": 0.0727, + "step": 2210 + }, + { + "epoch": 2.0767072029934517, + "grad_norm": 0.22234688699245453, + "learning_rate": 9.984304308084827e-05, + "loss": 0.0772, + "step": 2220 + }, + { + "epoch": 2.086061739943873, + "grad_norm": 0.19554844498634338, + "learning_rate": 9.983864910712416e-05, + "loss": 0.0743, + "step": 2230 + }, + { + "epoch": 2.095416276894294, + "grad_norm": 0.2494519203901291, + "learning_rate": 9.98341945747419e-05, + "loss": 0.0733, + "step": 2240 + }, + { + "epoch": 2.1047708138447145, + "grad_norm": 0.19777120649814606, + "learning_rate": 9.98296794891142e-05, + "loss": 0.0747, + "step": 2250 + }, + { + "epoch": 2.1141253507951356, + "grad_norm": 0.22928911447525024, + "learning_rate": 9.982510385572725e-05, + "loss": 0.0729, + "step": 2260 + }, + { + "epoch": 2.1234798877455567, + "grad_norm": 0.2251608967781067, + "learning_rate": 9.982046768014094e-05, + "loss": 0.074, + "step": 2270 + }, + { + "epoch": 2.1328344246959774, + "grad_norm": 0.2798999547958374, + "learning_rate": 9.981577096798863e-05, + "loss": 0.0708, + "step": 2280 + }, + { + "epoch": 2.1421889616463985, + "grad_norm": 0.140345960855484, + "learning_rate": 9.981101372497727e-05, + "loss": 0.071, + "step": 2290 + }, + { + "epoch": 2.1515434985968196, + "grad_norm": 0.18195904791355133, + "learning_rate": 9.980619595688737e-05, + "loss": 0.071, + "step": 2300 + }, + { + "epoch": 2.1608980355472402, + "grad_norm": 0.23142240941524506, + "learning_rate": 9.980131766957295e-05, + "loss": 0.0724, + "step": 2310 + }, + { + "epoch": 2.1702525724976613, + "grad_norm": 0.2079436331987381, + "learning_rate": 9.979637886896163e-05, + "loss": 0.0745, + "step": 2320 + }, + { + "epoch": 2.1796071094480824, + "grad_norm": 0.2444603592157364, + "learning_rate": 9.979137956105447e-05, + "loss": 0.0734, + "step": 2330 + }, + { + "epoch": 2.188961646398503, + "grad_norm": 0.21430441737174988, + "learning_rate": 9.978631975192613e-05, + "loss": 0.0757, + "step": 2340 + }, + { + "epoch": 2.198316183348924, + "grad_norm": 0.2159126251935959, + "learning_rate": 9.978119944772475e-05, + "loss": 0.0706, + "step": 2350 + }, + { + "epoch": 2.2076707202993453, + "grad_norm": 0.2268463671207428, + "learning_rate": 9.977601865467197e-05, + "loss": 0.0747, + "step": 2360 + }, + { + "epoch": 2.217025257249766, + "grad_norm": 0.1960771530866623, + "learning_rate": 9.977077737906297e-05, + "loss": 0.0721, + "step": 2370 + }, + { + "epoch": 2.226379794200187, + "grad_norm": 0.23991365730762482, + "learning_rate": 9.976547562726636e-05, + "loss": 0.074, + "step": 2380 + }, + { + "epoch": 2.235734331150608, + "grad_norm": 0.21406503021717072, + "learning_rate": 9.976011340572429e-05, + "loss": 0.0705, + "step": 2390 + }, + { + "epoch": 2.245088868101029, + "grad_norm": 0.25527283549308777, + "learning_rate": 9.975469072095237e-05, + "loss": 0.072, + "step": 2400 + }, + { + "epoch": 2.25444340505145, + "grad_norm": 0.27425989508628845, + "learning_rate": 9.974920757953965e-05, + "loss": 0.0707, + "step": 2410 + }, + { + "epoch": 2.263797942001871, + "grad_norm": 0.27071139216423035, + "learning_rate": 9.97436639881487e-05, + "loss": 0.0701, + "step": 2420 + }, + { + "epoch": 2.2731524789522917, + "grad_norm": 0.181704580783844, + "learning_rate": 9.973805995351545e-05, + "loss": 0.0699, + "step": 2430 + }, + { + "epoch": 2.2825070159027128, + "grad_norm": 0.16914618015289307, + "learning_rate": 9.973239548244939e-05, + "loss": 0.0725, + "step": 2440 + }, + { + "epoch": 2.291861552853134, + "grad_norm": 0.17653942108154297, + "learning_rate": 9.972667058183333e-05, + "loss": 0.0713, + "step": 2450 + }, + { + "epoch": 2.301216089803555, + "grad_norm": 0.22998228669166565, + "learning_rate": 9.972088525862362e-05, + "loss": 0.0695, + "step": 2460 + }, + { + "epoch": 2.3105706267539756, + "grad_norm": 0.2277563512325287, + "learning_rate": 9.971503951984995e-05, + "loss": 0.0727, + "step": 2470 + }, + { + "epoch": 2.3199251637043967, + "grad_norm": 0.18092766404151917, + "learning_rate": 9.970913337261543e-05, + "loss": 0.0729, + "step": 2480 + }, + { + "epoch": 2.3292797006548174, + "grad_norm": 0.1904641091823578, + "learning_rate": 9.97031668240966e-05, + "loss": 0.0729, + "step": 2490 + }, + { + "epoch": 2.3386342376052385, + "grad_norm": 0.20408228039741516, + "learning_rate": 9.969713988154339e-05, + "loss": 0.0705, + "step": 2500 + }, + { + "epoch": 2.3479887745556596, + "grad_norm": 0.1476576179265976, + "learning_rate": 9.969105255227906e-05, + "loss": 0.0692, + "step": 2510 + }, + { + "epoch": 2.3573433115060807, + "grad_norm": 0.17898060381412506, + "learning_rate": 9.968490484370035e-05, + "loss": 0.0682, + "step": 2520 + }, + { + "epoch": 2.3666978484565013, + "grad_norm": 0.1991555392742157, + "learning_rate": 9.967869676327726e-05, + "loss": 0.0719, + "step": 2530 + }, + { + "epoch": 2.3760523854069224, + "grad_norm": 0.24626590311527252, + "learning_rate": 9.96724283185532e-05, + "loss": 0.0667, + "step": 2540 + }, + { + "epoch": 2.385406922357343, + "grad_norm": 0.1943143904209137, + "learning_rate": 9.966609951714494e-05, + "loss": 0.0721, + "step": 2550 + }, + { + "epoch": 2.394761459307764, + "grad_norm": 0.1987801343202591, + "learning_rate": 9.965971036674255e-05, + "loss": 0.0696, + "step": 2560 + }, + { + "epoch": 2.4041159962581853, + "grad_norm": 0.21124309301376343, + "learning_rate": 9.965326087510947e-05, + "loss": 0.0694, + "step": 2570 + }, + { + "epoch": 2.4134705332086064, + "grad_norm": 0.21795164048671722, + "learning_rate": 9.964675105008244e-05, + "loss": 0.0706, + "step": 2580 + }, + { + "epoch": 2.422825070159027, + "grad_norm": 0.19574949145317078, + "learning_rate": 9.964018089957147e-05, + "loss": 0.0692, + "step": 2590 + }, + { + "epoch": 2.432179607109448, + "grad_norm": 0.21664072573184967, + "learning_rate": 9.963355043155996e-05, + "loss": 0.0698, + "step": 2600 + }, + { + "epoch": 2.441534144059869, + "grad_norm": 0.1714615821838379, + "learning_rate": 9.962685965410455e-05, + "loss": 0.0672, + "step": 2610 + }, + { + "epoch": 2.45088868101029, + "grad_norm": 0.1717023104429245, + "learning_rate": 9.962010857533514e-05, + "loss": 0.0699, + "step": 2620 + }, + { + "epoch": 2.460243217960711, + "grad_norm": 0.1670110523700714, + "learning_rate": 9.961329720345493e-05, + "loss": 0.0729, + "step": 2630 + }, + { + "epoch": 2.469597754911132, + "grad_norm": 0.18059802055358887, + "learning_rate": 9.96064255467404e-05, + "loss": 0.071, + "step": 2640 + }, + { + "epoch": 2.4789522918615527, + "grad_norm": 0.17166347801685333, + "learning_rate": 9.959949361354126e-05, + "loss": 0.0674, + "step": 2650 + }, + { + "epoch": 2.488306828811974, + "grad_norm": 0.17199662327766418, + "learning_rate": 9.959250141228045e-05, + "loss": 0.0706, + "step": 2660 + }, + { + "epoch": 2.497661365762395, + "grad_norm": 0.18557904660701752, + "learning_rate": 9.958544895145414e-05, + "loss": 0.0709, + "step": 2670 + }, + { + "epoch": 2.5070159027128156, + "grad_norm": 0.2390180230140686, + "learning_rate": 9.957833623963177e-05, + "loss": 0.0721, + "step": 2680 + }, + { + "epoch": 2.5163704396632367, + "grad_norm": 0.19708411395549774, + "learning_rate": 9.957116328545593e-05, + "loss": 0.0711, + "step": 2690 + }, + { + "epoch": 2.525724976613658, + "grad_norm": 0.2681070864200592, + "learning_rate": 9.956393009764244e-05, + "loss": 0.0698, + "step": 2700 + }, + { + "epoch": 2.5350795135640785, + "grad_norm": 0.19735172390937805, + "learning_rate": 9.955663668498032e-05, + "loss": 0.0712, + "step": 2710 + }, + { + "epoch": 2.5444340505144996, + "grad_norm": 0.1769009679555893, + "learning_rate": 9.954928305633173e-05, + "loss": 0.0705, + "step": 2720 + }, + { + "epoch": 2.55378858746492, + "grad_norm": 0.22727219760417938, + "learning_rate": 9.954186922063204e-05, + "loss": 0.0669, + "step": 2730 + }, + { + "epoch": 2.5631431244153413, + "grad_norm": 0.23734062910079956, + "learning_rate": 9.953439518688974e-05, + "loss": 0.0683, + "step": 2740 + }, + { + "epoch": 2.5724976613657624, + "grad_norm": 0.22697384655475616, + "learning_rate": 9.952686096418652e-05, + "loss": 0.0714, + "step": 2750 + }, + { + "epoch": 2.5818521983161835, + "grad_norm": 0.18398907780647278, + "learning_rate": 9.951926656167714e-05, + "loss": 0.0696, + "step": 2760 + }, + { + "epoch": 2.591206735266604, + "grad_norm": 0.18680547177791595, + "learning_rate": 9.951161198858953e-05, + "loss": 0.0679, + "step": 2770 + }, + { + "epoch": 2.6005612722170253, + "grad_norm": 0.1682751476764679, + "learning_rate": 9.950389725422471e-05, + "loss": 0.0694, + "step": 2780 + }, + { + "epoch": 2.6099158091674464, + "grad_norm": 0.16852305829524994, + "learning_rate": 9.949612236795682e-05, + "loss": 0.0687, + "step": 2790 + }, + { + "epoch": 2.619270346117867, + "grad_norm": 0.1797429919242859, + "learning_rate": 9.948828733923305e-05, + "loss": 0.0688, + "step": 2800 + }, + { + "epoch": 2.628624883068288, + "grad_norm": 0.19394941627979279, + "learning_rate": 9.948039217757374e-05, + "loss": 0.0714, + "step": 2810 + }, + { + "epoch": 2.637979420018709, + "grad_norm": 0.1899338811635971, + "learning_rate": 9.947243689257225e-05, + "loss": 0.0674, + "step": 2820 + }, + { + "epoch": 2.64733395696913, + "grad_norm": 0.21782325208187103, + "learning_rate": 9.946442149389497e-05, + "loss": 0.0672, + "step": 2830 + }, + { + "epoch": 2.656688493919551, + "grad_norm": 0.1582775115966797, + "learning_rate": 9.945634599128139e-05, + "loss": 0.0685, + "step": 2840 + }, + { + "epoch": 2.666043030869972, + "grad_norm": 0.16574418544769287, + "learning_rate": 9.944821039454402e-05, + "loss": 0.0708, + "step": 2850 + }, + { + "epoch": 2.6753975678203927, + "grad_norm": 0.1633094847202301, + "learning_rate": 9.944001471356835e-05, + "loss": 0.0682, + "step": 2860 + }, + { + "epoch": 2.684752104770814, + "grad_norm": 0.16783009469509125, + "learning_rate": 9.94317589583129e-05, + "loss": 0.0683, + "step": 2870 + }, + { + "epoch": 2.694106641721235, + "grad_norm": 0.18998229503631592, + "learning_rate": 9.942344313880922e-05, + "loss": 0.0681, + "step": 2880 + }, + { + "epoch": 2.703461178671656, + "grad_norm": 0.1925184428691864, + "learning_rate": 9.941506726516179e-05, + "loss": 0.0717, + "step": 2890 + }, + { + "epoch": 2.7128157156220767, + "grad_norm": 0.1619291603565216, + "learning_rate": 9.94066313475481e-05, + "loss": 0.0715, + "step": 2900 + }, + { + "epoch": 2.722170252572498, + "grad_norm": 0.18032777309417725, + "learning_rate": 9.939813539621857e-05, + "loss": 0.0722, + "step": 2910 + }, + { + "epoch": 2.7315247895229184, + "grad_norm": 0.21247749030590057, + "learning_rate": 9.93895794214966e-05, + "loss": 0.0699, + "step": 2920 + }, + { + "epoch": 2.7408793264733395, + "grad_norm": 0.2480694055557251, + "learning_rate": 9.938096343377852e-05, + "loss": 0.0688, + "step": 2930 + }, + { + "epoch": 2.7502338634237606, + "grad_norm": 0.22920602560043335, + "learning_rate": 9.937228744353353e-05, + "loss": 0.0692, + "step": 2940 + }, + { + "epoch": 2.7595884003741817, + "grad_norm": 0.17364786565303802, + "learning_rate": 9.936355146130379e-05, + "loss": 0.0681, + "step": 2950 + }, + { + "epoch": 2.7689429373246024, + "grad_norm": 0.17286324501037598, + "learning_rate": 9.935475549770435e-05, + "loss": 0.0736, + "step": 2960 + }, + { + "epoch": 2.7782974742750235, + "grad_norm": 0.28529176115989685, + "learning_rate": 9.934589956342315e-05, + "loss": 0.0706, + "step": 2970 + }, + { + "epoch": 2.787652011225444, + "grad_norm": 0.25175875425338745, + "learning_rate": 9.933698366922093e-05, + "loss": 0.0698, + "step": 2980 + }, + { + "epoch": 2.7970065481758652, + "grad_norm": 0.1708132028579712, + "learning_rate": 9.93280078259314e-05, + "loss": 0.0715, + "step": 2990 + }, + { + "epoch": 2.8063610851262863, + "grad_norm": 0.1746196299791336, + "learning_rate": 9.931897204446104e-05, + "loss": 0.0683, + "step": 3000 + }, + { + "epoch": 2.8157156220767074, + "grad_norm": 0.1516275554895401, + "learning_rate": 9.930987633578915e-05, + "loss": 0.0693, + "step": 3010 + }, + { + "epoch": 2.825070159027128, + "grad_norm": 0.17068296670913696, + "learning_rate": 9.93007207109679e-05, + "loss": 0.0686, + "step": 3020 + }, + { + "epoch": 2.834424695977549, + "grad_norm": 0.17498598992824554, + "learning_rate": 9.929150518112224e-05, + "loss": 0.0705, + "step": 3030 + }, + { + "epoch": 2.84377923292797, + "grad_norm": 0.22205738723278046, + "learning_rate": 9.928222975744991e-05, + "loss": 0.0677, + "step": 3040 + }, + { + "epoch": 2.853133769878391, + "grad_norm": 0.21526233851909637, + "learning_rate": 9.92728944512214e-05, + "loss": 0.067, + "step": 3050 + }, + { + "epoch": 2.862488306828812, + "grad_norm": 0.20718158781528473, + "learning_rate": 9.926349927378001e-05, + "loss": 0.0694, + "step": 3060 + }, + { + "epoch": 2.871842843779233, + "grad_norm": 0.16355721652507782, + "learning_rate": 9.925404423654174e-05, + "loss": 0.0677, + "step": 3070 + }, + { + "epoch": 2.881197380729654, + "grad_norm": 0.21239563822746277, + "learning_rate": 9.924452935099537e-05, + "loss": 0.0707, + "step": 3080 + }, + { + "epoch": 2.890551917680075, + "grad_norm": 0.27104198932647705, + "learning_rate": 9.92349546287024e-05, + "loss": 0.0661, + "step": 3090 + }, + { + "epoch": 2.8999064546304956, + "grad_norm": 0.23865559697151184, + "learning_rate": 9.9225320081297e-05, + "loss": 0.0664, + "step": 3100 + }, + { + "epoch": 2.9092609915809167, + "grad_norm": 0.17898046970367432, + "learning_rate": 9.921562572048606e-05, + "loss": 0.067, + "step": 3110 + }, + { + "epoch": 2.9186155285313378, + "grad_norm": 0.25509077310562134, + "learning_rate": 9.920587155804913e-05, + "loss": 0.0674, + "step": 3120 + }, + { + "epoch": 2.927970065481759, + "grad_norm": 0.23957855999469757, + "learning_rate": 9.919605760583845e-05, + "loss": 0.069, + "step": 3130 + }, + { + "epoch": 2.9373246024321795, + "grad_norm": 0.23484404385089874, + "learning_rate": 9.91861838757789e-05, + "loss": 0.0651, + "step": 3140 + }, + { + "epoch": 2.9466791393826006, + "grad_norm": 0.28860944509506226, + "learning_rate": 9.917625037986798e-05, + "loss": 0.0661, + "step": 3150 + }, + { + "epoch": 2.9560336763330213, + "grad_norm": 0.24733449518680573, + "learning_rate": 9.916625713017583e-05, + "loss": 0.066, + "step": 3160 + }, + { + "epoch": 2.9653882132834424, + "grad_norm": 0.20485371351242065, + "learning_rate": 9.915620413884519e-05, + "loss": 0.0678, + "step": 3170 + }, + { + "epoch": 2.9747427502338635, + "grad_norm": 0.17553654313087463, + "learning_rate": 9.914609141809139e-05, + "loss": 0.0665, + "step": 3180 + }, + { + "epoch": 2.9840972871842846, + "grad_norm": 0.12549783289432526, + "learning_rate": 9.913591898020235e-05, + "loss": 0.0718, + "step": 3190 + }, + { + "epoch": 2.9934518241347052, + "grad_norm": 0.15812915563583374, + "learning_rate": 9.912568683753853e-05, + "loss": 0.0715, + "step": 3200 + }, + { + "epoch": 3.0028063610851263, + "grad_norm": 0.1827532798051834, + "learning_rate": 9.911539500253295e-05, + "loss": 0.0693, + "step": 3210 + }, + { + "epoch": 3.0121608980355474, + "grad_norm": 0.1859935075044632, + "learning_rate": 9.910504348769118e-05, + "loss": 0.0681, + "step": 3220 + }, + { + "epoch": 3.021515434985968, + "grad_norm": 0.2146115005016327, + "learning_rate": 9.909463230559127e-05, + "loss": 0.0668, + "step": 3230 + }, + { + "epoch": 3.030869971936389, + "grad_norm": 0.2032395303249359, + "learning_rate": 9.908416146888376e-05, + "loss": 0.0689, + "step": 3240 + }, + { + "epoch": 3.0402245088868103, + "grad_norm": 0.18751336634159088, + "learning_rate": 9.907363099029175e-05, + "loss": 0.0668, + "step": 3250 + }, + { + "epoch": 3.049579045837231, + "grad_norm": 0.13542379438877106, + "learning_rate": 9.906304088261073e-05, + "loss": 0.066, + "step": 3260 + }, + { + "epoch": 3.058933582787652, + "grad_norm": 0.14943315088748932, + "learning_rate": 9.905239115870872e-05, + "loss": 0.0671, + "step": 3270 + }, + { + "epoch": 3.068288119738073, + "grad_norm": 0.1685359925031662, + "learning_rate": 9.90416818315261e-05, + "loss": 0.0698, + "step": 3280 + }, + { + "epoch": 3.077642656688494, + "grad_norm": 0.23233412206172943, + "learning_rate": 9.903091291407573e-05, + "loss": 0.0663, + "step": 3290 + }, + { + "epoch": 3.086997193638915, + "grad_norm": 0.21596172451972961, + "learning_rate": 9.902008441944286e-05, + "loss": 0.0689, + "step": 3300 + }, + { + "epoch": 3.096351730589336, + "grad_norm": 0.20772799849510193, + "learning_rate": 9.900919636078512e-05, + "loss": 0.0641, + "step": 3310 + }, + { + "epoch": 3.1057062675397566, + "grad_norm": 0.13771332800388336, + "learning_rate": 9.899824875133255e-05, + "loss": 0.0682, + "step": 3320 + }, + { + "epoch": 3.1150608044901777, + "grad_norm": 0.155600443482399, + "learning_rate": 9.898724160438749e-05, + "loss": 0.0667, + "step": 3330 + }, + { + "epoch": 3.124415341440599, + "grad_norm": 0.1874653548002243, + "learning_rate": 9.89761749333247e-05, + "loss": 0.0679, + "step": 3340 + }, + { + "epoch": 3.1337698783910195, + "grad_norm": 0.1975858211517334, + "learning_rate": 9.896504875159122e-05, + "loss": 0.0664, + "step": 3350 + }, + { + "epoch": 3.1431244153414406, + "grad_norm": 0.18883582949638367, + "learning_rate": 9.89538630727064e-05, + "loss": 0.0688, + "step": 3360 + }, + { + "epoch": 3.1524789522918617, + "grad_norm": 0.21477359533309937, + "learning_rate": 9.894261791026189e-05, + "loss": 0.0667, + "step": 3370 + }, + { + "epoch": 3.1618334892422824, + "grad_norm": 0.1742458939552307, + "learning_rate": 9.893131327792165e-05, + "loss": 0.0674, + "step": 3380 + }, + { + "epoch": 3.1711880261927035, + "grad_norm": 0.22230900824069977, + "learning_rate": 9.891994918942182e-05, + "loss": 0.0673, + "step": 3390 + }, + { + "epoch": 3.1805425631431246, + "grad_norm": 0.16689079999923706, + "learning_rate": 9.890852565857092e-05, + "loss": 0.0674, + "step": 3400 + }, + { + "epoch": 3.189897100093545, + "grad_norm": 0.21256095170974731, + "learning_rate": 9.889704269924954e-05, + "loss": 0.0625, + "step": 3410 + }, + { + "epoch": 3.1992516370439663, + "grad_norm": 0.1874692589044571, + "learning_rate": 9.888550032541059e-05, + "loss": 0.0661, + "step": 3420 + }, + { + "epoch": 3.2086061739943874, + "grad_norm": 0.16909241676330566, + "learning_rate": 9.887389855107916e-05, + "loss": 0.0682, + "step": 3430 + }, + { + "epoch": 3.217960710944808, + "grad_norm": 0.2090529352426529, + "learning_rate": 9.886223739035248e-05, + "loss": 0.0679, + "step": 3440 + }, + { + "epoch": 3.227315247895229, + "grad_norm": 0.19455751776695251, + "learning_rate": 9.885051685739997e-05, + "loss": 0.0652, + "step": 3450 + }, + { + "epoch": 3.2366697848456503, + "grad_norm": 0.19665822386741638, + "learning_rate": 9.883873696646316e-05, + "loss": 0.0635, + "step": 3460 + }, + { + "epoch": 3.246024321796071, + "grad_norm": 0.1969800740480423, + "learning_rate": 9.882689773185575e-05, + "loss": 0.0627, + "step": 3470 + }, + { + "epoch": 3.255378858746492, + "grad_norm": 0.14230449497699738, + "learning_rate": 9.881499916796353e-05, + "loss": 0.066, + "step": 3480 + }, + { + "epoch": 3.264733395696913, + "grad_norm": 0.17457684874534607, + "learning_rate": 9.880304128924434e-05, + "loss": 0.0644, + "step": 3490 + }, + { + "epoch": 3.2740879326473338, + "grad_norm": 0.19279257953166962, + "learning_rate": 9.879102411022817e-05, + "loss": 0.0675, + "step": 3500 + }, + { + "epoch": 3.283442469597755, + "grad_norm": 0.17461825907230377, + "learning_rate": 9.877894764551703e-05, + "loss": 0.0654, + "step": 3510 + }, + { + "epoch": 3.292797006548176, + "grad_norm": 0.19534960389137268, + "learning_rate": 9.876681190978494e-05, + "loss": 0.0651, + "step": 3520 + }, + { + "epoch": 3.3021515434985966, + "grad_norm": 0.14682339131832123, + "learning_rate": 9.875461691777797e-05, + "loss": 0.0654, + "step": 3530 + }, + { + "epoch": 3.3115060804490177, + "grad_norm": 0.14302803575992584, + "learning_rate": 9.874236268431417e-05, + "loss": 0.0659, + "step": 3540 + }, + { + "epoch": 3.320860617399439, + "grad_norm": 0.1731463223695755, + "learning_rate": 9.873004922428361e-05, + "loss": 0.067, + "step": 3550 + }, + { + "epoch": 3.33021515434986, + "grad_norm": 0.15974070131778717, + "learning_rate": 9.871767655264829e-05, + "loss": 0.0647, + "step": 3560 + }, + { + "epoch": 3.3395696913002806, + "grad_norm": 0.19226202368736267, + "learning_rate": 9.87052446844422e-05, + "loss": 0.0656, + "step": 3570 + }, + { + "epoch": 3.3489242282507017, + "grad_norm": 0.21884353458881378, + "learning_rate": 9.869275363477122e-05, + "loss": 0.0665, + "step": 3580 + }, + { + "epoch": 3.3582787652011223, + "grad_norm": 0.23730994760990143, + "learning_rate": 9.868020341881312e-05, + "loss": 0.0648, + "step": 3590 + }, + { + "epoch": 3.3676333021515434, + "grad_norm": 0.19488851726055145, + "learning_rate": 9.866759405181765e-05, + "loss": 0.0675, + "step": 3600 + }, + { + "epoch": 3.3769878391019645, + "grad_norm": 0.17517828941345215, + "learning_rate": 9.865492554910633e-05, + "loss": 0.0655, + "step": 3610 + }, + { + "epoch": 3.3863423760523856, + "grad_norm": 0.2239360213279724, + "learning_rate": 9.864219792607262e-05, + "loss": 0.0649, + "step": 3620 + }, + { + "epoch": 3.3956969130028063, + "grad_norm": 0.22660821676254272, + "learning_rate": 9.862941119818177e-05, + "loss": 0.0648, + "step": 3630 + }, + { + "epoch": 3.4050514499532274, + "grad_norm": 0.14499235153198242, + "learning_rate": 9.861656538097086e-05, + "loss": 0.0657, + "step": 3640 + }, + { + "epoch": 3.414405986903648, + "grad_norm": 0.17589601874351501, + "learning_rate": 9.860366049004877e-05, + "loss": 0.0616, + "step": 3650 + }, + { + "epoch": 3.423760523854069, + "grad_norm": 0.16527476906776428, + "learning_rate": 9.859069654109615e-05, + "loss": 0.0655, + "step": 3660 + }, + { + "epoch": 3.4331150608044902, + "grad_norm": 0.1994946300983429, + "learning_rate": 9.857767354986545e-05, + "loss": 0.0613, + "step": 3670 + }, + { + "epoch": 3.4424695977549113, + "grad_norm": 0.17921936511993408, + "learning_rate": 9.856459153218078e-05, + "loss": 0.0621, + "step": 3680 + }, + { + "epoch": 3.451824134705332, + "grad_norm": 0.20143011212348938, + "learning_rate": 9.855145050393808e-05, + "loss": 0.0626, + "step": 3690 + }, + { + "epoch": 3.461178671655753, + "grad_norm": 0.19072866439819336, + "learning_rate": 9.85382504811049e-05, + "loss": 0.0653, + "step": 3700 + }, + { + "epoch": 3.4705332086061738, + "grad_norm": 0.13538968563079834, + "learning_rate": 9.852499147972054e-05, + "loss": 0.0645, + "step": 3710 + }, + { + "epoch": 3.479887745556595, + "grad_norm": 0.16021721065044403, + "learning_rate": 9.851167351589592e-05, + "loss": 0.0632, + "step": 3720 + }, + { + "epoch": 3.489242282507016, + "grad_norm": 0.22807852923870087, + "learning_rate": 9.849829660581363e-05, + "loss": 0.0658, + "step": 3730 + }, + { + "epoch": 3.498596819457437, + "grad_norm": 0.19062352180480957, + "learning_rate": 9.848486076572787e-05, + "loss": 0.0679, + "step": 3740 + }, + { + "epoch": 3.5079513564078577, + "grad_norm": 0.20039638876914978, + "learning_rate": 9.847136601196446e-05, + "loss": 0.0654, + "step": 3750 + }, + { + "epoch": 3.517305893358279, + "grad_norm": 0.2236829251050949, + "learning_rate": 9.845781236092078e-05, + "loss": 0.0667, + "step": 3760 + }, + { + "epoch": 3.5266604303086995, + "grad_norm": 0.1926613599061966, + "learning_rate": 9.844419982906583e-05, + "loss": 0.0666, + "step": 3770 + }, + { + "epoch": 3.5360149672591206, + "grad_norm": 0.1700720489025116, + "learning_rate": 9.843052843294008e-05, + "loss": 0.0675, + "step": 3780 + }, + { + "epoch": 3.5453695042095417, + "grad_norm": 0.19946205615997314, + "learning_rate": 9.841679818915559e-05, + "loss": 0.0683, + "step": 3790 + }, + { + "epoch": 3.5547240411599628, + "grad_norm": 0.17934879660606384, + "learning_rate": 9.840300911439591e-05, + "loss": 0.0679, + "step": 3800 + }, + { + "epoch": 3.5640785781103834, + "grad_norm": 0.1325700730085373, + "learning_rate": 9.838916122541603e-05, + "loss": 0.0668, + "step": 3810 + }, + { + "epoch": 3.5734331150608045, + "grad_norm": 0.17913183569908142, + "learning_rate": 9.837525453904246e-05, + "loss": 0.0656, + "step": 3820 + }, + { + "epoch": 3.582787652011225, + "grad_norm": 0.18469807505607605, + "learning_rate": 9.836128907217314e-05, + "loss": 0.0654, + "step": 3830 + }, + { + "epoch": 3.5921421889616463, + "grad_norm": 0.19308437407016754, + "learning_rate": 9.834726484177743e-05, + "loss": 0.0626, + "step": 3840 + }, + { + "epoch": 3.6014967259120674, + "grad_norm": 0.21059517562389374, + "learning_rate": 9.833318186489609e-05, + "loss": 0.0667, + "step": 3850 + }, + { + "epoch": 3.6108512628624885, + "grad_norm": 0.22970914840698242, + "learning_rate": 9.831904015864126e-05, + "loss": 0.0634, + "step": 3860 + }, + { + "epoch": 3.620205799812909, + "grad_norm": 0.2032548189163208, + "learning_rate": 9.830483974019645e-05, + "loss": 0.0634, + "step": 3870 + }, + { + "epoch": 3.6295603367633302, + "grad_norm": 0.17850413918495178, + "learning_rate": 9.82905806268165e-05, + "loss": 0.0668, + "step": 3880 + }, + { + "epoch": 3.6389148737137513, + "grad_norm": 0.1607661098241806, + "learning_rate": 9.82762628358276e-05, + "loss": 0.0652, + "step": 3890 + }, + { + "epoch": 3.648269410664172, + "grad_norm": 0.1516890823841095, + "learning_rate": 9.826188638462718e-05, + "loss": 0.0669, + "step": 3900 + }, + { + "epoch": 3.657623947614593, + "grad_norm": 0.17842921614646912, + "learning_rate": 9.824745129068402e-05, + "loss": 0.0656, + "step": 3910 + }, + { + "epoch": 3.666978484565014, + "grad_norm": 0.21887065470218658, + "learning_rate": 9.82329575715381e-05, + "loss": 0.0623, + "step": 3920 + }, + { + "epoch": 3.676333021515435, + "grad_norm": 0.16570205986499786, + "learning_rate": 9.821840524480066e-05, + "loss": 0.0645, + "step": 3930 + }, + { + "epoch": 3.685687558465856, + "grad_norm": 0.1462734490633011, + "learning_rate": 9.820379432815414e-05, + "loss": 0.0633, + "step": 3940 + }, + { + "epoch": 3.695042095416277, + "grad_norm": 0.19904841482639313, + "learning_rate": 9.81891248393522e-05, + "loss": 0.0667, + "step": 3950 + }, + { + "epoch": 3.7043966323666977, + "grad_norm": 0.14331644773483276, + "learning_rate": 9.817439679621963e-05, + "loss": 0.0644, + "step": 3960 + }, + { + "epoch": 3.713751169317119, + "grad_norm": 0.21850980818271637, + "learning_rate": 9.815961021665243e-05, + "loss": 0.0668, + "step": 3970 + }, + { + "epoch": 3.72310570626754, + "grad_norm": 0.16749465465545654, + "learning_rate": 9.814476511861763e-05, + "loss": 0.0647, + "step": 3980 + }, + { + "epoch": 3.7324602432179605, + "grad_norm": 0.19791971147060394, + "learning_rate": 9.812986152015348e-05, + "loss": 0.064, + "step": 3990 + }, + { + "epoch": 3.7418147801683816, + "grad_norm": 0.25784868001937866, + "learning_rate": 9.811489943936922e-05, + "loss": 0.0626, + "step": 4000 + }, + { + "epoch": 3.7511693171188027, + "grad_norm": 0.24671676754951477, + "learning_rate": 9.809987889444522e-05, + "loss": 0.0626, + "step": 4010 + }, + { + "epoch": 3.7605238540692234, + "grad_norm": 0.2247661054134369, + "learning_rate": 9.808479990363282e-05, + "loss": 0.0643, + "step": 4020 + }, + { + "epoch": 3.7698783910196445, + "grad_norm": 0.15322640538215637, + "learning_rate": 9.806966248525445e-05, + "loss": 0.0653, + "step": 4030 + }, + { + "epoch": 3.7792329279700656, + "grad_norm": 0.1874937117099762, + "learning_rate": 9.805446665770348e-05, + "loss": 0.0628, + "step": 4040 + }, + { + "epoch": 3.7885874649204867, + "grad_norm": 0.17399588227272034, + "learning_rate": 9.803921243944429e-05, + "loss": 0.0649, + "step": 4050 + }, + { + "epoch": 3.7979420018709074, + "grad_norm": 0.1540776938199997, + "learning_rate": 9.802389984901218e-05, + "loss": 0.0668, + "step": 4060 + }, + { + "epoch": 3.8072965388213285, + "grad_norm": 0.18303479254245758, + "learning_rate": 9.80085289050134e-05, + "loss": 0.0634, + "step": 4070 + }, + { + "epoch": 3.816651075771749, + "grad_norm": 0.16884630918502808, + "learning_rate": 9.799309962612508e-05, + "loss": 0.067, + "step": 4080 + }, + { + "epoch": 3.82600561272217, + "grad_norm": 0.23187114298343658, + "learning_rate": 9.797761203109527e-05, + "loss": 0.0635, + "step": 4090 + }, + { + "epoch": 3.8353601496725913, + "grad_norm": 0.14852572977542877, + "learning_rate": 9.796206613874283e-05, + "loss": 0.0641, + "step": 4100 + }, + { + "epoch": 3.8447146866230124, + "grad_norm": 0.12990689277648926, + "learning_rate": 9.794646196795754e-05, + "loss": 0.0625, + "step": 4110 + }, + { + "epoch": 3.854069223573433, + "grad_norm": 0.11495817452669144, + "learning_rate": 9.793079953769987e-05, + "loss": 0.0625, + "step": 4120 + }, + { + "epoch": 3.863423760523854, + "grad_norm": 0.18105226755142212, + "learning_rate": 9.79150788670012e-05, + "loss": 0.0634, + "step": 4130 + }, + { + "epoch": 3.872778297474275, + "grad_norm": 0.16184599697589874, + "learning_rate": 9.78992999749636e-05, + "loss": 0.0617, + "step": 4140 + }, + { + "epoch": 3.882132834424696, + "grad_norm": 0.14209555089473724, + "learning_rate": 9.788346288075994e-05, + "loss": 0.0612, + "step": 4150 + }, + { + "epoch": 3.891487371375117, + "grad_norm": 0.12399604916572571, + "learning_rate": 9.786756760363373e-05, + "loss": 0.0627, + "step": 4160 + }, + { + "epoch": 3.900841908325538, + "grad_norm": 0.1388707011938095, + "learning_rate": 9.78516141628993e-05, + "loss": 0.0621, + "step": 4170 + }, + { + "epoch": 3.9101964452759588, + "grad_norm": 0.14718011021614075, + "learning_rate": 9.783560257794154e-05, + "loss": 0.0629, + "step": 4180 + }, + { + "epoch": 3.91955098222638, + "grad_norm": 0.15438134968280792, + "learning_rate": 9.781953286821603e-05, + "loss": 0.0643, + "step": 4190 + }, + { + "epoch": 3.9289055191768005, + "grad_norm": 0.1783655285835266, + "learning_rate": 9.780340505324901e-05, + "loss": 0.0632, + "step": 4200 + }, + { + "epoch": 3.9382600561272216, + "grad_norm": 0.17616944015026093, + "learning_rate": 9.778721915263727e-05, + "loss": 0.0665, + "step": 4210 + }, + { + "epoch": 3.9476145930776427, + "grad_norm": 0.18295498192310333, + "learning_rate": 9.777097518604824e-05, + "loss": 0.0614, + "step": 4220 + }, + { + "epoch": 3.956969130028064, + "grad_norm": 0.16845597326755524, + "learning_rate": 9.775467317321984e-05, + "loss": 0.0613, + "step": 4230 + }, + { + "epoch": 3.9663236669784845, + "grad_norm": 0.12091672420501709, + "learning_rate": 9.773831313396055e-05, + "loss": 0.0604, + "step": 4240 + }, + { + "epoch": 3.9756782039289056, + "grad_norm": 0.15606176853179932, + "learning_rate": 9.77218950881494e-05, + "loss": 0.061, + "step": 4250 + }, + { + "epoch": 3.9850327408793262, + "grad_norm": 0.19416916370391846, + "learning_rate": 9.770541905573583e-05, + "loss": 0.0641, + "step": 4260 + }, + { + "epoch": 3.9943872778297473, + "grad_norm": 0.1594357192516327, + "learning_rate": 9.768888505673976e-05, + "loss": 0.0632, + "step": 4270 + }, + { + "epoch": 4.003741814780168, + "grad_norm": 0.20265574753284454, + "learning_rate": 9.767229311125162e-05, + "loss": 0.0624, + "step": 4280 + }, + { + "epoch": 4.0130963517305895, + "grad_norm": 0.199542835354805, + "learning_rate": 9.765564323943211e-05, + "loss": 0.0593, + "step": 4290 + }, + { + "epoch": 4.022450888681011, + "grad_norm": 0.19165609776973724, + "learning_rate": 9.763893546151244e-05, + "loss": 0.0614, + "step": 4300 + }, + { + "epoch": 4.031805425631431, + "grad_norm": 0.19550743699073792, + "learning_rate": 9.762216979779412e-05, + "loss": 0.0633, + "step": 4310 + }, + { + "epoch": 4.041159962581852, + "grad_norm": 0.21504420042037964, + "learning_rate": 9.760534626864902e-05, + "loss": 0.0615, + "step": 4320 + }, + { + "epoch": 4.050514499532273, + "grad_norm": 0.19350717961788177, + "learning_rate": 9.758846489451931e-05, + "loss": 0.0638, + "step": 4330 + }, + { + "epoch": 4.059869036482694, + "grad_norm": 0.23725959658622742, + "learning_rate": 9.757152569591748e-05, + "loss": 0.0607, + "step": 4340 + }, + { + "epoch": 4.069223573433115, + "grad_norm": 0.1648024171590805, + "learning_rate": 9.75545286934262e-05, + "loss": 0.0612, + "step": 4350 + }, + { + "epoch": 4.078578110383536, + "grad_norm": 0.15947403013706207, + "learning_rate": 9.753747390769847e-05, + "loss": 0.0623, + "step": 4360 + }, + { + "epoch": 4.087932647333957, + "grad_norm": 0.19209592044353485, + "learning_rate": 9.752036135945744e-05, + "loss": 0.059, + "step": 4370 + }, + { + "epoch": 4.097287184284378, + "grad_norm": 0.16933563351631165, + "learning_rate": 9.750319106949649e-05, + "loss": 0.0601, + "step": 4380 + }, + { + "epoch": 4.106641721234799, + "grad_norm": 0.13761168718338013, + "learning_rate": 9.748596305867913e-05, + "loss": 0.0649, + "step": 4390 + }, + { + "epoch": 4.11599625818522, + "grad_norm": 0.135618194937706, + "learning_rate": 9.746867734793903e-05, + "loss": 0.0626, + "step": 4400 + }, + { + "epoch": 4.125350795135641, + "grad_norm": 0.14652109146118164, + "learning_rate": 9.745133395827993e-05, + "loss": 0.0615, + "step": 4410 + }, + { + "epoch": 4.134705332086062, + "grad_norm": 0.18645304441452026, + "learning_rate": 9.743393291077572e-05, + "loss": 0.0606, + "step": 4420 + }, + { + "epoch": 4.144059869036482, + "grad_norm": 0.18808406591415405, + "learning_rate": 9.741647422657028e-05, + "loss": 0.063, + "step": 4430 + }, + { + "epoch": 4.153414405986903, + "grad_norm": 0.1695733219385147, + "learning_rate": 9.739895792687758e-05, + "loss": 0.0597, + "step": 4440 + }, + { + "epoch": 4.1627689429373245, + "grad_norm": 0.1312672346830368, + "learning_rate": 9.738138403298157e-05, + "loss": 0.0604, + "step": 4450 + }, + { + "epoch": 4.172123479887746, + "grad_norm": 0.13657283782958984, + "learning_rate": 9.736375256623619e-05, + "loss": 0.0619, + "step": 4460 + }, + { + "epoch": 4.181478016838167, + "grad_norm": 0.1943989396095276, + "learning_rate": 9.734606354806533e-05, + "loss": 0.0625, + "step": 4470 + }, + { + "epoch": 4.190832553788588, + "grad_norm": 0.18032588064670563, + "learning_rate": 9.73283169999628e-05, + "loss": 0.0589, + "step": 4480 + }, + { + "epoch": 4.200187090739009, + "grad_norm": 0.15638130903244019, + "learning_rate": 9.731051294349238e-05, + "loss": 0.0588, + "step": 4490 + }, + { + "epoch": 4.209541627689429, + "grad_norm": 0.13685373961925507, + "learning_rate": 9.729265140028762e-05, + "loss": 0.0591, + "step": 4500 + }, + { + "epoch": 4.21889616463985, + "grad_norm": 0.1337367594242096, + "learning_rate": 9.727473239205201e-05, + "loss": 0.0589, + "step": 4510 + }, + { + "epoch": 4.228250701590271, + "grad_norm": 0.16120220720767975, + "learning_rate": 9.725675594055883e-05, + "loss": 0.063, + "step": 4520 + }, + { + "epoch": 4.237605238540692, + "grad_norm": 0.20018774271011353, + "learning_rate": 9.723872206765116e-05, + "loss": 0.0628, + "step": 4530 + }, + { + "epoch": 4.2469597754911135, + "grad_norm": 0.1767549067735672, + "learning_rate": 9.722063079524185e-05, + "loss": 0.0622, + "step": 4540 + }, + { + "epoch": 4.256314312441534, + "grad_norm": 0.18380266427993774, + "learning_rate": 9.720248214531351e-05, + "loss": 0.0631, + "step": 4550 + }, + { + "epoch": 4.265668849391955, + "grad_norm": 0.19409127533435822, + "learning_rate": 9.718427613991848e-05, + "loss": 0.0613, + "step": 4560 + }, + { + "epoch": 4.275023386342376, + "grad_norm": 0.1465892642736435, + "learning_rate": 9.716601280117873e-05, + "loss": 0.0626, + "step": 4570 + }, + { + "epoch": 4.284377923292797, + "grad_norm": 0.13111262023448944, + "learning_rate": 9.714769215128596e-05, + "loss": 0.061, + "step": 4580 + }, + { + "epoch": 4.293732460243218, + "grad_norm": 0.17924977838993073, + "learning_rate": 9.712931421250152e-05, + "loss": 0.063, + "step": 4590 + }, + { + "epoch": 4.303086997193639, + "grad_norm": 0.1644815355539322, + "learning_rate": 9.711087900715627e-05, + "loss": 0.0631, + "step": 4600 + }, + { + "epoch": 4.31244153414406, + "grad_norm": 0.14538253843784332, + "learning_rate": 9.709238655765078e-05, + "loss": 0.0651, + "step": 4610 + }, + { + "epoch": 4.3217960710944805, + "grad_norm": 0.18390533328056335, + "learning_rate": 9.707383688645511e-05, + "loss": 0.0607, + "step": 4620 + }, + { + "epoch": 4.331150608044902, + "grad_norm": 0.19072049856185913, + "learning_rate": 9.705523001610883e-05, + "loss": 0.0613, + "step": 4630 + }, + { + "epoch": 4.340505144995323, + "grad_norm": 0.19550910592079163, + "learning_rate": 9.703656596922107e-05, + "loss": 0.0621, + "step": 4640 + }, + { + "epoch": 4.349859681945744, + "grad_norm": 0.20482246577739716, + "learning_rate": 9.70178447684704e-05, + "loss": 0.063, + "step": 4650 + }, + { + "epoch": 4.359214218896165, + "grad_norm": 0.18234792351722717, + "learning_rate": 9.699906643660483e-05, + "loss": 0.0619, + "step": 4660 + }, + { + "epoch": 4.368568755846586, + "grad_norm": 0.1646399050951004, + "learning_rate": 9.698023099644185e-05, + "loss": 0.0584, + "step": 4670 + }, + { + "epoch": 4.377923292797006, + "grad_norm": 0.18527016043663025, + "learning_rate": 9.696133847086823e-05, + "loss": 0.0609, + "step": 4680 + }, + { + "epoch": 4.387277829747427, + "grad_norm": 0.1642688363790512, + "learning_rate": 9.694238888284022e-05, + "loss": 0.0613, + "step": 4690 + }, + { + "epoch": 4.396632366697848, + "grad_norm": 0.1294986605644226, + "learning_rate": 9.692338225538333e-05, + "loss": 0.0593, + "step": 4700 + }, + { + "epoch": 4.4059869036482695, + "grad_norm": 0.21905997395515442, + "learning_rate": 9.690431861159241e-05, + "loss": 0.059, + "step": 4710 + }, + { + "epoch": 4.415341440598691, + "grad_norm": 0.18085649609565735, + "learning_rate": 9.688519797463161e-05, + "loss": 0.0605, + "step": 4720 + }, + { + "epoch": 4.424695977549112, + "grad_norm": 0.19663706421852112, + "learning_rate": 9.686602036773426e-05, + "loss": 0.0577, + "step": 4730 + }, + { + "epoch": 4.434050514499532, + "grad_norm": 0.20056577026844025, + "learning_rate": 9.684678581420302e-05, + "loss": 0.0616, + "step": 4740 + }, + { + "epoch": 4.443405051449953, + "grad_norm": 0.1390175074338913, + "learning_rate": 9.682749433740962e-05, + "loss": 0.0607, + "step": 4750 + }, + { + "epoch": 4.452759588400374, + "grad_norm": 0.15452755987644196, + "learning_rate": 9.680814596079507e-05, + "loss": 0.0604, + "step": 4760 + }, + { + "epoch": 4.462114125350795, + "grad_norm": 0.12331680953502655, + "learning_rate": 9.678874070786945e-05, + "loss": 0.0623, + "step": 4770 + }, + { + "epoch": 4.471468662301216, + "grad_norm": 0.16843849420547485, + "learning_rate": 9.676927860221199e-05, + "loss": 0.0641, + "step": 4780 + }, + { + "epoch": 4.480823199251637, + "grad_norm": 0.19726839661598206, + "learning_rate": 9.674975966747097e-05, + "loss": 0.0627, + "step": 4790 + }, + { + "epoch": 4.490177736202058, + "grad_norm": 0.14704902470111847, + "learning_rate": 9.673018392736374e-05, + "loss": 0.0621, + "step": 4800 + }, + { + "epoch": 4.499532273152479, + "grad_norm": 0.20504282414913177, + "learning_rate": 9.671055140567667e-05, + "loss": 0.0626, + "step": 4810 + }, + { + "epoch": 4.5088868101029, + "grad_norm": 0.21342012286186218, + "learning_rate": 9.669086212626511e-05, + "loss": 0.0617, + "step": 4820 + }, + { + "epoch": 4.518241347053321, + "grad_norm": 0.18886405229568481, + "learning_rate": 9.667111611305341e-05, + "loss": 0.0646, + "step": 4830 + }, + { + "epoch": 4.527595884003742, + "grad_norm": 0.1612008661031723, + "learning_rate": 9.665131339003486e-05, + "loss": 0.0613, + "step": 4840 + }, + { + "epoch": 4.536950420954163, + "grad_norm": 0.17691174149513245, + "learning_rate": 9.663145398127158e-05, + "loss": 0.0602, + "step": 4850 + }, + { + "epoch": 4.546304957904583, + "grad_norm": 0.13372263312339783, + "learning_rate": 9.661153791089467e-05, + "loss": 0.0596, + "step": 4860 + }, + { + "epoch": 4.555659494855004, + "grad_norm": 0.15373103320598602, + "learning_rate": 9.659156520310402e-05, + "loss": 0.057, + "step": 4870 + }, + { + "epoch": 4.5650140318054255, + "grad_norm": 0.16640491783618927, + "learning_rate": 9.657153588216835e-05, + "loss": 0.0611, + "step": 4880 + }, + { + "epoch": 4.574368568755847, + "grad_norm": 0.1662529706954956, + "learning_rate": 9.655144997242516e-05, + "loss": 0.063, + "step": 4890 + }, + { + "epoch": 4.583723105706268, + "grad_norm": 0.1819671094417572, + "learning_rate": 9.653130749828075e-05, + "loss": 0.0601, + "step": 4900 + }, + { + "epoch": 4.593077642656689, + "grad_norm": 0.14895440638065338, + "learning_rate": 9.65111084842101e-05, + "loss": 0.0618, + "step": 4910 + }, + { + "epoch": 4.60243217960711, + "grad_norm": 0.22013963758945465, + "learning_rate": 9.649085295475695e-05, + "loss": 0.0609, + "step": 4920 + }, + { + "epoch": 4.61178671655753, + "grad_norm": 0.132390558719635, + "learning_rate": 9.647054093453365e-05, + "loss": 0.0572, + "step": 4930 + }, + { + "epoch": 4.621141253507951, + "grad_norm": 0.1479618102312088, + "learning_rate": 9.645017244822123e-05, + "loss": 0.0601, + "step": 4940 + }, + { + "epoch": 4.630495790458372, + "grad_norm": 0.17451688647270203, + "learning_rate": 9.642974752056931e-05, + "loss": 0.0592, + "step": 4950 + }, + { + "epoch": 4.639850327408793, + "grad_norm": 0.18763504922389984, + "learning_rate": 9.640926617639613e-05, + "loss": 0.0635, + "step": 4960 + }, + { + "epoch": 4.6492048643592145, + "grad_norm": 0.1409681886434555, + "learning_rate": 9.638872844058843e-05, + "loss": 0.0601, + "step": 4970 + }, + { + "epoch": 4.658559401309635, + "grad_norm": 0.15047140419483185, + "learning_rate": 9.63681343381015e-05, + "loss": 0.061, + "step": 4980 + }, + { + "epoch": 4.667913938260056, + "grad_norm": 0.231287881731987, + "learning_rate": 9.634748389395914e-05, + "loss": 0.0608, + "step": 4990 + }, + { + "epoch": 4.677268475210477, + "grad_norm": 0.17680740356445312, + "learning_rate": 9.632677713325353e-05, + "loss": 0.0601, + "step": 5000 + }, + { + "epoch": 4.686623012160898, + "grad_norm": 0.2677881121635437, + "learning_rate": 9.63060140811454e-05, + "loss": 0.06, + "step": 5010 + }, + { + "epoch": 4.695977549111319, + "grad_norm": 0.18557721376419067, + "learning_rate": 9.628519476286379e-05, + "loss": 0.0582, + "step": 5020 + }, + { + "epoch": 4.70533208606174, + "grad_norm": 0.18303976953029633, + "learning_rate": 9.626431920370612e-05, + "loss": 0.0595, + "step": 5030 + }, + { + "epoch": 4.714686623012161, + "grad_norm": 0.17487218976020813, + "learning_rate": 9.624338742903819e-05, + "loss": 0.0596, + "step": 5040 + }, + { + "epoch": 4.724041159962582, + "grad_norm": 0.16729921102523804, + "learning_rate": 9.622239946429406e-05, + "loss": 0.06, + "step": 5050 + }, + { + "epoch": 4.733395696913003, + "grad_norm": 0.19919520616531372, + "learning_rate": 9.620135533497609e-05, + "loss": 0.0622, + "step": 5060 + }, + { + "epoch": 4.742750233863424, + "grad_norm": 0.21356724202632904, + "learning_rate": 9.61802550666549e-05, + "loss": 0.0577, + "step": 5070 + }, + { + "epoch": 4.752104770813845, + "grad_norm": 0.158257395029068, + "learning_rate": 9.615909868496928e-05, + "loss": 0.0596, + "step": 5080 + }, + { + "epoch": 4.761459307764266, + "grad_norm": 0.13630492985248566, + "learning_rate": 9.613788621562622e-05, + "loss": 0.059, + "step": 5090 + }, + { + "epoch": 4.770813844714686, + "grad_norm": 0.12508903443813324, + "learning_rate": 9.611661768440093e-05, + "loss": 0.0632, + "step": 5100 + }, + { + "epoch": 4.780168381665107, + "grad_norm": 0.144647479057312, + "learning_rate": 9.609529311713661e-05, + "loss": 0.0583, + "step": 5110 + }, + { + "epoch": 4.789522918615528, + "grad_norm": 0.14396321773529053, + "learning_rate": 9.607391253974466e-05, + "loss": 0.059, + "step": 5120 + }, + { + "epoch": 4.7988774555659495, + "grad_norm": 0.13044190406799316, + "learning_rate": 9.605247597820448e-05, + "loss": 0.0573, + "step": 5130 + }, + { + "epoch": 4.808231992516371, + "grad_norm": 0.124213807284832, + "learning_rate": 9.603098345856354e-05, + "loss": 0.0605, + "step": 5140 + }, + { + "epoch": 4.817586529466792, + "grad_norm": 0.14169219136238098, + "learning_rate": 9.600943500693725e-05, + "loss": 0.0578, + "step": 5150 + }, + { + "epoch": 4.826941066417213, + "grad_norm": 0.13248568773269653, + "learning_rate": 9.598783064950902e-05, + "loss": 0.0587, + "step": 5160 + }, + { + "epoch": 4.836295603367633, + "grad_norm": 0.1611800342798233, + "learning_rate": 9.596617041253018e-05, + "loss": 0.0557, + "step": 5170 + }, + { + "epoch": 4.845650140318054, + "grad_norm": 0.1341332048177719, + "learning_rate": 9.594445432231996e-05, + "loss": 0.0599, + "step": 5180 + }, + { + "epoch": 4.855004677268475, + "grad_norm": 0.18192347884178162, + "learning_rate": 9.592268240526547e-05, + "loss": 0.0584, + "step": 5190 + }, + { + "epoch": 4.864359214218896, + "grad_norm": 0.1658288687467575, + "learning_rate": 9.590085468782162e-05, + "loss": 0.0595, + "step": 5200 + }, + { + "epoch": 4.873713751169317, + "grad_norm": 0.15876390039920807, + "learning_rate": 9.587897119651116e-05, + "loss": 0.0604, + "step": 5210 + }, + { + "epoch": 4.883068288119738, + "grad_norm": 0.17679551243782043, + "learning_rate": 9.585703195792459e-05, + "loss": 0.0595, + "step": 5220 + }, + { + "epoch": 4.892422825070159, + "grad_norm": 0.17348875105381012, + "learning_rate": 9.583503699872016e-05, + "loss": 0.0587, + "step": 5230 + }, + { + "epoch": 4.90177736202058, + "grad_norm": 0.1793961226940155, + "learning_rate": 9.581298634562381e-05, + "loss": 0.0606, + "step": 5240 + }, + { + "epoch": 4.911131898971001, + "grad_norm": 0.1726403385400772, + "learning_rate": 9.579088002542917e-05, + "loss": 0.0591, + "step": 5250 + }, + { + "epoch": 4.920486435921422, + "grad_norm": 0.16695009171962738, + "learning_rate": 9.57687180649975e-05, + "loss": 0.0607, + "step": 5260 + }, + { + "epoch": 4.929840972871843, + "grad_norm": 0.13882112503051758, + "learning_rate": 9.574650049125768e-05, + "loss": 0.0578, + "step": 5270 + }, + { + "epoch": 4.939195509822264, + "grad_norm": 0.12233215570449829, + "learning_rate": 9.572422733120614e-05, + "loss": 0.0565, + "step": 5280 + }, + { + "epoch": 4.948550046772684, + "grad_norm": 0.13434769213199615, + "learning_rate": 9.570189861190689e-05, + "loss": 0.0592, + "step": 5290 + }, + { + "epoch": 4.9579045837231055, + "grad_norm": 0.2057207077741623, + "learning_rate": 9.56795143604914e-05, + "loss": 0.0579, + "step": 5300 + }, + { + "epoch": 4.967259120673527, + "grad_norm": 0.16579502820968628, + "learning_rate": 9.565707460415869e-05, + "loss": 0.0593, + "step": 5310 + }, + { + "epoch": 4.976613657623948, + "grad_norm": 0.18289989233016968, + "learning_rate": 9.563457937017515e-05, + "loss": 0.0564, + "step": 5320 + }, + { + "epoch": 4.985968194574369, + "grad_norm": 0.10148349404335022, + "learning_rate": 9.56120286858746e-05, + "loss": 0.0575, + "step": 5330 + }, + { + "epoch": 4.99532273152479, + "grad_norm": 0.22939768433570862, + "learning_rate": 9.558942257865829e-05, + "loss": 0.0599, + "step": 5340 + }, + { + "epoch": 5.00467726847521, + "grad_norm": 0.13917206227779388, + "learning_rate": 9.556676107599472e-05, + "loss": 0.056, + "step": 5350 + }, + { + "epoch": 5.014031805425631, + "grad_norm": 0.17423389852046967, + "learning_rate": 9.554404420541978e-05, + "loss": 0.0586, + "step": 5360 + }, + { + "epoch": 5.023386342376052, + "grad_norm": 0.15332983434200287, + "learning_rate": 9.55212719945366e-05, + "loss": 0.0557, + "step": 5370 + }, + { + "epoch": 5.032740879326473, + "grad_norm": 0.18601886928081512, + "learning_rate": 9.549844447101559e-05, + "loss": 0.0562, + "step": 5380 + }, + { + "epoch": 5.0420954162768945, + "grad_norm": 0.13532190024852753, + "learning_rate": 9.547556166259433e-05, + "loss": 0.0577, + "step": 5390 + }, + { + "epoch": 5.051449953227316, + "grad_norm": 0.16916173696517944, + "learning_rate": 9.545262359707756e-05, + "loss": 0.0557, + "step": 5400 + }, + { + "epoch": 5.060804490177736, + "grad_norm": 0.13329237699508667, + "learning_rate": 9.542963030233724e-05, + "loss": 0.0589, + "step": 5410 + }, + { + "epoch": 5.070159027128157, + "grad_norm": 0.13276974856853485, + "learning_rate": 9.540658180631237e-05, + "loss": 0.0576, + "step": 5420 + }, + { + "epoch": 5.079513564078578, + "grad_norm": 0.21293964982032776, + "learning_rate": 9.538347813700904e-05, + "loss": 0.0559, + "step": 5430 + }, + { + "epoch": 5.088868101028999, + "grad_norm": 0.17261601984500885, + "learning_rate": 9.536031932250036e-05, + "loss": 0.0598, + "step": 5440 + }, + { + "epoch": 5.09822263797942, + "grad_norm": 0.18121658265590668, + "learning_rate": 9.533710539092653e-05, + "loss": 0.0562, + "step": 5450 + }, + { + "epoch": 5.107577174929841, + "grad_norm": 0.11973772197961807, + "learning_rate": 9.531383637049464e-05, + "loss": 0.0574, + "step": 5460 + }, + { + "epoch": 5.1169317118802615, + "grad_norm": 0.144031822681427, + "learning_rate": 9.529051228947875e-05, + "loss": 0.058, + "step": 5470 + }, + { + "epoch": 5.126286248830683, + "grad_norm": 0.1541435569524765, + "learning_rate": 9.52671331762198e-05, + "loss": 0.0575, + "step": 5480 + }, + { + "epoch": 5.135640785781104, + "grad_norm": 0.12686774134635925, + "learning_rate": 9.524369905912565e-05, + "loss": 0.0573, + "step": 5490 + }, + { + "epoch": 5.144995322731525, + "grad_norm": 0.1519886702299118, + "learning_rate": 9.522020996667092e-05, + "loss": 0.0567, + "step": 5500 + }, + { + "epoch": 5.154349859681946, + "grad_norm": 0.13391810655593872, + "learning_rate": 9.519666592739709e-05, + "loss": 0.058, + "step": 5510 + }, + { + "epoch": 5.163704396632367, + "grad_norm": 0.16298438608646393, + "learning_rate": 9.517306696991241e-05, + "loss": 0.056, + "step": 5520 + }, + { + "epoch": 5.173058933582787, + "grad_norm": 0.1652325689792633, + "learning_rate": 9.51494131228918e-05, + "loss": 0.0557, + "step": 5530 + }, + { + "epoch": 5.182413470533208, + "grad_norm": 0.1518978476524353, + "learning_rate": 9.512570441507695e-05, + "loss": 0.0557, + "step": 5540 + }, + { + "epoch": 5.191768007483629, + "grad_norm": 0.11763764172792435, + "learning_rate": 9.510194087527615e-05, + "loss": 0.0561, + "step": 5550 + }, + { + "epoch": 5.2011225444340505, + "grad_norm": 0.1894427388906479, + "learning_rate": 9.507812253236435e-05, + "loss": 0.0569, + "step": 5560 + }, + { + "epoch": 5.210477081384472, + "grad_norm": 0.14827357232570648, + "learning_rate": 9.505424941528309e-05, + "loss": 0.057, + "step": 5570 + }, + { + "epoch": 5.219831618334893, + "grad_norm": 0.13916774094104767, + "learning_rate": 9.503032155304046e-05, + "loss": 0.0571, + "step": 5580 + }, + { + "epoch": 5.229186155285314, + "grad_norm": 0.13183721899986267, + "learning_rate": 9.500633897471106e-05, + "loss": 0.0574, + "step": 5590 + }, + { + "epoch": 5.238540692235734, + "grad_norm": 0.1787782907485962, + "learning_rate": 9.498230170943596e-05, + "loss": 0.0569, + "step": 5600 + }, + { + "epoch": 5.247895229186155, + "grad_norm": 0.18860293924808502, + "learning_rate": 9.495820978642275e-05, + "loss": 0.0589, + "step": 5610 + }, + { + "epoch": 5.257249766136576, + "grad_norm": 0.16311149299144745, + "learning_rate": 9.493406323494535e-05, + "loss": 0.0554, + "step": 5620 + }, + { + "epoch": 5.266604303086997, + "grad_norm": 0.1557607501745224, + "learning_rate": 9.490986208434413e-05, + "loss": 0.0554, + "step": 5630 + }, + { + "epoch": 5.275958840037418, + "grad_norm": 0.14421142637729645, + "learning_rate": 9.488560636402577e-05, + "loss": 0.0566, + "step": 5640 + }, + { + "epoch": 5.285313376987839, + "grad_norm": 0.10600434988737106, + "learning_rate": 9.486129610346321e-05, + "loss": 0.0539, + "step": 5650 + }, + { + "epoch": 5.29466791393826, + "grad_norm": 0.11718805134296417, + "learning_rate": 9.483693133219576e-05, + "loss": 0.0579, + "step": 5660 + }, + { + "epoch": 5.304022450888681, + "grad_norm": 0.14289453625679016, + "learning_rate": 9.481251207982888e-05, + "loss": 0.0584, + "step": 5670 + }, + { + "epoch": 5.313376987839102, + "grad_norm": 0.15236389636993408, + "learning_rate": 9.47880383760343e-05, + "loss": 0.0575, + "step": 5680 + }, + { + "epoch": 5.322731524789523, + "grad_norm": 0.18731015920639038, + "learning_rate": 9.476351025054983e-05, + "loss": 0.0563, + "step": 5690 + }, + { + "epoch": 5.332086061739944, + "grad_norm": 0.23420116305351257, + "learning_rate": 9.473892773317952e-05, + "loss": 0.0573, + "step": 5700 + }, + { + "epoch": 5.341440598690365, + "grad_norm": 0.16994720697402954, + "learning_rate": 9.471429085379338e-05, + "loss": 0.0541, + "step": 5710 + }, + { + "epoch": 5.3507951356407855, + "grad_norm": 0.21853499114513397, + "learning_rate": 9.468959964232757e-05, + "loss": 0.0557, + "step": 5720 + }, + { + "epoch": 5.360149672591207, + "grad_norm": 0.11929535120725632, + "learning_rate": 9.466485412878425e-05, + "loss": 0.0586, + "step": 5730 + }, + { + "epoch": 5.369504209541628, + "grad_norm": 0.12419149279594421, + "learning_rate": 9.464005434323154e-05, + "loss": 0.0567, + "step": 5740 + }, + { + "epoch": 5.378858746492049, + "grad_norm": 0.15398934483528137, + "learning_rate": 9.461520031580352e-05, + "loss": 0.057, + "step": 5750 + }, + { + "epoch": 5.38821328344247, + "grad_norm": 0.16308733820915222, + "learning_rate": 9.459029207670019e-05, + "loss": 0.0559, + "step": 5760 + }, + { + "epoch": 5.397567820392891, + "grad_norm": 0.15668977797031403, + "learning_rate": 9.456532965618737e-05, + "loss": 0.0585, + "step": 5770 + }, + { + "epoch": 5.406922357343311, + "grad_norm": 0.12274120002985, + "learning_rate": 9.454031308459681e-05, + "loss": 0.0589, + "step": 5780 + }, + { + "epoch": 5.416276894293732, + "grad_norm": 0.1525418758392334, + "learning_rate": 9.451524239232595e-05, + "loss": 0.0568, + "step": 5790 + }, + { + "epoch": 5.425631431244153, + "grad_norm": 0.16770093142986298, + "learning_rate": 9.449011760983809e-05, + "loss": 0.0555, + "step": 5800 + }, + { + "epoch": 5.4349859681945745, + "grad_norm": 0.18224041163921356, + "learning_rate": 9.446493876766218e-05, + "loss": 0.0554, + "step": 5810 + }, + { + "epoch": 5.444340505144996, + "grad_norm": 0.18032240867614746, + "learning_rate": 9.44397058963929e-05, + "loss": 0.0577, + "step": 5820 + }, + { + "epoch": 5.453695042095417, + "grad_norm": 0.1677650660276413, + "learning_rate": 9.441441902669056e-05, + "loss": 0.0561, + "step": 5830 + }, + { + "epoch": 5.463049579045837, + "grad_norm": 0.12126512825489044, + "learning_rate": 9.43890781892811e-05, + "loss": 0.0584, + "step": 5840 + }, + { + "epoch": 5.472404115996258, + "grad_norm": 0.1320277452468872, + "learning_rate": 9.436368341495603e-05, + "loss": 0.0571, + "step": 5850 + }, + { + "epoch": 5.481758652946679, + "grad_norm": 0.21363067626953125, + "learning_rate": 9.43382347345724e-05, + "loss": 0.057, + "step": 5860 + }, + { + "epoch": 5.4911131898971, + "grad_norm": 0.14179563522338867, + "learning_rate": 9.431273217905273e-05, + "loss": 0.0564, + "step": 5870 + }, + { + "epoch": 5.500467726847521, + "grad_norm": 0.1460971236228943, + "learning_rate": 9.428717577938504e-05, + "loss": 0.0554, + "step": 5880 + }, + { + "epoch": 5.509822263797942, + "grad_norm": 0.1603146195411682, + "learning_rate": 9.426156556662276e-05, + "loss": 0.0571, + "step": 5890 + }, + { + "epoch": 5.519176800748363, + "grad_norm": 0.1464134305715561, + "learning_rate": 9.423590157188474e-05, + "loss": 0.0561, + "step": 5900 + }, + { + "epoch": 5.528531337698784, + "grad_norm": 0.13730451464653015, + "learning_rate": 9.421018382635513e-05, + "loss": 0.0585, + "step": 5910 + }, + { + "epoch": 5.537885874649205, + "grad_norm": 0.1415865272283554, + "learning_rate": 9.418441236128343e-05, + "loss": 0.0566, + "step": 5920 + }, + { + "epoch": 5.547240411599626, + "grad_norm": 0.12687836587429047, + "learning_rate": 9.41585872079844e-05, + "loss": 0.0544, + "step": 5930 + }, + { + "epoch": 5.556594948550047, + "grad_norm": 0.13331003487110138, + "learning_rate": 9.413270839783802e-05, + "loss": 0.0561, + "step": 5940 + }, + { + "epoch": 5.565949485500468, + "grad_norm": 0.15899668633937836, + "learning_rate": 9.41067759622895e-05, + "loss": 0.0558, + "step": 5950 + }, + { + "epoch": 5.575304022450888, + "grad_norm": 0.1797356903553009, + "learning_rate": 9.408078993284917e-05, + "loss": 0.0563, + "step": 5960 + }, + { + "epoch": 5.584658559401309, + "grad_norm": 0.11816683411598206, + "learning_rate": 9.405475034109254e-05, + "loss": 0.0574, + "step": 5970 + }, + { + "epoch": 5.5940130963517305, + "grad_norm": 0.15809689462184906, + "learning_rate": 9.402865721866015e-05, + "loss": 0.055, + "step": 5980 + }, + { + "epoch": 5.603367633302152, + "grad_norm": 0.10927747935056686, + "learning_rate": 9.400251059725762e-05, + "loss": 0.0552, + "step": 5990 + }, + { + "epoch": 5.612722170252573, + "grad_norm": 0.21411849558353424, + "learning_rate": 9.397631050865554e-05, + "loss": 0.057, + "step": 6000 + }, + { + "epoch": 5.622076707202994, + "grad_norm": 0.20268093049526215, + "learning_rate": 9.395005698468949e-05, + "loss": 0.055, + "step": 6010 + }, + { + "epoch": 5.631431244153415, + "grad_norm": 0.20002183318138123, + "learning_rate": 9.392375005726e-05, + "loss": 0.0549, + "step": 6020 + }, + { + "epoch": 5.640785781103835, + "grad_norm": 0.16364791989326477, + "learning_rate": 9.389738975833242e-05, + "loss": 0.0534, + "step": 6030 + }, + { + "epoch": 5.650140318054256, + "grad_norm": 0.15299053490161896, + "learning_rate": 9.387097611993707e-05, + "loss": 0.0541, + "step": 6040 + }, + { + "epoch": 5.659494855004677, + "grad_norm": 0.14428265392780304, + "learning_rate": 9.384450917416894e-05, + "loss": 0.0565, + "step": 6050 + }, + { + "epoch": 5.668849391955098, + "grad_norm": 0.11758659034967422, + "learning_rate": 9.381798895318792e-05, + "loss": 0.0563, + "step": 6060 + }, + { + "epoch": 5.6782039289055195, + "grad_norm": 0.18950511515140533, + "learning_rate": 9.379141548921853e-05, + "loss": 0.0551, + "step": 6070 + }, + { + "epoch": 5.68755846585594, + "grad_norm": 0.13675639033317566, + "learning_rate": 9.376478881455009e-05, + "loss": 0.0586, + "step": 6080 + }, + { + "epoch": 5.696913002806361, + "grad_norm": 0.1437850296497345, + "learning_rate": 9.373810896153647e-05, + "loss": 0.0573, + "step": 6090 + }, + { + "epoch": 5.706267539756782, + "grad_norm": 0.1333242803812027, + "learning_rate": 9.371137596259623e-05, + "loss": 0.0561, + "step": 6100 + }, + { + "epoch": 5.715622076707203, + "grad_norm": 0.1740269958972931, + "learning_rate": 9.368458985021248e-05, + "loss": 0.0572, + "step": 6110 + }, + { + "epoch": 5.724976613657624, + "grad_norm": 0.15929877758026123, + "learning_rate": 9.365775065693287e-05, + "loss": 0.0582, + "step": 6120 + }, + { + "epoch": 5.734331150608045, + "grad_norm": 0.15004032850265503, + "learning_rate": 9.363085841536957e-05, + "loss": 0.0544, + "step": 6130 + }, + { + "epoch": 5.743685687558466, + "grad_norm": 0.17708881199359894, + "learning_rate": 9.360391315819917e-05, + "loss": 0.0572, + "step": 6140 + }, + { + "epoch": 5.7530402245088865, + "grad_norm": 0.11405055969953537, + "learning_rate": 9.357691491816269e-05, + "loss": 0.0553, + "step": 6150 + }, + { + "epoch": 5.762394761459308, + "grad_norm": 0.12872214615345, + "learning_rate": 9.354986372806557e-05, + "loss": 0.0564, + "step": 6160 + }, + { + "epoch": 5.771749298409729, + "grad_norm": 0.1881948858499527, + "learning_rate": 9.352275962077752e-05, + "loss": 0.0539, + "step": 6170 + }, + { + "epoch": 5.78110383536015, + "grad_norm": 0.1785428822040558, + "learning_rate": 9.349560262923262e-05, + "loss": 0.0544, + "step": 6180 + }, + { + "epoch": 5.790458372310571, + "grad_norm": 0.15757286548614502, + "learning_rate": 9.346839278642913e-05, + "loss": 0.052, + "step": 6190 + }, + { + "epoch": 5.799812909260991, + "grad_norm": 0.14140909910202026, + "learning_rate": 9.344113012542963e-05, + "loss": 0.0524, + "step": 6200 + }, + { + "epoch": 5.809167446211412, + "grad_norm": 0.1540232002735138, + "learning_rate": 9.341381467936079e-05, + "loss": 0.0572, + "step": 6210 + }, + { + "epoch": 5.818521983161833, + "grad_norm": 0.1884557008743286, + "learning_rate": 9.338644648141346e-05, + "loss": 0.0558, + "step": 6220 + }, + { + "epoch": 5.827876520112254, + "grad_norm": 0.13865551352500916, + "learning_rate": 9.335902556484257e-05, + "loss": 0.0546, + "step": 6230 + }, + { + "epoch": 5.8372310570626755, + "grad_norm": 0.1547255963087082, + "learning_rate": 9.333155196296712e-05, + "loss": 0.0571, + "step": 6240 + }, + { + "epoch": 5.846585594013097, + "grad_norm": 0.13100798428058624, + "learning_rate": 9.330402570917016e-05, + "loss": 0.0563, + "step": 6250 + }, + { + "epoch": 5.855940130963518, + "grad_norm": 0.17707332968711853, + "learning_rate": 9.327644683689865e-05, + "loss": 0.0563, + "step": 6260 + }, + { + "epoch": 5.865294667913938, + "grad_norm": 0.14480328559875488, + "learning_rate": 9.324881537966354e-05, + "loss": 0.0563, + "step": 6270 + }, + { + "epoch": 5.874649204864359, + "grad_norm": 0.1728321611881256, + "learning_rate": 9.322113137103964e-05, + "loss": 0.0557, + "step": 6280 + }, + { + "epoch": 5.88400374181478, + "grad_norm": 0.15872424840927124, + "learning_rate": 9.319339484466564e-05, + "loss": 0.0568, + "step": 6290 + }, + { + "epoch": 5.893358278765201, + "grad_norm": 0.16125847399234772, + "learning_rate": 9.316560583424403e-05, + "loss": 0.0568, + "step": 6300 + }, + { + "epoch": 5.902712815715622, + "grad_norm": 0.16827967762947083, + "learning_rate": 9.313776437354108e-05, + "loss": 0.0557, + "step": 6310 + }, + { + "epoch": 5.9120673526660426, + "grad_norm": 0.16276095807552338, + "learning_rate": 9.31098704963868e-05, + "loss": 0.0546, + "step": 6320 + }, + { + "epoch": 5.921421889616464, + "grad_norm": 0.201579749584198, + "learning_rate": 9.308192423667485e-05, + "loss": 0.0531, + "step": 6330 + }, + { + "epoch": 5.930776426566885, + "grad_norm": 0.163461372256279, + "learning_rate": 9.305392562836262e-05, + "loss": 0.0572, + "step": 6340 + }, + { + "epoch": 5.940130963517306, + "grad_norm": 0.1668255776166916, + "learning_rate": 9.3025874705471e-05, + "loss": 0.0541, + "step": 6350 + }, + { + "epoch": 5.949485500467727, + "grad_norm": 0.13935598731040955, + "learning_rate": 9.299777150208457e-05, + "loss": 0.0538, + "step": 6360 + }, + { + "epoch": 5.958840037418148, + "grad_norm": 0.1944379061460495, + "learning_rate": 9.296961605235133e-05, + "loss": 0.056, + "step": 6370 + }, + { + "epoch": 5.968194574368569, + "grad_norm": 0.11950481683015823, + "learning_rate": 9.29414083904828e-05, + "loss": 0.0548, + "step": 6380 + }, + { + "epoch": 5.977549111318989, + "grad_norm": 0.11584459245204926, + "learning_rate": 9.291314855075397e-05, + "loss": 0.0583, + "step": 6390 + }, + { + "epoch": 5.9869036482694105, + "grad_norm": 0.15892527997493744, + "learning_rate": 9.288483656750322e-05, + "loss": 0.0546, + "step": 6400 + }, + { + "epoch": 5.996258185219832, + "grad_norm": 0.13438968360424042, + "learning_rate": 9.285647247513225e-05, + "loss": 0.0549, + "step": 6410 + }, + { + "epoch": 6.005612722170253, + "grad_norm": 0.16917097568511963, + "learning_rate": 9.282805630810614e-05, + "loss": 0.0544, + "step": 6420 + }, + { + "epoch": 6.014967259120674, + "grad_norm": 0.15565888583660126, + "learning_rate": 9.279958810095317e-05, + "loss": 0.054, + "step": 6430 + }, + { + "epoch": 6.024321796071095, + "grad_norm": 0.17971350252628326, + "learning_rate": 9.277106788826494e-05, + "loss": 0.0548, + "step": 6440 + }, + { + "epoch": 6.033676333021515, + "grad_norm": 0.1584182232618332, + "learning_rate": 9.274249570469618e-05, + "loss": 0.0538, + "step": 6450 + }, + { + "epoch": 6.043030869971936, + "grad_norm": 0.13635452091693878, + "learning_rate": 9.271387158496476e-05, + "loss": 0.0554, + "step": 6460 + }, + { + "epoch": 6.052385406922357, + "grad_norm": 0.16713620722293854, + "learning_rate": 9.268519556385173e-05, + "loss": 0.054, + "step": 6470 + }, + { + "epoch": 6.061739943872778, + "grad_norm": 0.16168946027755737, + "learning_rate": 9.265646767620113e-05, + "loss": 0.0548, + "step": 6480 + }, + { + "epoch": 6.0710944808231995, + "grad_norm": 0.13755297660827637, + "learning_rate": 9.262768795692006e-05, + "loss": 0.0526, + "step": 6490 + }, + { + "epoch": 6.080449017773621, + "grad_norm": 0.12831437587738037, + "learning_rate": 9.259885644097861e-05, + "loss": 0.0538, + "step": 6500 + }, + { + "epoch": 6.089803554724041, + "grad_norm": 0.1430797278881073, + "learning_rate": 9.256997316340976e-05, + "loss": 0.0516, + "step": 6510 + }, + { + "epoch": 6.099158091674462, + "grad_norm": 0.12042920291423798, + "learning_rate": 9.254103815930943e-05, + "loss": 0.0525, + "step": 6520 + }, + { + "epoch": 6.108512628624883, + "grad_norm": 0.15161927044391632, + "learning_rate": 9.251205146383636e-05, + "loss": 0.0537, + "step": 6530 + }, + { + "epoch": 6.117867165575304, + "grad_norm": 0.13072851300239563, + "learning_rate": 9.248301311221216e-05, + "loss": 0.0529, + "step": 6540 + }, + { + "epoch": 6.127221702525725, + "grad_norm": 0.1525951325893402, + "learning_rate": 9.245392313972115e-05, + "loss": 0.0532, + "step": 6550 + }, + { + "epoch": 6.136576239476146, + "grad_norm": 0.1262052208185196, + "learning_rate": 9.242478158171037e-05, + "loss": 0.0556, + "step": 6560 + }, + { + "epoch": 6.1459307764265665, + "grad_norm": 0.1383727341890335, + "learning_rate": 9.239558847358957e-05, + "loss": 0.0534, + "step": 6570 + }, + { + "epoch": 6.155285313376988, + "grad_norm": 0.14390763640403748, + "learning_rate": 9.236634385083114e-05, + "loss": 0.0537, + "step": 6580 + }, + { + "epoch": 6.164639850327409, + "grad_norm": 0.1669303923845291, + "learning_rate": 9.233704774897005e-05, + "loss": 0.0551, + "step": 6590 + }, + { + "epoch": 6.17399438727783, + "grad_norm": 0.17567017674446106, + "learning_rate": 9.230770020360382e-05, + "loss": 0.053, + "step": 6600 + }, + { + "epoch": 6.183348924228251, + "grad_norm": 0.15398173034191132, + "learning_rate": 9.227830125039247e-05, + "loss": 0.0534, + "step": 6610 + }, + { + "epoch": 6.192703461178672, + "grad_norm": 0.12659166753292084, + "learning_rate": 9.224885092505853e-05, + "loss": 0.0514, + "step": 6620 + }, + { + "epoch": 6.202057998129092, + "grad_norm": 0.16863015294075012, + "learning_rate": 9.221934926338691e-05, + "loss": 0.0539, + "step": 6630 + }, + { + "epoch": 6.211412535079513, + "grad_norm": 0.14141039550304413, + "learning_rate": 9.21897963012249e-05, + "loss": 0.0525, + "step": 6640 + }, + { + "epoch": 6.220767072029934, + "grad_norm": 0.16379426419734955, + "learning_rate": 9.216019207448217e-05, + "loss": 0.0567, + "step": 6650 + }, + { + "epoch": 6.2301216089803555, + "grad_norm": 0.1733514964580536, + "learning_rate": 9.21305366191306e-05, + "loss": 0.0528, + "step": 6660 + }, + { + "epoch": 6.239476145930777, + "grad_norm": 0.17959578335285187, + "learning_rate": 9.21008299712044e-05, + "loss": 0.0543, + "step": 6670 + }, + { + "epoch": 6.248830682881198, + "grad_norm": 0.14466877281665802, + "learning_rate": 9.207107216679993e-05, + "loss": 0.0534, + "step": 6680 + }, + { + "epoch": 6.258185219831619, + "grad_norm": 0.17489643394947052, + "learning_rate": 9.204126324207574e-05, + "loss": 0.0545, + "step": 6690 + }, + { + "epoch": 6.267539756782039, + "grad_norm": 0.17372086644172668, + "learning_rate": 9.201140323325248e-05, + "loss": 0.056, + "step": 6700 + }, + { + "epoch": 6.27689429373246, + "grad_norm": 0.12156125903129578, + "learning_rate": 9.198149217661287e-05, + "loss": 0.0549, + "step": 6710 + }, + { + "epoch": 6.286248830682881, + "grad_norm": 0.13959740102291107, + "learning_rate": 9.195153010850167e-05, + "loss": 0.0534, + "step": 6720 + }, + { + "epoch": 6.295603367633302, + "grad_norm": 0.1653875708580017, + "learning_rate": 9.192151706532562e-05, + "loss": 0.0527, + "step": 6730 + }, + { + "epoch": 6.304957904583723, + "grad_norm": 0.17685405910015106, + "learning_rate": 9.189145308355337e-05, + "loss": 0.0513, + "step": 6740 + }, + { + "epoch": 6.314312441534144, + "grad_norm": 0.1816088706254959, + "learning_rate": 9.186133819971555e-05, + "loss": 0.051, + "step": 6750 + }, + { + "epoch": 6.323666978484565, + "grad_norm": 0.15791518986225128, + "learning_rate": 9.183117245040455e-05, + "loss": 0.0524, + "step": 6760 + }, + { + "epoch": 6.333021515434986, + "grad_norm": 0.13525798916816711, + "learning_rate": 9.180095587227458e-05, + "loss": 0.0539, + "step": 6770 + }, + { + "epoch": 6.342376052385407, + "grad_norm": 0.16693246364593506, + "learning_rate": 9.177068850204167e-05, + "loss": 0.0537, + "step": 6780 + }, + { + "epoch": 6.351730589335828, + "grad_norm": 0.14451631903648376, + "learning_rate": 9.174037037648351e-05, + "loss": 0.0514, + "step": 6790 + }, + { + "epoch": 6.361085126286249, + "grad_norm": 0.16123969852924347, + "learning_rate": 9.171000153243947e-05, + "loss": 0.0515, + "step": 6800 + }, + { + "epoch": 6.37043966323667, + "grad_norm": 0.18626223504543304, + "learning_rate": 9.167958200681057e-05, + "loss": 0.0539, + "step": 6810 + }, + { + "epoch": 6.37979420018709, + "grad_norm": 0.18605293333530426, + "learning_rate": 9.164911183655943e-05, + "loss": 0.0537, + "step": 6820 + }, + { + "epoch": 6.3891487371375115, + "grad_norm": 0.138593852519989, + "learning_rate": 9.161859105871013e-05, + "loss": 0.0513, + "step": 6830 + }, + { + "epoch": 6.398503274087933, + "grad_norm": 0.10628718137741089, + "learning_rate": 9.158801971034832e-05, + "loss": 0.051, + "step": 6840 + }, + { + "epoch": 6.407857811038354, + "grad_norm": 0.1555163860321045, + "learning_rate": 9.155739782862107e-05, + "loss": 0.052, + "step": 6850 + }, + { + "epoch": 6.417212347988775, + "grad_norm": 0.13736611604690552, + "learning_rate": 9.152672545073687e-05, + "loss": 0.0518, + "step": 6860 + }, + { + "epoch": 6.426566884939196, + "grad_norm": 0.16479066014289856, + "learning_rate": 9.149600261396551e-05, + "loss": 0.0541, + "step": 6870 + }, + { + "epoch": 6.435921421889616, + "grad_norm": 0.16624486446380615, + "learning_rate": 9.146522935563817e-05, + "loss": 0.0491, + "step": 6880 + }, + { + "epoch": 6.445275958840037, + "grad_norm": 0.12344736605882645, + "learning_rate": 9.143440571314723e-05, + "loss": 0.0527, + "step": 6890 + }, + { + "epoch": 6.454630495790458, + "grad_norm": 0.14025381207466125, + "learning_rate": 9.140353172394636e-05, + "loss": 0.0521, + "step": 6900 + }, + { + "epoch": 6.463985032740879, + "grad_norm": 0.14539183676242828, + "learning_rate": 9.137260742555032e-05, + "loss": 0.0537, + "step": 6910 + }, + { + "epoch": 6.4733395696913005, + "grad_norm": 0.15981562435626984, + "learning_rate": 9.13416328555351e-05, + "loss": 0.0538, + "step": 6920 + }, + { + "epoch": 6.482694106641722, + "grad_norm": 0.12216152250766754, + "learning_rate": 9.131060805153769e-05, + "loss": 0.0504, + "step": 6930 + }, + { + "epoch": 6.492048643592142, + "grad_norm": 0.2008325457572937, + "learning_rate": 9.127953305125618e-05, + "loss": 0.0525, + "step": 6940 + }, + { + "epoch": 6.501403180542563, + "grad_norm": 0.1205105260014534, + "learning_rate": 9.124840789244958e-05, + "loss": 0.0533, + "step": 6950 + }, + { + "epoch": 6.510757717492984, + "grad_norm": 0.12608332931995392, + "learning_rate": 9.121723261293794e-05, + "loss": 0.0539, + "step": 6960 + }, + { + "epoch": 6.520112254443405, + "grad_norm": 0.1313246190547943, + "learning_rate": 9.118600725060214e-05, + "loss": 0.0489, + "step": 6970 + }, + { + "epoch": 6.529466791393826, + "grad_norm": 0.1612713634967804, + "learning_rate": 9.115473184338392e-05, + "loss": 0.0524, + "step": 6980 + }, + { + "epoch": 6.538821328344247, + "grad_norm": 0.152072012424469, + "learning_rate": 9.11234064292859e-05, + "loss": 0.0538, + "step": 6990 + }, + { + "epoch": 6.5481758652946676, + "grad_norm": 0.14913123846054077, + "learning_rate": 9.109203104637137e-05, + "loss": 0.052, + "step": 7000 + }, + { + "epoch": 6.557530402245089, + "grad_norm": 0.17792591452598572, + "learning_rate": 9.10606057327644e-05, + "loss": 0.0537, + "step": 7010 + }, + { + "epoch": 6.56688493919551, + "grad_norm": 0.13390573859214783, + "learning_rate": 9.10291305266497e-05, + "loss": 0.0526, + "step": 7020 + }, + { + "epoch": 6.576239476145931, + "grad_norm": 0.13554419577121735, + "learning_rate": 9.099760546627261e-05, + "loss": 0.054, + "step": 7030 + }, + { + "epoch": 6.585594013096352, + "grad_norm": 0.14209234714508057, + "learning_rate": 9.096603058993907e-05, + "loss": 0.0514, + "step": 7040 + }, + { + "epoch": 6.594948550046773, + "grad_norm": 0.21055996417999268, + "learning_rate": 9.093440593601552e-05, + "loss": 0.0541, + "step": 7050 + }, + { + "epoch": 6.604303086997193, + "grad_norm": 0.15640322864055634, + "learning_rate": 9.090273154292889e-05, + "loss": 0.0494, + "step": 7060 + }, + { + "epoch": 6.613657623947614, + "grad_norm": 0.12961184978485107, + "learning_rate": 9.087100744916656e-05, + "loss": 0.0533, + "step": 7070 + }, + { + "epoch": 6.6230121608980355, + "grad_norm": 0.12666256725788116, + "learning_rate": 9.08392336932763e-05, + "loss": 0.0519, + "step": 7080 + }, + { + "epoch": 6.632366697848457, + "grad_norm": 0.1326168179512024, + "learning_rate": 9.080741031386619e-05, + "loss": 0.0513, + "step": 7090 + }, + { + "epoch": 6.641721234798878, + "grad_norm": 0.15279780328273773, + "learning_rate": 9.077553734960468e-05, + "loss": 0.0521, + "step": 7100 + }, + { + "epoch": 6.651075771749299, + "grad_norm": 0.1203688234090805, + "learning_rate": 9.074361483922041e-05, + "loss": 0.0513, + "step": 7110 + }, + { + "epoch": 6.66043030869972, + "grad_norm": 0.12491542845964432, + "learning_rate": 9.071164282150224e-05, + "loss": 0.0507, + "step": 7120 + }, + { + "epoch": 6.66978484565014, + "grad_norm": 0.16388140618801117, + "learning_rate": 9.067962133529919e-05, + "loss": 0.0529, + "step": 7130 + }, + { + "epoch": 6.679139382600561, + "grad_norm": 0.12135640531778336, + "learning_rate": 9.064755041952036e-05, + "loss": 0.0488, + "step": 7140 + }, + { + "epoch": 6.688493919550982, + "grad_norm": 0.13005603849887848, + "learning_rate": 9.061543011313497e-05, + "loss": 0.0527, + "step": 7150 + }, + { + "epoch": 6.697848456501403, + "grad_norm": 0.1344124972820282, + "learning_rate": 9.05832604551722e-05, + "loss": 0.0512, + "step": 7160 + }, + { + "epoch": 6.7072029934518245, + "grad_norm": 0.11197595298290253, + "learning_rate": 9.055104148472124e-05, + "loss": 0.0503, + "step": 7170 + }, + { + "epoch": 6.716557530402245, + "grad_norm": 0.15650197863578796, + "learning_rate": 9.051877324093114e-05, + "loss": 0.054, + "step": 7180 + }, + { + "epoch": 6.725912067352666, + "grad_norm": 0.1707812249660492, + "learning_rate": 9.04864557630109e-05, + "loss": 0.0505, + "step": 7190 + }, + { + "epoch": 6.735266604303087, + "grad_norm": 0.1705712527036667, + "learning_rate": 9.045408909022928e-05, + "loss": 0.0544, + "step": 7200 + }, + { + "epoch": 6.744621141253508, + "grad_norm": 0.18094046413898468, + "learning_rate": 9.042167326191484e-05, + "loss": 0.0524, + "step": 7210 + }, + { + "epoch": 6.753975678203929, + "grad_norm": 0.13742931187152863, + "learning_rate": 9.038920831745587e-05, + "loss": 0.0524, + "step": 7220 + }, + { + "epoch": 6.76333021515435, + "grad_norm": 0.12302253395318985, + "learning_rate": 9.035669429630036e-05, + "loss": 0.0545, + "step": 7230 + }, + { + "epoch": 6.772684752104771, + "grad_norm": 0.12881579995155334, + "learning_rate": 9.032413123795588e-05, + "loss": 0.0525, + "step": 7240 + }, + { + "epoch": 6.7820392890551915, + "grad_norm": 0.17008523643016815, + "learning_rate": 9.029151918198962e-05, + "loss": 0.0499, + "step": 7250 + }, + { + "epoch": 6.791393826005613, + "grad_norm": 0.1297580450773239, + "learning_rate": 9.025885816802833e-05, + "loss": 0.0521, + "step": 7260 + }, + { + "epoch": 6.800748362956034, + "grad_norm": 0.1368979811668396, + "learning_rate": 9.02261482357582e-05, + "loss": 0.0515, + "step": 7270 + }, + { + "epoch": 6.810102899906455, + "grad_norm": 0.09791373461484909, + "learning_rate": 9.019338942492485e-05, + "loss": 0.0516, + "step": 7280 + }, + { + "epoch": 6.819457436856876, + "grad_norm": 0.13389721512794495, + "learning_rate": 9.01605817753334e-05, + "loss": 0.0535, + "step": 7290 + }, + { + "epoch": 6.828811973807296, + "grad_norm": 0.14442382752895355, + "learning_rate": 9.012772532684818e-05, + "loss": 0.0529, + "step": 7300 + }, + { + "epoch": 6.838166510757717, + "grad_norm": 0.17440669238567352, + "learning_rate": 9.00948201193929e-05, + "loss": 0.0511, + "step": 7310 + }, + { + "epoch": 6.847521047708138, + "grad_norm": 0.163962259888649, + "learning_rate": 9.006186619295047e-05, + "loss": 0.0527, + "step": 7320 + }, + { + "epoch": 6.856875584658559, + "grad_norm": 0.1036112830042839, + "learning_rate": 9.002886358756305e-05, + "loss": 0.0525, + "step": 7330 + }, + { + "epoch": 6.8662301216089805, + "grad_norm": 0.1800004541873932, + "learning_rate": 8.999581234333188e-05, + "loss": 0.0509, + "step": 7340 + }, + { + "epoch": 6.875584658559402, + "grad_norm": 0.15478159487247467, + "learning_rate": 8.996271250041734e-05, + "loss": 0.0498, + "step": 7350 + }, + { + "epoch": 6.884939195509823, + "grad_norm": 0.14755447208881378, + "learning_rate": 8.99295640990389e-05, + "loss": 0.0513, + "step": 7360 + }, + { + "epoch": 6.894293732460243, + "grad_norm": 0.1322244554758072, + "learning_rate": 8.989636717947494e-05, + "loss": 0.051, + "step": 7370 + }, + { + "epoch": 6.903648269410664, + "grad_norm": 0.13353735208511353, + "learning_rate": 8.986312178206291e-05, + "loss": 0.0497, + "step": 7380 + }, + { + "epoch": 6.913002806361085, + "grad_norm": 0.11625106632709503, + "learning_rate": 8.982982794719904e-05, + "loss": 0.052, + "step": 7390 + }, + { + "epoch": 6.922357343311506, + "grad_norm": 0.12610197067260742, + "learning_rate": 8.979648571533852e-05, + "loss": 0.0518, + "step": 7400 + }, + { + "epoch": 6.931711880261927, + "grad_norm": 0.12407170236110687, + "learning_rate": 8.976309512699528e-05, + "loss": 0.0511, + "step": 7410 + }, + { + "epoch": 6.9410664172123475, + "grad_norm": 0.15345141291618347, + "learning_rate": 8.972965622274205e-05, + "loss": 0.0503, + "step": 7420 + }, + { + "epoch": 6.950420954162769, + "grad_norm": 0.13044005632400513, + "learning_rate": 8.969616904321026e-05, + "loss": 0.0509, + "step": 7430 + }, + { + "epoch": 6.95977549111319, + "grad_norm": 0.16369813680648804, + "learning_rate": 8.966263362908998e-05, + "loss": 0.05, + "step": 7440 + }, + { + "epoch": 6.969130028063611, + "grad_norm": 0.14110291004180908, + "learning_rate": 8.962905002112989e-05, + "loss": 0.0532, + "step": 7450 + }, + { + "epoch": 6.978484565014032, + "grad_norm": 0.12439142912626266, + "learning_rate": 8.959541826013724e-05, + "loss": 0.0507, + "step": 7460 + }, + { + "epoch": 6.987839101964453, + "grad_norm": 0.13801316916942596, + "learning_rate": 8.956173838697781e-05, + "loss": 0.0506, + "step": 7470 + }, + { + "epoch": 6.997193638914874, + "grad_norm": 0.15360869467258453, + "learning_rate": 8.952801044257581e-05, + "loss": 0.0524, + "step": 7480 + }, + { + "epoch": 7.006548175865294, + "grad_norm": 0.17095717787742615, + "learning_rate": 8.949423446791387e-05, + "loss": 0.0527, + "step": 7490 + }, + { + "epoch": 7.015902712815715, + "grad_norm": 0.14431071281433105, + "learning_rate": 8.9460410504033e-05, + "loss": 0.0478, + "step": 7500 + }, + { + "epoch": 7.0252572497661365, + "grad_norm": 0.1845301240682602, + "learning_rate": 8.942653859203248e-05, + "loss": 0.0496, + "step": 7510 + }, + { + "epoch": 7.034611786716558, + "grad_norm": 0.12565653026103973, + "learning_rate": 8.93926187730699e-05, + "loss": 0.0496, + "step": 7520 + }, + { + "epoch": 7.043966323666979, + "grad_norm": 0.12826049327850342, + "learning_rate": 8.935865108836102e-05, + "loss": 0.052, + "step": 7530 + }, + { + "epoch": 7.0533208606174, + "grad_norm": 0.16706976294517517, + "learning_rate": 8.932463557917981e-05, + "loss": 0.0509, + "step": 7540 + }, + { + "epoch": 7.06267539756782, + "grad_norm": 0.1295650154352188, + "learning_rate": 8.929057228685829e-05, + "loss": 0.0489, + "step": 7550 + }, + { + "epoch": 7.072029934518241, + "grad_norm": 0.15266846120357513, + "learning_rate": 8.925646125278658e-05, + "loss": 0.0492, + "step": 7560 + }, + { + "epoch": 7.081384471468662, + "grad_norm": 0.153710275888443, + "learning_rate": 8.92223025184128e-05, + "loss": 0.0508, + "step": 7570 + }, + { + "epoch": 7.090739008419083, + "grad_norm": 0.13601578772068024, + "learning_rate": 8.918809612524303e-05, + "loss": 0.0479, + "step": 7580 + }, + { + "epoch": 7.100093545369504, + "grad_norm": 0.1477058231830597, + "learning_rate": 8.91538421148413e-05, + "loss": 0.0499, + "step": 7590 + }, + { + "epoch": 7.1094480823199255, + "grad_norm": 0.13176774978637695, + "learning_rate": 8.91195405288294e-05, + "loss": 0.0489, + "step": 7600 + }, + { + "epoch": 7.118802619270346, + "grad_norm": 0.19176125526428223, + "learning_rate": 8.908519140888705e-05, + "loss": 0.0497, + "step": 7610 + }, + { + "epoch": 7.128157156220767, + "grad_norm": 0.1510600745677948, + "learning_rate": 8.905079479675164e-05, + "loss": 0.0479, + "step": 7620 + }, + { + "epoch": 7.137511693171188, + "grad_norm": 0.14030571281909943, + "learning_rate": 8.901635073421831e-05, + "loss": 0.0474, + "step": 7630 + }, + { + "epoch": 7.146866230121609, + "grad_norm": 0.10512179136276245, + "learning_rate": 8.898185926313983e-05, + "loss": 0.05, + "step": 7640 + }, + { + "epoch": 7.15622076707203, + "grad_norm": 0.12534239888191223, + "learning_rate": 8.894732042542659e-05, + "loss": 0.048, + "step": 7650 + }, + { + "epoch": 7.165575304022451, + "grad_norm": 0.18311093747615814, + "learning_rate": 8.891273426304654e-05, + "loss": 0.0489, + "step": 7660 + }, + { + "epoch": 7.1749298409728715, + "grad_norm": 0.11747508496046066, + "learning_rate": 8.887810081802515e-05, + "loss": 0.0463, + "step": 7670 + }, + { + "epoch": 7.1842843779232926, + "grad_norm": 0.14229823648929596, + "learning_rate": 8.884342013244529e-05, + "loss": 0.0477, + "step": 7680 + }, + { + "epoch": 7.193638914873714, + "grad_norm": 0.13631854951381683, + "learning_rate": 8.880869224844725e-05, + "loss": 0.0517, + "step": 7690 + }, + { + "epoch": 7.202993451824135, + "grad_norm": 0.1263558268547058, + "learning_rate": 8.877391720822875e-05, + "loss": 0.0513, + "step": 7700 + }, + { + "epoch": 7.212347988774556, + "grad_norm": 0.1825922578573227, + "learning_rate": 8.873909505404468e-05, + "loss": 0.0495, + "step": 7710 + }, + { + "epoch": 7.221702525724977, + "grad_norm": 0.13697457313537598, + "learning_rate": 8.870422582820726e-05, + "loss": 0.0482, + "step": 7720 + }, + { + "epoch": 7.231057062675397, + "grad_norm": 0.18144121766090393, + "learning_rate": 8.866930957308588e-05, + "loss": 0.0502, + "step": 7730 + }, + { + "epoch": 7.240411599625818, + "grad_norm": 0.1444280445575714, + "learning_rate": 8.86343463311071e-05, + "loss": 0.0481, + "step": 7740 + }, + { + "epoch": 7.249766136576239, + "grad_norm": 0.14283329248428345, + "learning_rate": 8.859933614475452e-05, + "loss": 0.0506, + "step": 7750 + }, + { + "epoch": 7.2591206735266605, + "grad_norm": 0.14958727359771729, + "learning_rate": 8.85642790565689e-05, + "loss": 0.0503, + "step": 7760 + }, + { + "epoch": 7.268475210477082, + "grad_norm": 0.18693573772907257, + "learning_rate": 8.852917510914782e-05, + "loss": 0.0504, + "step": 7770 + }, + { + "epoch": 7.277829747427503, + "grad_norm": 0.1076660305261612, + "learning_rate": 8.84940243451459e-05, + "loss": 0.05, + "step": 7780 + }, + { + "epoch": 7.287184284377924, + "grad_norm": 0.13936945796012878, + "learning_rate": 8.845882680727469e-05, + "loss": 0.0518, + "step": 7790 + }, + { + "epoch": 7.296538821328344, + "grad_norm": 0.1047288328409195, + "learning_rate": 8.842358253830246e-05, + "loss": 0.0489, + "step": 7800 + }, + { + "epoch": 7.305893358278765, + "grad_norm": 0.11150567978620529, + "learning_rate": 8.838829158105434e-05, + "loss": 0.0506, + "step": 7810 + }, + { + "epoch": 7.315247895229186, + "grad_norm": 0.0961468368768692, + "learning_rate": 8.835295397841217e-05, + "loss": 0.0471, + "step": 7820 + }, + { + "epoch": 7.324602432179607, + "grad_norm": 0.12854117155075073, + "learning_rate": 8.831756977331447e-05, + "loss": 0.0475, + "step": 7830 + }, + { + "epoch": 7.333956969130028, + "grad_norm": 0.15541109442710876, + "learning_rate": 8.828213900875638e-05, + "loss": 0.0523, + "step": 7840 + }, + { + "epoch": 7.343311506080449, + "grad_norm": 0.13449473679065704, + "learning_rate": 8.824666172778964e-05, + "loss": 0.0472, + "step": 7850 + }, + { + "epoch": 7.35266604303087, + "grad_norm": 0.12271341681480408, + "learning_rate": 8.821113797352245e-05, + "loss": 0.0504, + "step": 7860 + }, + { + "epoch": 7.362020579981291, + "grad_norm": 0.10351631790399551, + "learning_rate": 8.817556778911956e-05, + "loss": 0.0477, + "step": 7870 + }, + { + "epoch": 7.371375116931712, + "grad_norm": 0.1224714070558548, + "learning_rate": 8.81399512178021e-05, + "loss": 0.0469, + "step": 7880 + }, + { + "epoch": 7.380729653882133, + "grad_norm": 0.12380654364824295, + "learning_rate": 8.810428830284752e-05, + "loss": 0.047, + "step": 7890 + }, + { + "epoch": 7.390084190832554, + "grad_norm": 0.15109708905220032, + "learning_rate": 8.806857908758967e-05, + "loss": 0.0498, + "step": 7900 + }, + { + "epoch": 7.399438727782975, + "grad_norm": 0.14277097582817078, + "learning_rate": 8.80328236154186e-05, + "loss": 0.0466, + "step": 7910 + }, + { + "epoch": 7.408793264733395, + "grad_norm": 0.1911693811416626, + "learning_rate": 8.799702192978056e-05, + "loss": 0.0479, + "step": 7920 + }, + { + "epoch": 7.4181478016838165, + "grad_norm": 0.18055908381938934, + "learning_rate": 8.7961174074178e-05, + "loss": 0.0486, + "step": 7930 + }, + { + "epoch": 7.427502338634238, + "grad_norm": 0.18340730667114258, + "learning_rate": 8.792528009216942e-05, + "loss": 0.0481, + "step": 7940 + }, + { + "epoch": 7.436856875584659, + "grad_norm": 0.19329118728637695, + "learning_rate": 8.788934002736943e-05, + "loss": 0.0479, + "step": 7950 + }, + { + "epoch": 7.44621141253508, + "grad_norm": 0.14597927033901215, + "learning_rate": 8.785335392344857e-05, + "loss": 0.0514, + "step": 7960 + }, + { + "epoch": 7.4555659494855, + "grad_norm": 0.1506989598274231, + "learning_rate": 8.781732182413336e-05, + "loss": 0.05, + "step": 7970 + }, + { + "epoch": 7.464920486435921, + "grad_norm": 0.1694590449333191, + "learning_rate": 8.778124377320618e-05, + "loss": 0.0502, + "step": 7980 + }, + { + "epoch": 7.474275023386342, + "grad_norm": 0.13357162475585938, + "learning_rate": 8.774511981450529e-05, + "loss": 0.0497, + "step": 7990 + }, + { + "epoch": 7.483629560336763, + "grad_norm": 0.13491037487983704, + "learning_rate": 8.770894999192467e-05, + "loss": 0.0521, + "step": 8000 + }, + { + "epoch": 7.492984097287184, + "grad_norm": 0.1724763959646225, + "learning_rate": 8.767273434941412e-05, + "loss": 0.0494, + "step": 8010 + }, + { + "epoch": 7.5023386342376055, + "grad_norm": 0.1605333685874939, + "learning_rate": 8.7636472930979e-05, + "loss": 0.0518, + "step": 8020 + }, + { + "epoch": 7.511693171188027, + "grad_norm": 0.18681840598583221, + "learning_rate": 8.76001657806804e-05, + "loss": 0.0485, + "step": 8030 + }, + { + "epoch": 7.521047708138447, + "grad_norm": 0.21268494427204132, + "learning_rate": 8.756381294263491e-05, + "loss": 0.0489, + "step": 8040 + }, + { + "epoch": 7.530402245088868, + "grad_norm": 0.11288443207740784, + "learning_rate": 8.752741446101464e-05, + "loss": 0.0475, + "step": 8050 + }, + { + "epoch": 7.539756782039289, + "grad_norm": 0.1631157398223877, + "learning_rate": 8.749097038004722e-05, + "loss": 0.0487, + "step": 8060 + }, + { + "epoch": 7.54911131898971, + "grad_norm": 0.21978145837783813, + "learning_rate": 8.745448074401561e-05, + "loss": 0.0476, + "step": 8070 + }, + { + "epoch": 7.558465855940131, + "grad_norm": 0.17053449153900146, + "learning_rate": 8.741794559725818e-05, + "loss": 0.0502, + "step": 8080 + }, + { + "epoch": 7.567820392890552, + "grad_norm": 0.1899263560771942, + "learning_rate": 8.738136498416856e-05, + "loss": 0.0495, + "step": 8090 + }, + { + "epoch": 7.5771749298409725, + "grad_norm": 0.11672426760196686, + "learning_rate": 8.734473894919564e-05, + "loss": 0.049, + "step": 8100 + }, + { + "epoch": 7.586529466791394, + "grad_norm": 0.12124782055616379, + "learning_rate": 8.730806753684353e-05, + "loss": 0.0489, + "step": 8110 + }, + { + "epoch": 7.595884003741815, + "grad_norm": 0.16741107404232025, + "learning_rate": 8.727135079167144e-05, + "loss": 0.051, + "step": 8120 + }, + { + "epoch": 7.605238540692236, + "grad_norm": 0.1525869071483612, + "learning_rate": 8.723458875829368e-05, + "loss": 0.049, + "step": 8130 + }, + { + "epoch": 7.614593077642657, + "grad_norm": 0.1383691430091858, + "learning_rate": 8.719778148137958e-05, + "loss": 0.0495, + "step": 8140 + }, + { + "epoch": 7.623947614593078, + "grad_norm": 0.17128926515579224, + "learning_rate": 8.716092900565346e-05, + "loss": 0.0498, + "step": 8150 + }, + { + "epoch": 7.633302151543498, + "grad_norm": 0.16015921533107758, + "learning_rate": 8.712403137589456e-05, + "loss": 0.0494, + "step": 8160 + }, + { + "epoch": 7.642656688493919, + "grad_norm": 0.1267995834350586, + "learning_rate": 8.708708863693697e-05, + "loss": 0.0467, + "step": 8170 + }, + { + "epoch": 7.65201122544434, + "grad_norm": 0.13821865618228912, + "learning_rate": 8.70501008336696e-05, + "loss": 0.05, + "step": 8180 + }, + { + "epoch": 7.6613657623947615, + "grad_norm": 0.17117367684841156, + "learning_rate": 8.701306801103611e-05, + "loss": 0.0482, + "step": 8190 + }, + { + "epoch": 7.670720299345183, + "grad_norm": 0.17987346649169922, + "learning_rate": 8.697599021403489e-05, + "loss": 0.0504, + "step": 8200 + }, + { + "epoch": 7.680074836295604, + "grad_norm": 0.12547755241394043, + "learning_rate": 8.693886748771896e-05, + "loss": 0.0487, + "step": 8210 + }, + { + "epoch": 7.689429373246024, + "grad_norm": 0.12673255801200867, + "learning_rate": 8.690169987719593e-05, + "loss": 0.0453, + "step": 8220 + }, + { + "epoch": 7.698783910196445, + "grad_norm": 0.12437831610441208, + "learning_rate": 8.686448742762791e-05, + "loss": 0.0489, + "step": 8230 + }, + { + "epoch": 7.708138447146866, + "grad_norm": 0.11135891079902649, + "learning_rate": 8.682723018423161e-05, + "loss": 0.0463, + "step": 8240 + }, + { + "epoch": 7.717492984097287, + "grad_norm": 0.1191042959690094, + "learning_rate": 8.678992819227804e-05, + "loss": 0.0467, + "step": 8250 + }, + { + "epoch": 7.726847521047708, + "grad_norm": 0.11754520237445831, + "learning_rate": 8.675258149709265e-05, + "loss": 0.0468, + "step": 8260 + }, + { + "epoch": 7.736202057998129, + "grad_norm": 0.11950648576021194, + "learning_rate": 8.67151901440552e-05, + "loss": 0.0458, + "step": 8270 + }, + { + "epoch": 7.74555659494855, + "grad_norm": 0.13876058161258698, + "learning_rate": 8.667775417859971e-05, + "loss": 0.0488, + "step": 8280 + }, + { + "epoch": 7.754911131898971, + "grad_norm": 0.1383056342601776, + "learning_rate": 8.664027364621441e-05, + "loss": 0.0475, + "step": 8290 + }, + { + "epoch": 7.764265668849392, + "grad_norm": 0.11396731436252594, + "learning_rate": 8.660274859244168e-05, + "loss": 0.0471, + "step": 8300 + }, + { + "epoch": 7.773620205799813, + "grad_norm": 0.15079446136951447, + "learning_rate": 8.656517906287799e-05, + "loss": 0.0491, + "step": 8310 + }, + { + "epoch": 7.782974742750234, + "grad_norm": 0.12076623737812042, + "learning_rate": 8.652756510317387e-05, + "loss": 0.051, + "step": 8320 + }, + { + "epoch": 7.792329279700655, + "grad_norm": 0.13943155109882355, + "learning_rate": 8.648990675903382e-05, + "loss": 0.0474, + "step": 8330 + }, + { + "epoch": 7.801683816651076, + "grad_norm": 0.15492622554302216, + "learning_rate": 8.64522040762163e-05, + "loss": 0.0493, + "step": 8340 + }, + { + "epoch": 7.8110383536014965, + "grad_norm": 0.1287994384765625, + "learning_rate": 8.64144571005336e-05, + "loss": 0.0484, + "step": 8350 + }, + { + "epoch": 7.8203928905519176, + "grad_norm": 0.13468337059020996, + "learning_rate": 8.637666587785184e-05, + "loss": 0.046, + "step": 8360 + }, + { + "epoch": 7.829747427502339, + "grad_norm": 0.11282400786876678, + "learning_rate": 8.633883045409096e-05, + "loss": 0.0491, + "step": 8370 + }, + { + "epoch": 7.83910196445276, + "grad_norm": 0.13678410649299622, + "learning_rate": 8.630095087522457e-05, + "loss": 0.0471, + "step": 8380 + }, + { + "epoch": 7.848456501403181, + "grad_norm": 0.17287512123584747, + "learning_rate": 8.62630271872799e-05, + "loss": 0.0489, + "step": 8390 + }, + { + "epoch": 7.857811038353601, + "grad_norm": 0.1379881650209427, + "learning_rate": 8.62250594363378e-05, + "loss": 0.046, + "step": 8400 + }, + { + "epoch": 7.867165575304022, + "grad_norm": 0.13440777361392975, + "learning_rate": 8.61870476685327e-05, + "loss": 0.0469, + "step": 8410 + }, + { + "epoch": 7.876520112254443, + "grad_norm": 0.1467359960079193, + "learning_rate": 8.614899193005248e-05, + "loss": 0.0472, + "step": 8420 + }, + { + "epoch": 7.885874649204864, + "grad_norm": 0.15868966281414032, + "learning_rate": 8.611089226713842e-05, + "loss": 0.047, + "step": 8430 + }, + { + "epoch": 7.8952291861552855, + "grad_norm": 0.19248342514038086, + "learning_rate": 8.607274872608521e-05, + "loss": 0.046, + "step": 8440 + }, + { + "epoch": 7.904583723105707, + "grad_norm": 0.1545647531747818, + "learning_rate": 8.603456135324088e-05, + "loss": 0.0477, + "step": 8450 + }, + { + "epoch": 7.913938260056128, + "grad_norm": 0.0920998826622963, + "learning_rate": 8.599633019500665e-05, + "loss": 0.0457, + "step": 8460 + }, + { + "epoch": 7.923292797006548, + "grad_norm": 0.10484731197357178, + "learning_rate": 8.595805529783702e-05, + "loss": 0.0473, + "step": 8470 + }, + { + "epoch": 7.932647333956969, + "grad_norm": 0.15049277245998383, + "learning_rate": 8.591973670823958e-05, + "loss": 0.0496, + "step": 8480 + }, + { + "epoch": 7.94200187090739, + "grad_norm": 0.18015019595623016, + "learning_rate": 8.588137447277503e-05, + "loss": 0.0462, + "step": 8490 + }, + { + "epoch": 7.951356407857811, + "grad_norm": 0.13723531365394592, + "learning_rate": 8.584296863805709e-05, + "loss": 0.0473, + "step": 8500 + }, + { + "epoch": 7.960710944808232, + "grad_norm": 0.16660943627357483, + "learning_rate": 8.580451925075248e-05, + "loss": 0.0467, + "step": 8510 + }, + { + "epoch": 7.9700654817586525, + "grad_norm": 0.13527822494506836, + "learning_rate": 8.576602635758085e-05, + "loss": 0.0483, + "step": 8520 + }, + { + "epoch": 7.979420018709074, + "grad_norm": 0.11002780497074127, + "learning_rate": 8.572749000531469e-05, + "loss": 0.046, + "step": 8530 + }, + { + "epoch": 7.988774555659495, + "grad_norm": 0.0911751464009285, + "learning_rate": 8.568891024077926e-05, + "loss": 0.0466, + "step": 8540 + }, + { + "epoch": 7.998129092609916, + "grad_norm": 0.13805446028709412, + "learning_rate": 8.565028711085265e-05, + "loss": 0.0487, + "step": 8550 + }, + { + "epoch": 8.007483629560337, + "grad_norm": 0.15112626552581787, + "learning_rate": 8.561162066246561e-05, + "loss": 0.0503, + "step": 8560 + }, + { + "epoch": 8.016838166510757, + "grad_norm": 0.11812979727983475, + "learning_rate": 8.557291094260152e-05, + "loss": 0.0498, + "step": 8570 + }, + { + "epoch": 8.026192703461179, + "grad_norm": 0.16596189141273499, + "learning_rate": 8.553415799829629e-05, + "loss": 0.0491, + "step": 8580 + }, + { + "epoch": 8.0355472404116, + "grad_norm": 0.1579340398311615, + "learning_rate": 8.549536187663847e-05, + "loss": 0.0506, + "step": 8590 + }, + { + "epoch": 8.044901777362021, + "grad_norm": 0.13120798766613007, + "learning_rate": 8.545652262476897e-05, + "loss": 0.049, + "step": 8600 + }, + { + "epoch": 8.054256314312441, + "grad_norm": 0.13207706809043884, + "learning_rate": 8.541764028988115e-05, + "loss": 0.0475, + "step": 8610 + }, + { + "epoch": 8.063610851262862, + "grad_norm": 0.1561344712972641, + "learning_rate": 8.537871491922071e-05, + "loss": 0.0463, + "step": 8620 + }, + { + "epoch": 8.072965388213284, + "grad_norm": 0.11827466636896133, + "learning_rate": 8.533974656008566e-05, + "loss": 0.048, + "step": 8630 + }, + { + "epoch": 8.082319925163704, + "grad_norm": 0.14757634699344635, + "learning_rate": 8.530073525982621e-05, + "loss": 0.0491, + "step": 8640 + }, + { + "epoch": 8.091674462114126, + "grad_norm": 0.17618846893310547, + "learning_rate": 8.526168106584476e-05, + "loss": 0.0474, + "step": 8650 + }, + { + "epoch": 8.101028999064546, + "grad_norm": 0.17464932799339294, + "learning_rate": 8.522258402559586e-05, + "loss": 0.0477, + "step": 8660 + }, + { + "epoch": 8.110383536014968, + "grad_norm": 0.15882086753845215, + "learning_rate": 8.518344418658613e-05, + "loss": 0.0468, + "step": 8670 + }, + { + "epoch": 8.119738072965388, + "grad_norm": 0.15460394322872162, + "learning_rate": 8.51442615963741e-05, + "loss": 0.0446, + "step": 8680 + }, + { + "epoch": 8.129092609915809, + "grad_norm": 0.10804380476474762, + "learning_rate": 8.510503630257034e-05, + "loss": 0.0447, + "step": 8690 + }, + { + "epoch": 8.13844714686623, + "grad_norm": 0.1779385358095169, + "learning_rate": 8.50657683528373e-05, + "loss": 0.0462, + "step": 8700 + }, + { + "epoch": 8.14780168381665, + "grad_norm": 0.1504119336605072, + "learning_rate": 8.502645779488922e-05, + "loss": 0.0476, + "step": 8710 + }, + { + "epoch": 8.157156220767073, + "grad_norm": 0.15819589793682098, + "learning_rate": 8.498710467649213e-05, + "loss": 0.0478, + "step": 8720 + }, + { + "epoch": 8.166510757717493, + "grad_norm": 0.14777162671089172, + "learning_rate": 8.494770904546381e-05, + "loss": 0.0469, + "step": 8730 + }, + { + "epoch": 8.175865294667913, + "grad_norm": 0.1861734241247177, + "learning_rate": 8.490827094967363e-05, + "loss": 0.047, + "step": 8740 + }, + { + "epoch": 8.185219831618335, + "grad_norm": 0.16156595945358276, + "learning_rate": 8.486879043704263e-05, + "loss": 0.0452, + "step": 8750 + }, + { + "epoch": 8.194574368568755, + "grad_norm": 0.13630841672420502, + "learning_rate": 8.482926755554332e-05, + "loss": 0.0463, + "step": 8760 + }, + { + "epoch": 8.203928905519177, + "grad_norm": 0.13610731065273285, + "learning_rate": 8.478970235319975e-05, + "loss": 0.0481, + "step": 8770 + }, + { + "epoch": 8.213283442469598, + "grad_norm": 0.10325092822313309, + "learning_rate": 8.475009487808737e-05, + "loss": 0.0447, + "step": 8780 + }, + { + "epoch": 8.22263797942002, + "grad_norm": 0.1506980061531067, + "learning_rate": 8.471044517833298e-05, + "loss": 0.0451, + "step": 8790 + }, + { + "epoch": 8.23199251637044, + "grad_norm": 0.1392638385295868, + "learning_rate": 8.467075330211474e-05, + "loss": 0.0458, + "step": 8800 + }, + { + "epoch": 8.24134705332086, + "grad_norm": 0.17894546687602997, + "learning_rate": 8.463101929766198e-05, + "loss": 0.0461, + "step": 8810 + }, + { + "epoch": 8.250701590271282, + "grad_norm": 0.11705304682254791, + "learning_rate": 8.459124321325528e-05, + "loss": 0.0447, + "step": 8820 + }, + { + "epoch": 8.260056127221702, + "grad_norm": 0.11132775992155075, + "learning_rate": 8.455142509722634e-05, + "loss": 0.0455, + "step": 8830 + }, + { + "epoch": 8.269410664172124, + "grad_norm": 0.17089758813381195, + "learning_rate": 8.451156499795792e-05, + "loss": 0.0459, + "step": 8840 + }, + { + "epoch": 8.278765201122544, + "grad_norm": 0.17170929908752441, + "learning_rate": 8.447166296388381e-05, + "loss": 0.0462, + "step": 8850 + }, + { + "epoch": 8.288119738072965, + "grad_norm": 0.14561370015144348, + "learning_rate": 8.443171904348872e-05, + "loss": 0.0462, + "step": 8860 + }, + { + "epoch": 8.297474275023387, + "grad_norm": 0.14019379019737244, + "learning_rate": 8.43917332853083e-05, + "loss": 0.0468, + "step": 8870 + }, + { + "epoch": 8.306828811973807, + "grad_norm": 0.13863545656204224, + "learning_rate": 8.435170573792901e-05, + "loss": 0.0434, + "step": 8880 + }, + { + "epoch": 8.316183348924229, + "grad_norm": 0.13977161049842834, + "learning_rate": 8.431163644998808e-05, + "loss": 0.0463, + "step": 8890 + }, + { + "epoch": 8.325537885874649, + "grad_norm": 0.14470289647579193, + "learning_rate": 8.42715254701735e-05, + "loss": 0.046, + "step": 8900 + }, + { + "epoch": 8.334892422825071, + "grad_norm": 0.1564664989709854, + "learning_rate": 8.42313728472239e-05, + "loss": 0.0465, + "step": 8910 + }, + { + "epoch": 8.344246959775491, + "grad_norm": 0.21904684603214264, + "learning_rate": 8.419117862992844e-05, + "loss": 0.0458, + "step": 8920 + }, + { + "epoch": 8.353601496725911, + "grad_norm": 0.16463427245616913, + "learning_rate": 8.415094286712694e-05, + "loss": 0.0457, + "step": 8930 + }, + { + "epoch": 8.362956033676333, + "grad_norm": 0.1447766274213791, + "learning_rate": 8.411066560770965e-05, + "loss": 0.0436, + "step": 8940 + }, + { + "epoch": 8.372310570626754, + "grad_norm": 0.09478392452001572, + "learning_rate": 8.407034690061721e-05, + "loss": 0.0439, + "step": 8950 + }, + { + "epoch": 8.381665107577176, + "grad_norm": 0.12737098336219788, + "learning_rate": 8.402998679484067e-05, + "loss": 0.0434, + "step": 8960 + }, + { + "epoch": 8.391019644527596, + "grad_norm": 0.11789879947900772, + "learning_rate": 8.398958533942135e-05, + "loss": 0.0438, + "step": 8970 + }, + { + "epoch": 8.400374181478018, + "grad_norm": 0.12345032393932343, + "learning_rate": 8.394914258345083e-05, + "loss": 0.0432, + "step": 8980 + }, + { + "epoch": 8.409728718428438, + "grad_norm": 0.13132527470588684, + "learning_rate": 8.390865857607089e-05, + "loss": 0.0442, + "step": 8990 + }, + { + "epoch": 8.419083255378858, + "grad_norm": 0.11027272790670395, + "learning_rate": 8.386813336647339e-05, + "loss": 0.0468, + "step": 9000 + }, + { + "epoch": 8.42843779232928, + "grad_norm": 0.11659793555736542, + "learning_rate": 8.38275670039003e-05, + "loss": 0.0455, + "step": 9010 + }, + { + "epoch": 8.4377923292797, + "grad_norm": 0.09028825908899307, + "learning_rate": 8.378695953764356e-05, + "loss": 0.044, + "step": 9020 + }, + { + "epoch": 8.447146866230122, + "grad_norm": 0.1445024460554123, + "learning_rate": 8.374631101704509e-05, + "loss": 0.0439, + "step": 9030 + }, + { + "epoch": 8.456501403180543, + "grad_norm": 0.13553285598754883, + "learning_rate": 8.370562149149665e-05, + "loss": 0.0456, + "step": 9040 + }, + { + "epoch": 8.465855940130963, + "grad_norm": 0.11170583963394165, + "learning_rate": 8.366489101043989e-05, + "loss": 0.0435, + "step": 9050 + }, + { + "epoch": 8.475210477081385, + "grad_norm": 0.13641826808452606, + "learning_rate": 8.362411962336614e-05, + "loss": 0.0439, + "step": 9060 + }, + { + "epoch": 8.484565014031805, + "grad_norm": 0.12117277830839157, + "learning_rate": 8.358330737981651e-05, + "loss": 0.0478, + "step": 9070 + }, + { + "epoch": 8.493919550982227, + "grad_norm": 0.16954459249973297, + "learning_rate": 8.35424543293817e-05, + "loss": 0.0457, + "step": 9080 + }, + { + "epoch": 8.503274087932647, + "grad_norm": 0.14626477658748627, + "learning_rate": 8.350156052170206e-05, + "loss": 0.0453, + "step": 9090 + }, + { + "epoch": 8.512628624883067, + "grad_norm": 0.12783187627792358, + "learning_rate": 8.346062600646738e-05, + "loss": 0.0458, + "step": 9100 + }, + { + "epoch": 8.52198316183349, + "grad_norm": 0.12178415805101395, + "learning_rate": 8.341965083341697e-05, + "loss": 0.0484, + "step": 9110 + }, + { + "epoch": 8.53133769878391, + "grad_norm": 0.11768358200788498, + "learning_rate": 8.337863505233953e-05, + "loss": 0.0449, + "step": 9120 + }, + { + "epoch": 8.540692235734332, + "grad_norm": 0.10849310457706451, + "learning_rate": 8.33375787130731e-05, + "loss": 0.0447, + "step": 9130 + }, + { + "epoch": 8.550046772684752, + "grad_norm": 0.11104802787303925, + "learning_rate": 8.3296481865505e-05, + "loss": 0.0461, + "step": 9140 + }, + { + "epoch": 8.559401309635174, + "grad_norm": 0.1251675933599472, + "learning_rate": 8.325534455957181e-05, + "loss": 0.0451, + "step": 9150 + }, + { + "epoch": 8.568755846585594, + "grad_norm": 0.167683944106102, + "learning_rate": 8.321416684525917e-05, + "loss": 0.045, + "step": 9160 + }, + { + "epoch": 8.578110383536014, + "grad_norm": 0.1567014455795288, + "learning_rate": 8.317294877260193e-05, + "loss": 0.0472, + "step": 9170 + }, + { + "epoch": 8.587464920486436, + "grad_norm": 0.15942738950252533, + "learning_rate": 8.313169039168394e-05, + "loss": 0.0429, + "step": 9180 + }, + { + "epoch": 8.596819457436856, + "grad_norm": 0.18891006708145142, + "learning_rate": 8.3090391752638e-05, + "loss": 0.0468, + "step": 9190 + }, + { + "epoch": 8.606173994387278, + "grad_norm": 0.14610034227371216, + "learning_rate": 8.304905290564586e-05, + "loss": 0.0443, + "step": 9200 + }, + { + "epoch": 8.615528531337699, + "grad_norm": 0.13494600355625153, + "learning_rate": 8.300767390093813e-05, + "loss": 0.0432, + "step": 9210 + }, + { + "epoch": 8.62488306828812, + "grad_norm": 0.12624983489513397, + "learning_rate": 8.296625478879417e-05, + "loss": 0.0437, + "step": 9220 + }, + { + "epoch": 8.63423760523854, + "grad_norm": 0.11889812350273132, + "learning_rate": 8.292479561954214e-05, + "loss": 0.0451, + "step": 9230 + }, + { + "epoch": 8.643592142188961, + "grad_norm": 0.1334964781999588, + "learning_rate": 8.288329644355883e-05, + "loss": 0.044, + "step": 9240 + }, + { + "epoch": 8.652946679139383, + "grad_norm": 0.10720917582511902, + "learning_rate": 8.284175731126965e-05, + "loss": 0.0437, + "step": 9250 + }, + { + "epoch": 8.662301216089803, + "grad_norm": 0.11401597410440445, + "learning_rate": 8.280017827314854e-05, + "loss": 0.0435, + "step": 9260 + }, + { + "epoch": 8.671655753040225, + "grad_norm": 0.13818098604679108, + "learning_rate": 8.2758559379718e-05, + "loss": 0.0474, + "step": 9270 + }, + { + "epoch": 8.681010289990645, + "grad_norm": 0.14612777531147003, + "learning_rate": 8.271690068154887e-05, + "loss": 0.0467, + "step": 9280 + }, + { + "epoch": 8.690364826941066, + "grad_norm": 0.16938412189483643, + "learning_rate": 8.26752022292604e-05, + "loss": 0.0446, + "step": 9290 + }, + { + "epoch": 8.699719363891488, + "grad_norm": 0.12167146056890488, + "learning_rate": 8.263346407352018e-05, + "loss": 0.0439, + "step": 9300 + }, + { + "epoch": 8.709073900841908, + "grad_norm": 0.12496792525053024, + "learning_rate": 8.259168626504395e-05, + "loss": 0.0453, + "step": 9310 + }, + { + "epoch": 8.71842843779233, + "grad_norm": 0.10542455315589905, + "learning_rate": 8.254986885459572e-05, + "loss": 0.045, + "step": 9320 + }, + { + "epoch": 8.72778297474275, + "grad_norm": 0.09685982018709183, + "learning_rate": 8.250801189298757e-05, + "loss": 0.0447, + "step": 9330 + }, + { + "epoch": 8.737137511693172, + "grad_norm": 0.1773250252008438, + "learning_rate": 8.246611543107967e-05, + "loss": 0.044, + "step": 9340 + }, + { + "epoch": 8.746492048643592, + "grad_norm": 0.1374686062335968, + "learning_rate": 8.242417951978018e-05, + "loss": 0.0453, + "step": 9350 + }, + { + "epoch": 8.755846585594012, + "grad_norm": 0.13276851177215576, + "learning_rate": 8.238220421004517e-05, + "loss": 0.0451, + "step": 9360 + }, + { + "epoch": 8.765201122544434, + "grad_norm": 0.13505636155605316, + "learning_rate": 8.234018955287859e-05, + "loss": 0.0471, + "step": 9370 + }, + { + "epoch": 8.774555659494855, + "grad_norm": 0.10236888378858566, + "learning_rate": 8.229813559933224e-05, + "loss": 0.0433, + "step": 9380 + }, + { + "epoch": 8.783910196445277, + "grad_norm": 0.19143718481063843, + "learning_rate": 8.22560424005056e-05, + "loss": 0.0489, + "step": 9390 + }, + { + "epoch": 8.793264733395697, + "grad_norm": 0.13209223747253418, + "learning_rate": 8.22139100075459e-05, + "loss": 0.045, + "step": 9400 + }, + { + "epoch": 8.802619270346117, + "grad_norm": 0.13761577010154724, + "learning_rate": 8.217173847164799e-05, + "loss": 0.0454, + "step": 9410 + }, + { + "epoch": 8.811973807296539, + "grad_norm": 0.13801725208759308, + "learning_rate": 8.212952784405422e-05, + "loss": 0.0433, + "step": 9420 + }, + { + "epoch": 8.82132834424696, + "grad_norm": 0.12533774971961975, + "learning_rate": 8.208727817605451e-05, + "loss": 0.0441, + "step": 9430 + }, + { + "epoch": 8.830682881197381, + "grad_norm": 0.12217465788125992, + "learning_rate": 8.204498951898618e-05, + "loss": 0.045, + "step": 9440 + }, + { + "epoch": 8.840037418147801, + "grad_norm": 0.11918297410011292, + "learning_rate": 8.200266192423395e-05, + "loss": 0.0448, + "step": 9450 + }, + { + "epoch": 8.849391955098223, + "grad_norm": 0.1250566989183426, + "learning_rate": 8.196029544322981e-05, + "loss": 0.0445, + "step": 9460 + }, + { + "epoch": 8.858746492048644, + "grad_norm": 0.10562674701213837, + "learning_rate": 8.191789012745305e-05, + "loss": 0.0448, + "step": 9470 + }, + { + "epoch": 8.868101028999064, + "grad_norm": 0.10654594004154205, + "learning_rate": 8.187544602843014e-05, + "loss": 0.0438, + "step": 9480 + }, + { + "epoch": 8.877455565949486, + "grad_norm": 0.12470334768295288, + "learning_rate": 8.183296319773466e-05, + "loss": 0.0447, + "step": 9490 + }, + { + "epoch": 8.886810102899906, + "grad_norm": 0.12390005588531494, + "learning_rate": 8.179044168698721e-05, + "loss": 0.043, + "step": 9500 + }, + { + "epoch": 8.896164639850328, + "grad_norm": 0.10794335603713989, + "learning_rate": 8.174788154785548e-05, + "loss": 0.0419, + "step": 9510 + }, + { + "epoch": 8.905519176800748, + "grad_norm": 0.10308189690113068, + "learning_rate": 8.170528283205403e-05, + "loss": 0.0436, + "step": 9520 + }, + { + "epoch": 8.91487371375117, + "grad_norm": 0.10789041221141815, + "learning_rate": 8.166264559134435e-05, + "loss": 0.0449, + "step": 9530 + }, + { + "epoch": 8.92422825070159, + "grad_norm": 0.12354861199855804, + "learning_rate": 8.161996987753467e-05, + "loss": 0.0428, + "step": 9540 + }, + { + "epoch": 8.93358278765201, + "grad_norm": 0.14626336097717285, + "learning_rate": 8.157725574248e-05, + "loss": 0.0458, + "step": 9550 + }, + { + "epoch": 8.942937324602433, + "grad_norm": 0.12014160305261612, + "learning_rate": 8.153450323808209e-05, + "loss": 0.044, + "step": 9560 + }, + { + "epoch": 8.952291861552853, + "grad_norm": 0.1538286954164505, + "learning_rate": 8.149171241628923e-05, + "loss": 0.0427, + "step": 9570 + }, + { + "epoch": 8.961646398503275, + "grad_norm": 0.11975467205047607, + "learning_rate": 8.144888332909631e-05, + "loss": 0.0455, + "step": 9580 + }, + { + "epoch": 8.971000935453695, + "grad_norm": 0.10724678635597229, + "learning_rate": 8.14060160285447e-05, + "loss": 0.0443, + "step": 9590 + }, + { + "epoch": 8.980355472404115, + "grad_norm": 0.09733912348747253, + "learning_rate": 8.136311056672223e-05, + "loss": 0.0445, + "step": 9600 + }, + { + "epoch": 8.989710009354537, + "grad_norm": 0.12426436692476273, + "learning_rate": 8.132016699576308e-05, + "loss": 0.0416, + "step": 9610 + }, + { + "epoch": 8.999064546304957, + "grad_norm": 0.14252837002277374, + "learning_rate": 8.127718536784771e-05, + "loss": 0.0445, + "step": 9620 + }, + { + "epoch": 9.00841908325538, + "grad_norm": 0.10481640696525574, + "learning_rate": 8.12341657352029e-05, + "loss": 0.0425, + "step": 9630 + }, + { + "epoch": 9.0177736202058, + "grad_norm": 0.11131571978330612, + "learning_rate": 8.119110815010151e-05, + "loss": 0.042, + "step": 9640 + }, + { + "epoch": 9.027128157156222, + "grad_norm": 0.11252203583717346, + "learning_rate": 8.114801266486261e-05, + "loss": 0.0447, + "step": 9650 + }, + { + "epoch": 9.036482694106642, + "grad_norm": 0.11517488956451416, + "learning_rate": 8.110487933185122e-05, + "loss": 0.0428, + "step": 9660 + }, + { + "epoch": 9.045837231057062, + "grad_norm": 0.1258251816034317, + "learning_rate": 8.106170820347847e-05, + "loss": 0.0424, + "step": 9670 + }, + { + "epoch": 9.055191768007484, + "grad_norm": 0.10201747715473175, + "learning_rate": 8.101849933220132e-05, + "loss": 0.0415, + "step": 9680 + }, + { + "epoch": 9.064546304957904, + "grad_norm": 0.13804271817207336, + "learning_rate": 8.097525277052264e-05, + "loss": 0.0419, + "step": 9690 + }, + { + "epoch": 9.073900841908326, + "grad_norm": 0.10349080711603165, + "learning_rate": 8.093196857099106e-05, + "loss": 0.0436, + "step": 9700 + }, + { + "epoch": 9.083255378858746, + "grad_norm": 0.12246478348970413, + "learning_rate": 8.088864678620096e-05, + "loss": 0.042, + "step": 9710 + }, + { + "epoch": 9.092609915809167, + "grad_norm": 0.14695808291435242, + "learning_rate": 8.084528746879243e-05, + "loss": 0.0442, + "step": 9720 + }, + { + "epoch": 9.101964452759589, + "grad_norm": 0.14678989350795746, + "learning_rate": 8.080189067145108e-05, + "loss": 0.0399, + "step": 9730 + }, + { + "epoch": 9.111318989710009, + "grad_norm": 0.16708172857761383, + "learning_rate": 8.075845644690813e-05, + "loss": 0.0428, + "step": 9740 + }, + { + "epoch": 9.12067352666043, + "grad_norm": 0.11894064396619797, + "learning_rate": 8.07149848479403e-05, + "loss": 0.0422, + "step": 9750 + }, + { + "epoch": 9.130028063610851, + "grad_norm": 0.10579445213079453, + "learning_rate": 8.067147592736962e-05, + "loss": 0.0422, + "step": 9760 + }, + { + "epoch": 9.139382600561273, + "grad_norm": 0.15182609856128693, + "learning_rate": 8.062792973806357e-05, + "loss": 0.0416, + "step": 9770 + }, + { + "epoch": 9.148737137511693, + "grad_norm": 0.19440270960330963, + "learning_rate": 8.058434633293485e-05, + "loss": 0.0414, + "step": 9780 + }, + { + "epoch": 9.158091674462113, + "grad_norm": 0.1667967140674591, + "learning_rate": 8.054072576494143e-05, + "loss": 0.0412, + "step": 9790 + }, + { + "epoch": 9.167446211412535, + "grad_norm": 0.14374321699142456, + "learning_rate": 8.04970680870864e-05, + "loss": 0.0441, + "step": 9800 + }, + { + "epoch": 9.176800748362956, + "grad_norm": 0.15253569185733795, + "learning_rate": 8.045337335241793e-05, + "loss": 0.0425, + "step": 9810 + }, + { + "epoch": 9.186155285313378, + "grad_norm": 0.13462470471858978, + "learning_rate": 8.040964161402932e-05, + "loss": 0.0428, + "step": 9820 + }, + { + "epoch": 9.195509822263798, + "grad_norm": 0.12218739092350006, + "learning_rate": 8.036587292505869e-05, + "loss": 0.0428, + "step": 9830 + }, + { + "epoch": 9.204864359214218, + "grad_norm": 0.16373689472675323, + "learning_rate": 8.032206733868912e-05, + "loss": 0.0433, + "step": 9840 + }, + { + "epoch": 9.21421889616464, + "grad_norm": 0.1567174643278122, + "learning_rate": 8.027822490814858e-05, + "loss": 0.0441, + "step": 9850 + }, + { + "epoch": 9.22357343311506, + "grad_norm": 0.12697833776474, + "learning_rate": 8.023434568670972e-05, + "loss": 0.0435, + "step": 9860 + }, + { + "epoch": 9.232927970065482, + "grad_norm": 0.14353546500205994, + "learning_rate": 8.019042972768992e-05, + "loss": 0.044, + "step": 9870 + }, + { + "epoch": 9.242282507015902, + "grad_norm": 0.1590610295534134, + "learning_rate": 8.014647708445124e-05, + "loss": 0.0399, + "step": 9880 + }, + { + "epoch": 9.251637043966324, + "grad_norm": 0.15317416191101074, + "learning_rate": 8.010248781040027e-05, + "loss": 0.0402, + "step": 9890 + }, + { + "epoch": 9.260991580916745, + "grad_norm": 0.11562187969684601, + "learning_rate": 8.005846195898814e-05, + "loss": 0.0436, + "step": 9900 + }, + { + "epoch": 9.270346117867165, + "grad_norm": 0.1508132964372635, + "learning_rate": 8.00143995837104e-05, + "loss": 0.0401, + "step": 9910 + }, + { + "epoch": 9.279700654817587, + "grad_norm": 0.10868638753890991, + "learning_rate": 7.997030073810698e-05, + "loss": 0.0412, + "step": 9920 + }, + { + "epoch": 9.289055191768007, + "grad_norm": 0.14134496450424194, + "learning_rate": 7.992616547576217e-05, + "loss": 0.0446, + "step": 9930 + }, + { + "epoch": 9.298409728718429, + "grad_norm": 0.11343904584646225, + "learning_rate": 7.988199385030445e-05, + "loss": 0.0414, + "step": 9940 + }, + { + "epoch": 9.30776426566885, + "grad_norm": 0.13875962793827057, + "learning_rate": 7.98377859154065e-05, + "loss": 0.0425, + "step": 9950 + }, + { + "epoch": 9.31711880261927, + "grad_norm": 0.14761291444301605, + "learning_rate": 7.979354172478516e-05, + "loss": 0.0436, + "step": 9960 + }, + { + "epoch": 9.326473339569691, + "grad_norm": 0.18319815397262573, + "learning_rate": 7.974926133220127e-05, + "loss": 0.0435, + "step": 9970 + }, + { + "epoch": 9.335827876520112, + "grad_norm": 0.11707274615764618, + "learning_rate": 7.970494479145967e-05, + "loss": 0.0443, + "step": 9980 + }, + { + "epoch": 9.345182413470534, + "grad_norm": 0.12101708352565765, + "learning_rate": 7.966059215640919e-05, + "loss": 0.0405, + "step": 9990 + }, + { + "epoch": 9.354536950420954, + "grad_norm": 0.11156012117862701, + "learning_rate": 7.961620348094241e-05, + "loss": 0.0396, + "step": 10000 + }, + { + "epoch": 9.363891487371376, + "grad_norm": 0.10137233138084412, + "learning_rate": 7.957177881899577e-05, + "loss": 0.0437, + "step": 10010 + }, + { + "epoch": 9.373246024321796, + "grad_norm": 0.16071675717830658, + "learning_rate": 7.952731822454944e-05, + "loss": 0.0421, + "step": 10020 + }, + { + "epoch": 9.382600561272216, + "grad_norm": 0.13350726664066315, + "learning_rate": 7.948282175162722e-05, + "loss": 0.0441, + "step": 10030 + }, + { + "epoch": 9.391955098222638, + "grad_norm": 0.13661879301071167, + "learning_rate": 7.943828945429652e-05, + "loss": 0.0426, + "step": 10040 + }, + { + "epoch": 9.401309635173059, + "grad_norm": 0.15469834208488464, + "learning_rate": 7.939372138666827e-05, + "loss": 0.0428, + "step": 10050 + }, + { + "epoch": 9.41066417212348, + "grad_norm": 0.10185465961694717, + "learning_rate": 7.934911760289692e-05, + "loss": 0.039, + "step": 10060 + }, + { + "epoch": 9.4200187090739, + "grad_norm": 0.09656575322151184, + "learning_rate": 7.930447815718022e-05, + "loss": 0.0441, + "step": 10070 + }, + { + "epoch": 9.429373246024323, + "grad_norm": 0.10324764996767044, + "learning_rate": 7.925980310375934e-05, + "loss": 0.0412, + "step": 10080 + }, + { + "epoch": 9.438727782974743, + "grad_norm": 0.10764773935079575, + "learning_rate": 7.921509249691865e-05, + "loss": 0.0427, + "step": 10090 + }, + { + "epoch": 9.448082319925163, + "grad_norm": 0.1659630537033081, + "learning_rate": 7.917034639098579e-05, + "loss": 0.0418, + "step": 10100 + }, + { + "epoch": 9.457436856875585, + "grad_norm": 0.14265838265419006, + "learning_rate": 7.912556484033146e-05, + "loss": 0.0426, + "step": 10110 + }, + { + "epoch": 9.466791393826005, + "grad_norm": 0.1925579309463501, + "learning_rate": 7.908074789936952e-05, + "loss": 0.0437, + "step": 10120 + }, + { + "epoch": 9.476145930776427, + "grad_norm": 0.15626278519630432, + "learning_rate": 7.903589562255673e-05, + "loss": 0.0426, + "step": 10130 + }, + { + "epoch": 9.485500467726848, + "grad_norm": 0.11980289965867996, + "learning_rate": 7.899100806439285e-05, + "loss": 0.0419, + "step": 10140 + }, + { + "epoch": 9.494855004677268, + "grad_norm": 0.1173415258526802, + "learning_rate": 7.894608527942049e-05, + "loss": 0.0423, + "step": 10150 + }, + { + "epoch": 9.50420954162769, + "grad_norm": 0.13191300630569458, + "learning_rate": 7.89011273222251e-05, + "loss": 0.0417, + "step": 10160 + }, + { + "epoch": 9.51356407857811, + "grad_norm": 0.1296461522579193, + "learning_rate": 7.885613424743482e-05, + "loss": 0.0422, + "step": 10170 + }, + { + "epoch": 9.522918615528532, + "grad_norm": 0.1376376897096634, + "learning_rate": 7.881110610972044e-05, + "loss": 0.0446, + "step": 10180 + }, + { + "epoch": 9.532273152478952, + "grad_norm": 0.12408701330423355, + "learning_rate": 7.876604296379544e-05, + "loss": 0.0438, + "step": 10190 + }, + { + "epoch": 9.541627689429372, + "grad_norm": 0.12661628425121307, + "learning_rate": 7.872094486441579e-05, + "loss": 0.0428, + "step": 10200 + }, + { + "epoch": 9.550982226379794, + "grad_norm": 0.15078525245189667, + "learning_rate": 7.867581186637991e-05, + "loss": 0.0426, + "step": 10210 + }, + { + "epoch": 9.560336763330215, + "grad_norm": 0.1511993706226349, + "learning_rate": 7.863064402452866e-05, + "loss": 0.041, + "step": 10220 + }, + { + "epoch": 9.569691300280637, + "grad_norm": 0.11650246381759644, + "learning_rate": 7.858544139374524e-05, + "loss": 0.0413, + "step": 10230 + }, + { + "epoch": 9.579045837231057, + "grad_norm": 0.11355090886354446, + "learning_rate": 7.854020402895508e-05, + "loss": 0.0419, + "step": 10240 + }, + { + "epoch": 9.588400374181479, + "grad_norm": 0.11034797877073288, + "learning_rate": 7.849493198512587e-05, + "loss": 0.0412, + "step": 10250 + }, + { + "epoch": 9.597754911131899, + "grad_norm": 0.10744966566562653, + "learning_rate": 7.84496253172674e-05, + "loss": 0.0406, + "step": 10260 + }, + { + "epoch": 9.60710944808232, + "grad_norm": 0.130125030875206, + "learning_rate": 7.840428408043155e-05, + "loss": 0.0401, + "step": 10270 + }, + { + "epoch": 9.616463985032741, + "grad_norm": 0.10906259715557098, + "learning_rate": 7.835890832971218e-05, + "loss": 0.0417, + "step": 10280 + }, + { + "epoch": 9.625818521983161, + "grad_norm": 0.1446792483329773, + "learning_rate": 7.831349812024512e-05, + "loss": 0.0428, + "step": 10290 + }, + { + "epoch": 9.635173058933583, + "grad_norm": 0.16607631742954254, + "learning_rate": 7.826805350720807e-05, + "loss": 0.0408, + "step": 10300 + }, + { + "epoch": 9.644527595884004, + "grad_norm": 0.14027734100818634, + "learning_rate": 7.822257454582049e-05, + "loss": 0.043, + "step": 10310 + }, + { + "epoch": 9.653882132834426, + "grad_norm": 0.1424797773361206, + "learning_rate": 7.817706129134363e-05, + "loss": 0.0416, + "step": 10320 + }, + { + "epoch": 9.663236669784846, + "grad_norm": 0.1683632731437683, + "learning_rate": 7.813151379908036e-05, + "loss": 0.044, + "step": 10330 + }, + { + "epoch": 9.672591206735266, + "grad_norm": 0.11330980807542801, + "learning_rate": 7.808593212437523e-05, + "loss": 0.0421, + "step": 10340 + }, + { + "epoch": 9.681945743685688, + "grad_norm": 0.1121225655078888, + "learning_rate": 7.804031632261421e-05, + "loss": 0.0404, + "step": 10350 + }, + { + "epoch": 9.691300280636108, + "grad_norm": 0.14302818477153778, + "learning_rate": 7.799466644922484e-05, + "loss": 0.0436, + "step": 10360 + }, + { + "epoch": 9.70065481758653, + "grad_norm": 0.13275527954101562, + "learning_rate": 7.794898255967602e-05, + "loss": 0.0418, + "step": 10370 + }, + { + "epoch": 9.71000935453695, + "grad_norm": 0.15555308759212494, + "learning_rate": 7.790326470947795e-05, + "loss": 0.043, + "step": 10380 + }, + { + "epoch": 9.71936389148737, + "grad_norm": 0.12176203727722168, + "learning_rate": 7.785751295418217e-05, + "loss": 0.0418, + "step": 10390 + }, + { + "epoch": 9.728718428437793, + "grad_norm": 0.16281650960445404, + "learning_rate": 7.781172734938136e-05, + "loss": 0.0423, + "step": 10400 + }, + { + "epoch": 9.738072965388213, + "grad_norm": 0.08684006333351135, + "learning_rate": 7.776590795070933e-05, + "loss": 0.0389, + "step": 10410 + }, + { + "epoch": 9.747427502338635, + "grad_norm": 0.1347176879644394, + "learning_rate": 7.772005481384099e-05, + "loss": 0.0414, + "step": 10420 + }, + { + "epoch": 9.756782039289055, + "grad_norm": 0.13398347795009613, + "learning_rate": 7.767416799449223e-05, + "loss": 0.0401, + "step": 10430 + }, + { + "epoch": 9.766136576239477, + "grad_norm": 0.12668918073177338, + "learning_rate": 7.762824754841984e-05, + "loss": 0.0409, + "step": 10440 + }, + { + "epoch": 9.775491113189897, + "grad_norm": 0.12035626173019409, + "learning_rate": 7.758229353142152e-05, + "loss": 0.0412, + "step": 10450 + }, + { + "epoch": 9.784845650140317, + "grad_norm": 0.1419491320848465, + "learning_rate": 7.753630599933572e-05, + "loss": 0.0411, + "step": 10460 + }, + { + "epoch": 9.79420018709074, + "grad_norm": 0.14003826677799225, + "learning_rate": 7.749028500804161e-05, + "loss": 0.0414, + "step": 10470 + }, + { + "epoch": 9.80355472404116, + "grad_norm": 0.15142962336540222, + "learning_rate": 7.744423061345906e-05, + "loss": 0.0415, + "step": 10480 + }, + { + "epoch": 9.812909260991582, + "grad_norm": 0.14541059732437134, + "learning_rate": 7.73981428715485e-05, + "loss": 0.0413, + "step": 10490 + }, + { + "epoch": 9.822263797942002, + "grad_norm": 0.17532134056091309, + "learning_rate": 7.735202183831085e-05, + "loss": 0.0429, + "step": 10500 + }, + { + "epoch": 9.831618334892422, + "grad_norm": 0.18071341514587402, + "learning_rate": 7.730586756978757e-05, + "loss": 0.0404, + "step": 10510 + }, + { + "epoch": 9.840972871842844, + "grad_norm": 0.1195783019065857, + "learning_rate": 7.72596801220604e-05, + "loss": 0.0396, + "step": 10520 + }, + { + "epoch": 9.850327408793264, + "grad_norm": 0.12968876957893372, + "learning_rate": 7.721345955125147e-05, + "loss": 0.041, + "step": 10530 + }, + { + "epoch": 9.859681945743686, + "grad_norm": 0.1273803859949112, + "learning_rate": 7.71672059135231e-05, + "loss": 0.039, + "step": 10540 + }, + { + "epoch": 9.869036482694106, + "grad_norm": 0.1431874930858612, + "learning_rate": 7.712091926507787e-05, + "loss": 0.0437, + "step": 10550 + }, + { + "epoch": 9.878391019644528, + "grad_norm": 0.1181461364030838, + "learning_rate": 7.70745996621584e-05, + "loss": 0.0394, + "step": 10560 + }, + { + "epoch": 9.887745556594949, + "grad_norm": 0.09946107119321823, + "learning_rate": 7.702824716104735e-05, + "loss": 0.041, + "step": 10570 + }, + { + "epoch": 9.897100093545369, + "grad_norm": 0.09789154678583145, + "learning_rate": 7.698186181806743e-05, + "loss": 0.0423, + "step": 10580 + }, + { + "epoch": 9.90645463049579, + "grad_norm": 0.14697562158107758, + "learning_rate": 7.693544368958116e-05, + "loss": 0.0424, + "step": 10590 + }, + { + "epoch": 9.915809167446211, + "grad_norm": 0.10994525998830795, + "learning_rate": 7.688899283199096e-05, + "loss": 0.0413, + "step": 10600 + }, + { + "epoch": 9.925163704396633, + "grad_norm": 0.14853666722774506, + "learning_rate": 7.684250930173901e-05, + "loss": 0.0411, + "step": 10610 + }, + { + "epoch": 9.934518241347053, + "grad_norm": 0.15122142434120178, + "learning_rate": 7.679599315530718e-05, + "loss": 0.0424, + "step": 10620 + }, + { + "epoch": 9.943872778297475, + "grad_norm": 0.1187814250588417, + "learning_rate": 7.674944444921695e-05, + "loss": 0.0417, + "step": 10630 + }, + { + "epoch": 9.953227315247895, + "grad_norm": 0.12239782512187958, + "learning_rate": 7.670286324002944e-05, + "loss": 0.0394, + "step": 10640 + }, + { + "epoch": 9.962581852198316, + "grad_norm": 0.13147103786468506, + "learning_rate": 7.665624958434514e-05, + "loss": 0.0416, + "step": 10650 + }, + { + "epoch": 9.971936389148738, + "grad_norm": 0.15880785882472992, + "learning_rate": 7.66096035388041e-05, + "loss": 0.0423, + "step": 10660 + }, + { + "epoch": 9.981290926099158, + "grad_norm": 0.12252496927976608, + "learning_rate": 7.656292516008563e-05, + "loss": 0.0411, + "step": 10670 + }, + { + "epoch": 9.99064546304958, + "grad_norm": 0.11742521822452545, + "learning_rate": 7.651621450490837e-05, + "loss": 0.0425, + "step": 10680 + }, + { + "epoch": 10.0, + "grad_norm": 0.16448789834976196, + "learning_rate": 7.646947163003017e-05, + "loss": 0.0408, + "step": 10690 + }, + { + "epoch": 10.00935453695042, + "grad_norm": 0.12439613789319992, + "learning_rate": 7.642269659224803e-05, + "loss": 0.0373, + "step": 10700 + }, + { + "epoch": 10.018709073900842, + "grad_norm": 0.14020070433616638, + "learning_rate": 7.637588944839803e-05, + "loss": 0.0393, + "step": 10710 + }, + { + "epoch": 10.028063610851262, + "grad_norm": 0.15807700157165527, + "learning_rate": 7.632905025535528e-05, + "loss": 0.0389, + "step": 10720 + }, + { + "epoch": 10.037418147801684, + "grad_norm": 0.15020450949668884, + "learning_rate": 7.628217907003378e-05, + "loss": 0.039, + "step": 10730 + }, + { + "epoch": 10.046772684752105, + "grad_norm": 0.11272068321704865, + "learning_rate": 7.623527594938649e-05, + "loss": 0.0407, + "step": 10740 + }, + { + "epoch": 10.056127221702527, + "grad_norm": 0.11729766428470612, + "learning_rate": 7.618834095040509e-05, + "loss": 0.0381, + "step": 10750 + }, + { + "epoch": 10.065481758652947, + "grad_norm": 0.14806728065013885, + "learning_rate": 7.614137413012e-05, + "loss": 0.0391, + "step": 10760 + }, + { + "epoch": 10.074836295603367, + "grad_norm": 0.11851329356431961, + "learning_rate": 7.609437554560042e-05, + "loss": 0.0406, + "step": 10770 + }, + { + "epoch": 10.084190832553789, + "grad_norm": 0.1715048998594284, + "learning_rate": 7.604734525395398e-05, + "loss": 0.0387, + "step": 10780 + }, + { + "epoch": 10.09354536950421, + "grad_norm": 0.13600119948387146, + "learning_rate": 7.600028331232699e-05, + "loss": 0.0403, + "step": 10790 + }, + { + "epoch": 10.102899906454631, + "grad_norm": 0.15597830712795258, + "learning_rate": 7.595318977790408e-05, + "loss": 0.0431, + "step": 10800 + }, + { + "epoch": 10.112254443405051, + "grad_norm": 0.08838097751140594, + "learning_rate": 7.590606470790836e-05, + "loss": 0.0403, + "step": 10810 + }, + { + "epoch": 10.121608980355472, + "grad_norm": 0.10692691057920456, + "learning_rate": 7.585890815960125e-05, + "loss": 0.0421, + "step": 10820 + }, + { + "epoch": 10.130963517305894, + "grad_norm": 0.11513514816761017, + "learning_rate": 7.581172019028238e-05, + "loss": 0.0389, + "step": 10830 + }, + { + "epoch": 10.140318054256314, + "grad_norm": 0.12078255414962769, + "learning_rate": 7.576450085728959e-05, + "loss": 0.0417, + "step": 10840 + }, + { + "epoch": 10.149672591206736, + "grad_norm": 0.1146404817700386, + "learning_rate": 7.571725021799885e-05, + "loss": 0.0391, + "step": 10850 + }, + { + "epoch": 10.159027128157156, + "grad_norm": 0.14557576179504395, + "learning_rate": 7.566996832982409e-05, + "loss": 0.0396, + "step": 10860 + }, + { + "epoch": 10.168381665107578, + "grad_norm": 0.12324715405702591, + "learning_rate": 7.56226552502173e-05, + "loss": 0.0383, + "step": 10870 + }, + { + "epoch": 10.177736202057998, + "grad_norm": 0.11783992499113083, + "learning_rate": 7.557531103666833e-05, + "loss": 0.0398, + "step": 10880 + }, + { + "epoch": 10.187090739008418, + "grad_norm": 0.12202446907758713, + "learning_rate": 7.552793574670485e-05, + "loss": 0.0393, + "step": 10890 + }, + { + "epoch": 10.19644527595884, + "grad_norm": 0.13313211500644684, + "learning_rate": 7.54805294378923e-05, + "loss": 0.041, + "step": 10900 + }, + { + "epoch": 10.20579981290926, + "grad_norm": 0.12161793559789658, + "learning_rate": 7.543309216783384e-05, + "loss": 0.0417, + "step": 10910 + }, + { + "epoch": 10.215154349859683, + "grad_norm": 0.1366114616394043, + "learning_rate": 7.53856239941702e-05, + "loss": 0.0389, + "step": 10920 + }, + { + "epoch": 10.224508886810103, + "grad_norm": 0.11483754962682724, + "learning_rate": 7.533812497457972e-05, + "loss": 0.0385, + "step": 10930 + }, + { + "epoch": 10.233863423760523, + "grad_norm": 0.11520273983478546, + "learning_rate": 7.529059516677814e-05, + "loss": 0.0407, + "step": 10940 + }, + { + "epoch": 10.243217960710945, + "grad_norm": 0.1129666417837143, + "learning_rate": 7.524303462851872e-05, + "loss": 0.0416, + "step": 10950 + }, + { + "epoch": 10.252572497661365, + "grad_norm": 0.1484687179327011, + "learning_rate": 7.519544341759192e-05, + "loss": 0.0417, + "step": 10960 + }, + { + "epoch": 10.261927034611787, + "grad_norm": 0.12996657192707062, + "learning_rate": 7.514782159182562e-05, + "loss": 0.0405, + "step": 10970 + }, + { + "epoch": 10.271281571562207, + "grad_norm": 0.1339760571718216, + "learning_rate": 7.510016920908481e-05, + "loss": 0.0403, + "step": 10980 + }, + { + "epoch": 10.28063610851263, + "grad_norm": 0.1933121234178543, + "learning_rate": 7.505248632727158e-05, + "loss": 0.0406, + "step": 10990 + }, + { + "epoch": 10.28999064546305, + "grad_norm": 0.1502099186182022, + "learning_rate": 7.50047730043252e-05, + "loss": 0.0403, + "step": 11000 + }, + { + "epoch": 10.29934518241347, + "grad_norm": 0.11554223299026489, + "learning_rate": 7.495702929822183e-05, + "loss": 0.0392, + "step": 11010 + }, + { + "epoch": 10.308699719363892, + "grad_norm": 0.12295044958591461, + "learning_rate": 7.490925526697455e-05, + "loss": 0.0375, + "step": 11020 + }, + { + "epoch": 10.318054256314312, + "grad_norm": 0.14651864767074585, + "learning_rate": 7.486145096863334e-05, + "loss": 0.0416, + "step": 11030 + }, + { + "epoch": 10.327408793264734, + "grad_norm": 0.1313096433877945, + "learning_rate": 7.481361646128491e-05, + "loss": 0.0416, + "step": 11040 + }, + { + "epoch": 10.336763330215154, + "grad_norm": 0.14091865718364716, + "learning_rate": 7.476575180305271e-05, + "loss": 0.0432, + "step": 11050 + }, + { + "epoch": 10.346117867165574, + "grad_norm": 0.14261166751384735, + "learning_rate": 7.471785705209682e-05, + "loss": 0.0381, + "step": 11060 + }, + { + "epoch": 10.355472404115996, + "grad_norm": 0.1663040965795517, + "learning_rate": 7.466993226661387e-05, + "loss": 0.0417, + "step": 11070 + }, + { + "epoch": 10.364826941066417, + "grad_norm": 0.1477717161178589, + "learning_rate": 7.462197750483699e-05, + "loss": 0.0403, + "step": 11080 + }, + { + "epoch": 10.374181478016839, + "grad_norm": 0.1310960203409195, + "learning_rate": 7.457399282503574e-05, + "loss": 0.038, + "step": 11090 + }, + { + "epoch": 10.383536014967259, + "grad_norm": 0.12798702716827393, + "learning_rate": 7.452597828551604e-05, + "loss": 0.0404, + "step": 11100 + }, + { + "epoch": 10.39289055191768, + "grad_norm": 0.10601229220628738, + "learning_rate": 7.447793394462006e-05, + "loss": 0.0387, + "step": 11110 + }, + { + "epoch": 10.402245088868101, + "grad_norm": 0.10919401794672012, + "learning_rate": 7.442985986072624e-05, + "loss": 0.0405, + "step": 11120 + }, + { + "epoch": 10.411599625818521, + "grad_norm": 0.10920722782611847, + "learning_rate": 7.438175609224908e-05, + "loss": 0.0377, + "step": 11130 + }, + { + "epoch": 10.420954162768943, + "grad_norm": 0.10443003475666046, + "learning_rate": 7.433362269763924e-05, + "loss": 0.0408, + "step": 11140 + }, + { + "epoch": 10.430308699719363, + "grad_norm": 0.1146353930234909, + "learning_rate": 7.428545973538329e-05, + "loss": 0.0422, + "step": 11150 + }, + { + "epoch": 10.439663236669785, + "grad_norm": 0.1316399872303009, + "learning_rate": 7.42372672640038e-05, + "loss": 0.0376, + "step": 11160 + }, + { + "epoch": 10.449017773620206, + "grad_norm": 0.11135037988424301, + "learning_rate": 7.418904534205917e-05, + "loss": 0.0384, + "step": 11170 + }, + { + "epoch": 10.458372310570628, + "grad_norm": 0.12759895622730255, + "learning_rate": 7.414079402814356e-05, + "loss": 0.0415, + "step": 11180 + }, + { + "epoch": 10.467726847521048, + "grad_norm": 0.11174070090055466, + "learning_rate": 7.409251338088687e-05, + "loss": 0.0424, + "step": 11190 + }, + { + "epoch": 10.477081384471468, + "grad_norm": 0.10775482654571533, + "learning_rate": 7.404420345895467e-05, + "loss": 0.0389, + "step": 11200 + }, + { + "epoch": 10.48643592142189, + "grad_norm": 0.12887078523635864, + "learning_rate": 7.399586432104804e-05, + "loss": 0.0403, + "step": 11210 + }, + { + "epoch": 10.49579045837231, + "grad_norm": 0.14809614419937134, + "learning_rate": 7.394749602590358e-05, + "loss": 0.0392, + "step": 11220 + }, + { + "epoch": 10.505144995322732, + "grad_norm": 0.11783084273338318, + "learning_rate": 7.389909863229336e-05, + "loss": 0.0395, + "step": 11230 + }, + { + "epoch": 10.514499532273152, + "grad_norm": 0.14853321015834808, + "learning_rate": 7.385067219902477e-05, + "loss": 0.041, + "step": 11240 + }, + { + "epoch": 10.523854069223573, + "grad_norm": 0.16060562431812286, + "learning_rate": 7.380221678494049e-05, + "loss": 0.0376, + "step": 11250 + }, + { + "epoch": 10.533208606173995, + "grad_norm": 0.15254078805446625, + "learning_rate": 7.37537324489184e-05, + "loss": 0.0384, + "step": 11260 + }, + { + "epoch": 10.542563143124415, + "grad_norm": 0.1270306259393692, + "learning_rate": 7.370521924987155e-05, + "loss": 0.0397, + "step": 11270 + }, + { + "epoch": 10.551917680074837, + "grad_norm": 0.14009834825992584, + "learning_rate": 7.365667724674806e-05, + "loss": 0.0402, + "step": 11280 + }, + { + "epoch": 10.561272217025257, + "grad_norm": 0.19787438213825226, + "learning_rate": 7.360810649853105e-05, + "loss": 0.0408, + "step": 11290 + }, + { + "epoch": 10.570626753975677, + "grad_norm": 0.17951862514019012, + "learning_rate": 7.355950706423853e-05, + "loss": 0.0385, + "step": 11300 + }, + { + "epoch": 10.5799812909261, + "grad_norm": 0.13328075408935547, + "learning_rate": 7.351087900292342e-05, + "loss": 0.0398, + "step": 11310 + }, + { + "epoch": 10.58933582787652, + "grad_norm": 0.11074984818696976, + "learning_rate": 7.346222237367339e-05, + "loss": 0.0384, + "step": 11320 + }, + { + "epoch": 10.598690364826941, + "grad_norm": 0.14254838228225708, + "learning_rate": 7.341353723561081e-05, + "loss": 0.0406, + "step": 11330 + }, + { + "epoch": 10.608044901777362, + "grad_norm": 0.12879422307014465, + "learning_rate": 7.336482364789277e-05, + "loss": 0.0394, + "step": 11340 + }, + { + "epoch": 10.617399438727784, + "grad_norm": 0.09820349514484406, + "learning_rate": 7.331608166971082e-05, + "loss": 0.0394, + "step": 11350 + }, + { + "epoch": 10.626753975678204, + "grad_norm": 0.11976952850818634, + "learning_rate": 7.326731136029108e-05, + "loss": 0.0394, + "step": 11360 + }, + { + "epoch": 10.636108512628624, + "grad_norm": 0.12154507637023926, + "learning_rate": 7.321851277889408e-05, + "loss": 0.0406, + "step": 11370 + }, + { + "epoch": 10.645463049579046, + "grad_norm": 0.1347935050725937, + "learning_rate": 7.316968598481469e-05, + "loss": 0.0411, + "step": 11380 + }, + { + "epoch": 10.654817586529466, + "grad_norm": 0.13451635837554932, + "learning_rate": 7.312083103738206e-05, + "loss": 0.0413, + "step": 11390 + }, + { + "epoch": 10.664172123479888, + "grad_norm": 0.1346280574798584, + "learning_rate": 7.307194799595958e-05, + "loss": 0.0413, + "step": 11400 + }, + { + "epoch": 10.673526660430309, + "grad_norm": 0.13071228563785553, + "learning_rate": 7.302303691994473e-05, + "loss": 0.0386, + "step": 11410 + }, + { + "epoch": 10.68288119738073, + "grad_norm": 0.10673540830612183, + "learning_rate": 7.29740978687691e-05, + "loss": 0.0385, + "step": 11420 + }, + { + "epoch": 10.69223573433115, + "grad_norm": 0.13845521211624146, + "learning_rate": 7.292513090189825e-05, + "loss": 0.0385, + "step": 11430 + }, + { + "epoch": 10.701590271281571, + "grad_norm": 0.13018798828125, + "learning_rate": 7.287613607883163e-05, + "loss": 0.0388, + "step": 11440 + }, + { + "epoch": 10.710944808231993, + "grad_norm": 0.1318424493074417, + "learning_rate": 7.282711345910263e-05, + "loss": 0.0375, + "step": 11450 + }, + { + "epoch": 10.720299345182413, + "grad_norm": 0.09612630307674408, + "learning_rate": 7.27780631022783e-05, + "loss": 0.038, + "step": 11460 + }, + { + "epoch": 10.729653882132835, + "grad_norm": 0.09289718419313431, + "learning_rate": 7.272898506795948e-05, + "loss": 0.0372, + "step": 11470 + }, + { + "epoch": 10.739008419083255, + "grad_norm": 0.12759165465831757, + "learning_rate": 7.267987941578058e-05, + "loss": 0.0373, + "step": 11480 + }, + { + "epoch": 10.748362956033676, + "grad_norm": 0.14335522055625916, + "learning_rate": 7.263074620540962e-05, + "loss": 0.0405, + "step": 11490 + }, + { + "epoch": 10.757717492984098, + "grad_norm": 0.19637544453144073, + "learning_rate": 7.25815854965481e-05, + "loss": 0.0379, + "step": 11500 + }, + { + "epoch": 10.767072029934518, + "grad_norm": 0.11179704964160919, + "learning_rate": 7.253239734893089e-05, + "loss": 0.0399, + "step": 11510 + }, + { + "epoch": 10.77642656688494, + "grad_norm": 0.1805862933397293, + "learning_rate": 7.248318182232623e-05, + "loss": 0.0392, + "step": 11520 + }, + { + "epoch": 10.78578110383536, + "grad_norm": 0.12564463913440704, + "learning_rate": 7.243393897653565e-05, + "loss": 0.0381, + "step": 11530 + }, + { + "epoch": 10.795135640785782, + "grad_norm": 0.13525578379631042, + "learning_rate": 7.23846688713938e-05, + "loss": 0.0375, + "step": 11540 + }, + { + "epoch": 10.804490177736202, + "grad_norm": 0.1281343400478363, + "learning_rate": 7.233537156676854e-05, + "loss": 0.0382, + "step": 11550 + }, + { + "epoch": 10.813844714686622, + "grad_norm": 0.09898363798856735, + "learning_rate": 7.228604712256076e-05, + "loss": 0.0386, + "step": 11560 + }, + { + "epoch": 10.823199251637044, + "grad_norm": 0.11591789871454239, + "learning_rate": 7.223669559870426e-05, + "loss": 0.0375, + "step": 11570 + }, + { + "epoch": 10.832553788587465, + "grad_norm": 0.12042299658060074, + "learning_rate": 7.218731705516585e-05, + "loss": 0.0383, + "step": 11580 + }, + { + "epoch": 10.841908325537887, + "grad_norm": 0.137648344039917, + "learning_rate": 7.21379115519451e-05, + "loss": 0.0399, + "step": 11590 + }, + { + "epoch": 10.851262862488307, + "grad_norm": 0.1820606142282486, + "learning_rate": 7.20884791490743e-05, + "loss": 0.0386, + "step": 11600 + }, + { + "epoch": 10.860617399438727, + "grad_norm": 0.15754492580890656, + "learning_rate": 7.203901990661857e-05, + "loss": 0.0393, + "step": 11610 + }, + { + "epoch": 10.869971936389149, + "grad_norm": 0.1473771333694458, + "learning_rate": 7.198953388467549e-05, + "loss": 0.0373, + "step": 11620 + }, + { + "epoch": 10.87932647333957, + "grad_norm": 0.09632503986358643, + "learning_rate": 7.194002114337526e-05, + "loss": 0.0402, + "step": 11630 + }, + { + "epoch": 10.888681010289991, + "grad_norm": 0.10377980023622513, + "learning_rate": 7.189048174288054e-05, + "loss": 0.039, + "step": 11640 + }, + { + "epoch": 10.898035547240411, + "grad_norm": 0.11837269365787506, + "learning_rate": 7.184091574338636e-05, + "loss": 0.0389, + "step": 11650 + }, + { + "epoch": 10.907390084190833, + "grad_norm": 0.14819152653217316, + "learning_rate": 7.179132320512009e-05, + "loss": 0.0369, + "step": 11660 + }, + { + "epoch": 10.916744621141254, + "grad_norm": 0.14642329514026642, + "learning_rate": 7.174170418834134e-05, + "loss": 0.0377, + "step": 11670 + }, + { + "epoch": 10.926099158091674, + "grad_norm": 0.10891832411289215, + "learning_rate": 7.169205875334189e-05, + "loss": 0.0384, + "step": 11680 + }, + { + "epoch": 10.935453695042096, + "grad_norm": 0.1421211063861847, + "learning_rate": 7.164238696044562e-05, + "loss": 0.0361, + "step": 11690 + }, + { + "epoch": 10.944808231992516, + "grad_norm": 0.14006377756595612, + "learning_rate": 7.159268887000846e-05, + "loss": 0.0373, + "step": 11700 + }, + { + "epoch": 10.954162768942938, + "grad_norm": 0.1760142743587494, + "learning_rate": 7.154296454241827e-05, + "loss": 0.0391, + "step": 11710 + }, + { + "epoch": 10.963517305893358, + "grad_norm": 0.11209143698215485, + "learning_rate": 7.149321403809479e-05, + "loss": 0.0359, + "step": 11720 + }, + { + "epoch": 10.97287184284378, + "grad_norm": 0.1121521145105362, + "learning_rate": 7.144343741748956e-05, + "loss": 0.0372, + "step": 11730 + }, + { + "epoch": 10.9822263797942, + "grad_norm": 0.0908932238817215, + "learning_rate": 7.139363474108589e-05, + "loss": 0.0383, + "step": 11740 + }, + { + "epoch": 10.99158091674462, + "grad_norm": 0.09858404844999313, + "learning_rate": 7.134380606939874e-05, + "loss": 0.0381, + "step": 11750 + }, + { + "epoch": 11.000935453695043, + "grad_norm": 0.10857512056827545, + "learning_rate": 7.12939514629746e-05, + "loss": 0.0387, + "step": 11760 + }, + { + "epoch": 11.010289990645463, + "grad_norm": 0.12105259299278259, + "learning_rate": 7.124407098239155e-05, + "loss": 0.0356, + "step": 11770 + }, + { + "epoch": 11.019644527595885, + "grad_norm": 0.14111214876174927, + "learning_rate": 7.119416468825908e-05, + "loss": 0.0375, + "step": 11780 + }, + { + "epoch": 11.028999064546305, + "grad_norm": 0.18443630635738373, + "learning_rate": 7.114423264121804e-05, + "loss": 0.037, + "step": 11790 + }, + { + "epoch": 11.038353601496725, + "grad_norm": 0.15308301150798798, + "learning_rate": 7.109427490194056e-05, + "loss": 0.0373, + "step": 11800 + }, + { + "epoch": 11.047708138447147, + "grad_norm": 0.18230608105659485, + "learning_rate": 7.104429153113001e-05, + "loss": 0.038, + "step": 11810 + }, + { + "epoch": 11.057062675397567, + "grad_norm": 0.16139423847198486, + "learning_rate": 7.099428258952092e-05, + "loss": 0.0385, + "step": 11820 + }, + { + "epoch": 11.06641721234799, + "grad_norm": 0.17887277901172638, + "learning_rate": 7.094424813787883e-05, + "loss": 0.0366, + "step": 11830 + }, + { + "epoch": 11.07577174929841, + "grad_norm": 0.11711706221103668, + "learning_rate": 7.089418823700034e-05, + "loss": 0.037, + "step": 11840 + }, + { + "epoch": 11.085126286248832, + "grad_norm": 0.13554103672504425, + "learning_rate": 7.084410294771298e-05, + "loss": 0.0378, + "step": 11850 + }, + { + "epoch": 11.094480823199252, + "grad_norm": 0.12429496645927429, + "learning_rate": 7.079399233087504e-05, + "loss": 0.037, + "step": 11860 + }, + { + "epoch": 11.103835360149672, + "grad_norm": 0.1033400371670723, + "learning_rate": 7.074385644737568e-05, + "loss": 0.037, + "step": 11870 + }, + { + "epoch": 11.113189897100094, + "grad_norm": 0.11300120502710342, + "learning_rate": 7.069369535813473e-05, + "loss": 0.0359, + "step": 11880 + }, + { + "epoch": 11.122544434050514, + "grad_norm": 0.09971117973327637, + "learning_rate": 7.06435091241026e-05, + "loss": 0.0373, + "step": 11890 + }, + { + "epoch": 11.131898971000936, + "grad_norm": 0.134360209107399, + "learning_rate": 7.059329780626034e-05, + "loss": 0.038, + "step": 11900 + }, + { + "epoch": 11.141253507951356, + "grad_norm": 0.1305694878101349, + "learning_rate": 7.054306146561944e-05, + "loss": 0.0377, + "step": 11910 + }, + { + "epoch": 11.150608044901777, + "grad_norm": 0.1420666128396988, + "learning_rate": 7.049280016322178e-05, + "loss": 0.0396, + "step": 11920 + }, + { + "epoch": 11.159962581852199, + "grad_norm": 0.0966619923710823, + "learning_rate": 7.044251396013957e-05, + "loss": 0.035, + "step": 11930 + }, + { + "epoch": 11.169317118802619, + "grad_norm": 0.09444018453359604, + "learning_rate": 7.039220291747528e-05, + "loss": 0.0356, + "step": 11940 + }, + { + "epoch": 11.17867165575304, + "grad_norm": 0.11571164429187775, + "learning_rate": 7.034186709636159e-05, + "loss": 0.0366, + "step": 11950 + }, + { + "epoch": 11.188026192703461, + "grad_norm": 0.146708145737648, + "learning_rate": 7.029150655796129e-05, + "loss": 0.037, + "step": 11960 + }, + { + "epoch": 11.197380729653883, + "grad_norm": 0.11942335218191147, + "learning_rate": 7.024112136346712e-05, + "loss": 0.0363, + "step": 11970 + }, + { + "epoch": 11.206735266604303, + "grad_norm": 0.10224562138319016, + "learning_rate": 7.01907115741019e-05, + "loss": 0.0368, + "step": 11980 + }, + { + "epoch": 11.216089803554723, + "grad_norm": 0.1471106857061386, + "learning_rate": 7.014027725111825e-05, + "loss": 0.0387, + "step": 11990 + }, + { + "epoch": 11.225444340505145, + "grad_norm": 0.13544563949108124, + "learning_rate": 7.008981845579864e-05, + "loss": 0.0388, + "step": 12000 + }, + { + "epoch": 11.234798877455566, + "grad_norm": 0.1192108765244484, + "learning_rate": 7.003933524945528e-05, + "loss": 0.0345, + "step": 12010 + }, + { + "epoch": 11.244153414405988, + "grad_norm": 0.11531471461057663, + "learning_rate": 6.998882769342998e-05, + "loss": 0.0354, + "step": 12020 + }, + { + "epoch": 11.253507951356408, + "grad_norm": 0.10391750931739807, + "learning_rate": 6.993829584909423e-05, + "loss": 0.0346, + "step": 12030 + }, + { + "epoch": 11.262862488306828, + "grad_norm": 0.09098362922668457, + "learning_rate": 6.988773977784895e-05, + "loss": 0.0349, + "step": 12040 + }, + { + "epoch": 11.27221702525725, + "grad_norm": 0.12794777750968933, + "learning_rate": 6.983715954112454e-05, + "loss": 0.0385, + "step": 12050 + }, + { + "epoch": 11.28157156220767, + "grad_norm": 0.14153549075126648, + "learning_rate": 6.978655520038079e-05, + "loss": 0.0361, + "step": 12060 + }, + { + "epoch": 11.290926099158092, + "grad_norm": 0.11331341415643692, + "learning_rate": 6.97359268171067e-05, + "loss": 0.0352, + "step": 12070 + }, + { + "epoch": 11.300280636108512, + "grad_norm": 0.11391592025756836, + "learning_rate": 6.968527445282056e-05, + "loss": 0.0386, + "step": 12080 + }, + { + "epoch": 11.309635173058934, + "grad_norm": 0.11629416793584824, + "learning_rate": 6.963459816906977e-05, + "loss": 0.0368, + "step": 12090 + }, + { + "epoch": 11.318989710009355, + "grad_norm": 0.13943910598754883, + "learning_rate": 6.958389802743077e-05, + "loss": 0.0358, + "step": 12100 + }, + { + "epoch": 11.328344246959775, + "grad_norm": 0.1335049569606781, + "learning_rate": 6.953317408950903e-05, + "loss": 0.0357, + "step": 12110 + }, + { + "epoch": 11.337698783910197, + "grad_norm": 0.10431337356567383, + "learning_rate": 6.94824264169389e-05, + "loss": 0.036, + "step": 12120 + }, + { + "epoch": 11.347053320860617, + "grad_norm": 0.10260991752147675, + "learning_rate": 6.94316550713836e-05, + "loss": 0.0352, + "step": 12130 + }, + { + "epoch": 11.356407857811039, + "grad_norm": 0.1285143941640854, + "learning_rate": 6.938086011453513e-05, + "loss": 0.0377, + "step": 12140 + }, + { + "epoch": 11.36576239476146, + "grad_norm": 0.10602594912052155, + "learning_rate": 6.93300416081141e-05, + "loss": 0.0368, + "step": 12150 + }, + { + "epoch": 11.37511693171188, + "grad_norm": 0.10693451762199402, + "learning_rate": 6.927919961386984e-05, + "loss": 0.0377, + "step": 12160 + }, + { + "epoch": 11.384471468662301, + "grad_norm": 0.10447966307401657, + "learning_rate": 6.922833419358013e-05, + "loss": 0.0383, + "step": 12170 + }, + { + "epoch": 11.393826005612722, + "grad_norm": 0.1280013918876648, + "learning_rate": 6.917744540905124e-05, + "loss": 0.0353, + "step": 12180 + }, + { + "epoch": 11.403180542563144, + "grad_norm": 0.09709297865629196, + "learning_rate": 6.912653332211787e-05, + "loss": 0.0373, + "step": 12190 + }, + { + "epoch": 11.412535079513564, + "grad_norm": 0.1448124200105667, + "learning_rate": 6.9075597994643e-05, + "loss": 0.0362, + "step": 12200 + }, + { + "epoch": 11.421889616463986, + "grad_norm": 0.10240595787763596, + "learning_rate": 6.902463948851787e-05, + "loss": 0.0397, + "step": 12210 + }, + { + "epoch": 11.431244153414406, + "grad_norm": 0.10534072667360306, + "learning_rate": 6.897365786566184e-05, + "loss": 0.0348, + "step": 12220 + }, + { + "epoch": 11.440598690364826, + "grad_norm": 0.12765392661094666, + "learning_rate": 6.892265318802242e-05, + "loss": 0.0352, + "step": 12230 + }, + { + "epoch": 11.449953227315248, + "grad_norm": 0.12880337238311768, + "learning_rate": 6.887162551757507e-05, + "loss": 0.0345, + "step": 12240 + }, + { + "epoch": 11.459307764265668, + "grad_norm": 0.09978216886520386, + "learning_rate": 6.882057491632326e-05, + "loss": 0.0349, + "step": 12250 + }, + { + "epoch": 11.46866230121609, + "grad_norm": 0.13819031417369843, + "learning_rate": 6.876950144629824e-05, + "loss": 0.0371, + "step": 12260 + }, + { + "epoch": 11.47801683816651, + "grad_norm": 0.170359805226326, + "learning_rate": 6.87184051695591e-05, + "loss": 0.037, + "step": 12270 + }, + { + "epoch": 11.487371375116933, + "grad_norm": 0.1127718985080719, + "learning_rate": 6.866728614819268e-05, + "loss": 0.037, + "step": 12280 + }, + { + "epoch": 11.496725912067353, + "grad_norm": 0.12304018437862396, + "learning_rate": 6.861614444431337e-05, + "loss": 0.0366, + "step": 12290 + }, + { + "epoch": 11.506080449017773, + "grad_norm": 0.1299794614315033, + "learning_rate": 6.856498012006318e-05, + "loss": 0.0359, + "step": 12300 + }, + { + "epoch": 11.515434985968195, + "grad_norm": 0.12051413953304291, + "learning_rate": 6.851379323761157e-05, + "loss": 0.038, + "step": 12310 + }, + { + "epoch": 11.524789522918615, + "grad_norm": 0.1356639713048935, + "learning_rate": 6.846258385915545e-05, + "loss": 0.036, + "step": 12320 + }, + { + "epoch": 11.534144059869037, + "grad_norm": 0.12945197522640228, + "learning_rate": 6.841135204691902e-05, + "loss": 0.0369, + "step": 12330 + }, + { + "epoch": 11.543498596819457, + "grad_norm": 0.09604360163211823, + "learning_rate": 6.836009786315377e-05, + "loss": 0.0354, + "step": 12340 + }, + { + "epoch": 11.552853133769878, + "grad_norm": 0.10801930725574493, + "learning_rate": 6.830882137013839e-05, + "loss": 0.0363, + "step": 12350 + }, + { + "epoch": 11.5622076707203, + "grad_norm": 0.10937207192182541, + "learning_rate": 6.825752263017863e-05, + "loss": 0.0352, + "step": 12360 + }, + { + "epoch": 11.57156220767072, + "grad_norm": 0.14652840793132782, + "learning_rate": 6.820620170560731e-05, + "loss": 0.0359, + "step": 12370 + }, + { + "epoch": 11.580916744621142, + "grad_norm": 0.14173254370689392, + "learning_rate": 6.815485865878418e-05, + "loss": 0.0359, + "step": 12380 + }, + { + "epoch": 11.590271281571562, + "grad_norm": 0.12483718991279602, + "learning_rate": 6.810349355209588e-05, + "loss": 0.0331, + "step": 12390 + }, + { + "epoch": 11.599625818521982, + "grad_norm": 0.13761299848556519, + "learning_rate": 6.805210644795588e-05, + "loss": 0.0363, + "step": 12400 + }, + { + "epoch": 11.608980355472404, + "grad_norm": 0.12246865779161453, + "learning_rate": 6.800069740880433e-05, + "loss": 0.0363, + "step": 12410 + }, + { + "epoch": 11.618334892422824, + "grad_norm": 0.14793822169303894, + "learning_rate": 6.794926649710807e-05, + "loss": 0.0364, + "step": 12420 + }, + { + "epoch": 11.627689429373246, + "grad_norm": 0.12504997849464417, + "learning_rate": 6.789781377536052e-05, + "loss": 0.0365, + "step": 12430 + }, + { + "epoch": 11.637043966323667, + "grad_norm": 0.11941145360469818, + "learning_rate": 6.784633930608158e-05, + "loss": 0.0349, + "step": 12440 + }, + { + "epoch": 11.646398503274089, + "grad_norm": 0.10198024660348892, + "learning_rate": 6.779484315181759e-05, + "loss": 0.0365, + "step": 12450 + }, + { + "epoch": 11.655753040224509, + "grad_norm": 0.11719078570604324, + "learning_rate": 6.774332537514122e-05, + "loss": 0.0355, + "step": 12460 + }, + { + "epoch": 11.665107577174929, + "grad_norm": 0.10312921553850174, + "learning_rate": 6.769178603865143e-05, + "loss": 0.0363, + "step": 12470 + }, + { + "epoch": 11.674462114125351, + "grad_norm": 0.10452721267938614, + "learning_rate": 6.764022520497337e-05, + "loss": 0.0374, + "step": 12480 + }, + { + "epoch": 11.683816651075771, + "grad_norm": 0.14101894199848175, + "learning_rate": 6.758864293675833e-05, + "loss": 0.0362, + "step": 12490 + }, + { + "epoch": 11.693171188026193, + "grad_norm": 0.10011441260576248, + "learning_rate": 6.753703929668362e-05, + "loss": 0.0374, + "step": 12500 + }, + { + "epoch": 11.702525724976613, + "grad_norm": 0.10611239820718765, + "learning_rate": 6.748541434745253e-05, + "loss": 0.0345, + "step": 12510 + }, + { + "epoch": 11.711880261927035, + "grad_norm": 0.10984008014202118, + "learning_rate": 6.743376815179424e-05, + "loss": 0.0347, + "step": 12520 + }, + { + "epoch": 11.721234798877456, + "grad_norm": 0.11883781850337982, + "learning_rate": 6.738210077246376e-05, + "loss": 0.0381, + "step": 12530 + }, + { + "epoch": 11.730589335827876, + "grad_norm": 0.11104173958301544, + "learning_rate": 6.733041227224181e-05, + "loss": 0.0364, + "step": 12540 + }, + { + "epoch": 11.739943872778298, + "grad_norm": 0.10883212089538574, + "learning_rate": 6.72787027139348e-05, + "loss": 0.036, + "step": 12550 + }, + { + "epoch": 11.749298409728718, + "grad_norm": 0.11043784022331238, + "learning_rate": 6.72269721603747e-05, + "loss": 0.0362, + "step": 12560 + }, + { + "epoch": 11.75865294667914, + "grad_norm": 0.10003726929426193, + "learning_rate": 6.717522067441904e-05, + "loss": 0.0341, + "step": 12570 + }, + { + "epoch": 11.76800748362956, + "grad_norm": 0.15051113069057465, + "learning_rate": 6.712344831895074e-05, + "loss": 0.0359, + "step": 12580 + }, + { + "epoch": 11.77736202057998, + "grad_norm": 0.14086663722991943, + "learning_rate": 6.707165515687811e-05, + "loss": 0.0359, + "step": 12590 + }, + { + "epoch": 11.786716557530402, + "grad_norm": 0.13885802030563354, + "learning_rate": 6.70198412511347e-05, + "loss": 0.0332, + "step": 12600 + }, + { + "epoch": 11.796071094480823, + "grad_norm": 0.16847246885299683, + "learning_rate": 6.69680066646793e-05, + "loss": 0.0357, + "step": 12610 + }, + { + "epoch": 11.805425631431245, + "grad_norm": 0.1344219595193863, + "learning_rate": 6.691615146049583e-05, + "loss": 0.0365, + "step": 12620 + }, + { + "epoch": 11.814780168381665, + "grad_norm": 0.11401152610778809, + "learning_rate": 6.686427570159324e-05, + "loss": 0.0372, + "step": 12630 + }, + { + "epoch": 11.824134705332087, + "grad_norm": 0.1172330304980278, + "learning_rate": 6.681237945100548e-05, + "loss": 0.0357, + "step": 12640 + }, + { + "epoch": 11.833489242282507, + "grad_norm": 0.10248842090368271, + "learning_rate": 6.676046277179139e-05, + "loss": 0.0358, + "step": 12650 + }, + { + "epoch": 11.842843779232927, + "grad_norm": 0.10100040584802628, + "learning_rate": 6.670852572703462e-05, + "loss": 0.037, + "step": 12660 + }, + { + "epoch": 11.85219831618335, + "grad_norm": 0.11963999271392822, + "learning_rate": 6.665656837984359e-05, + "loss": 0.0383, + "step": 12670 + }, + { + "epoch": 11.86155285313377, + "grad_norm": 0.12224441766738892, + "learning_rate": 6.660459079335135e-05, + "loss": 0.0337, + "step": 12680 + }, + { + "epoch": 11.870907390084191, + "grad_norm": 0.10249372571706772, + "learning_rate": 6.655259303071558e-05, + "loss": 0.0349, + "step": 12690 + }, + { + "epoch": 11.880261927034612, + "grad_norm": 0.130471333861351, + "learning_rate": 6.650057515511848e-05, + "loss": 0.0352, + "step": 12700 + }, + { + "epoch": 11.889616463985032, + "grad_norm": 0.13296234607696533, + "learning_rate": 6.644853722976667e-05, + "loss": 0.0383, + "step": 12710 + }, + { + "epoch": 11.898971000935454, + "grad_norm": 0.1491084098815918, + "learning_rate": 6.639647931789113e-05, + "loss": 0.0341, + "step": 12720 + }, + { + "epoch": 11.908325537885874, + "grad_norm": 0.15482518076896667, + "learning_rate": 6.634440148274713e-05, + "loss": 0.0351, + "step": 12730 + }, + { + "epoch": 11.917680074836296, + "grad_norm": 0.13764534890651703, + "learning_rate": 6.629230378761415e-05, + "loss": 0.035, + "step": 12740 + }, + { + "epoch": 11.927034611786716, + "grad_norm": 0.12423313409090042, + "learning_rate": 6.624018629579581e-05, + "loss": 0.0338, + "step": 12750 + }, + { + "epoch": 11.936389148737138, + "grad_norm": 0.12798583507537842, + "learning_rate": 6.618804907061976e-05, + "loss": 0.0383, + "step": 12760 + }, + { + "epoch": 11.945743685687559, + "grad_norm": 0.13369445502758026, + "learning_rate": 6.613589217543766e-05, + "loss": 0.0345, + "step": 12770 + }, + { + "epoch": 11.955098222637979, + "grad_norm": 0.11801999807357788, + "learning_rate": 6.608371567362504e-05, + "loss": 0.0352, + "step": 12780 + }, + { + "epoch": 11.9644527595884, + "grad_norm": 0.12216466665267944, + "learning_rate": 6.60315196285813e-05, + "loss": 0.0357, + "step": 12790 + }, + { + "epoch": 11.973807296538821, + "grad_norm": 0.12776289880275726, + "learning_rate": 6.597930410372954e-05, + "loss": 0.0355, + "step": 12800 + }, + { + "epoch": 11.983161833489243, + "grad_norm": 0.11072685569524765, + "learning_rate": 6.592706916251653e-05, + "loss": 0.0348, + "step": 12810 + }, + { + "epoch": 11.992516370439663, + "grad_norm": 0.10454142093658447, + "learning_rate": 6.587481486841267e-05, + "loss": 0.0353, + "step": 12820 + }, + { + "epoch": 12.001870907390083, + "grad_norm": 0.13847212493419647, + "learning_rate": 6.582254128491184e-05, + "loss": 0.0344, + "step": 12830 + }, + { + "epoch": 12.011225444340505, + "grad_norm": 0.10158561170101166, + "learning_rate": 6.577024847553139e-05, + "loss": 0.0331, + "step": 12840 + }, + { + "epoch": 12.020579981290926, + "grad_norm": 0.10905535519123077, + "learning_rate": 6.571793650381201e-05, + "loss": 0.0321, + "step": 12850 + }, + { + "epoch": 12.029934518241348, + "grad_norm": 0.1536157876253128, + "learning_rate": 6.566560543331766e-05, + "loss": 0.0352, + "step": 12860 + }, + { + "epoch": 12.039289055191768, + "grad_norm": 0.10375682264566422, + "learning_rate": 6.561325532763554e-05, + "loss": 0.0339, + "step": 12870 + }, + { + "epoch": 12.04864359214219, + "grad_norm": 0.140153169631958, + "learning_rate": 6.556088625037597e-05, + "loss": 0.0357, + "step": 12880 + }, + { + "epoch": 12.05799812909261, + "grad_norm": 0.1058744490146637, + "learning_rate": 6.55084982651723e-05, + "loss": 0.0332, + "step": 12890 + }, + { + "epoch": 12.06735266604303, + "grad_norm": 0.10881725698709488, + "learning_rate": 6.54560914356809e-05, + "loss": 0.0343, + "step": 12900 + }, + { + "epoch": 12.076707202993452, + "grad_norm": 0.08115549385547638, + "learning_rate": 6.540366582558097e-05, + "loss": 0.0333, + "step": 12910 + }, + { + "epoch": 12.086061739943872, + "grad_norm": 0.10061080753803253, + "learning_rate": 6.53512214985746e-05, + "loss": 0.0378, + "step": 12920 + }, + { + "epoch": 12.095416276894294, + "grad_norm": 0.09430982172489166, + "learning_rate": 6.529875851838658e-05, + "loss": 0.0351, + "step": 12930 + }, + { + "epoch": 12.104770813844715, + "grad_norm": 0.15184776484966278, + "learning_rate": 6.52462769487644e-05, + "loss": 0.0359, + "step": 12940 + }, + { + "epoch": 12.114125350795135, + "grad_norm": 0.1302518993616104, + "learning_rate": 6.519377685347807e-05, + "loss": 0.0329, + "step": 12950 + }, + { + "epoch": 12.123479887745557, + "grad_norm": 0.12277519702911377, + "learning_rate": 6.514125829632021e-05, + "loss": 0.0328, + "step": 12960 + }, + { + "epoch": 12.132834424695977, + "grad_norm": 0.10726593434810638, + "learning_rate": 6.508872134110577e-05, + "loss": 0.0336, + "step": 12970 + }, + { + "epoch": 12.142188961646399, + "grad_norm": 0.10739023238420486, + "learning_rate": 6.503616605167213e-05, + "loss": 0.0345, + "step": 12980 + }, + { + "epoch": 12.15154349859682, + "grad_norm": 0.1365116685628891, + "learning_rate": 6.498359249187893e-05, + "loss": 0.0334, + "step": 12990 + }, + { + "epoch": 12.160898035547241, + "grad_norm": 0.1346597969532013, + "learning_rate": 6.493100072560799e-05, + "loss": 0.0347, + "step": 13000 + }, + { + "epoch": 12.170252572497661, + "grad_norm": 0.12872619926929474, + "learning_rate": 6.487839081676327e-05, + "loss": 0.0338, + "step": 13010 + }, + { + "epoch": 12.179607109448082, + "grad_norm": 0.12584829330444336, + "learning_rate": 6.482576282927076e-05, + "loss": 0.0336, + "step": 13020 + }, + { + "epoch": 12.188961646398504, + "grad_norm": 0.1124727800488472, + "learning_rate": 6.477311682707845e-05, + "loss": 0.0321, + "step": 13030 + }, + { + "epoch": 12.198316183348924, + "grad_norm": 0.1077725887298584, + "learning_rate": 6.472045287415616e-05, + "loss": 0.0344, + "step": 13040 + }, + { + "epoch": 12.207670720299346, + "grad_norm": 0.1043303981423378, + "learning_rate": 6.466777103449558e-05, + "loss": 0.0316, + "step": 13050 + }, + { + "epoch": 12.217025257249766, + "grad_norm": 0.10964657366275787, + "learning_rate": 6.461507137211012e-05, + "loss": 0.0333, + "step": 13060 + }, + { + "epoch": 12.226379794200188, + "grad_norm": 0.10279780626296997, + "learning_rate": 6.456235395103483e-05, + "loss": 0.0333, + "step": 13070 + }, + { + "epoch": 12.235734331150608, + "grad_norm": 0.11064111441373825, + "learning_rate": 6.450961883532634e-05, + "loss": 0.0325, + "step": 13080 + }, + { + "epoch": 12.245088868101028, + "grad_norm": 0.10774558782577515, + "learning_rate": 6.445686608906283e-05, + "loss": 0.0342, + "step": 13090 + }, + { + "epoch": 12.25444340505145, + "grad_norm": 0.11478910595178604, + "learning_rate": 6.44040957763438e-05, + "loss": 0.0355, + "step": 13100 + }, + { + "epoch": 12.26379794200187, + "grad_norm": 0.15771399438381195, + "learning_rate": 6.435130796129018e-05, + "loss": 0.0361, + "step": 13110 + }, + { + "epoch": 12.273152478952293, + "grad_norm": 0.1110253557562828, + "learning_rate": 6.429850270804416e-05, + "loss": 0.0356, + "step": 13120 + }, + { + "epoch": 12.282507015902713, + "grad_norm": 0.13525308668613434, + "learning_rate": 6.424568008076909e-05, + "loss": 0.0353, + "step": 13130 + }, + { + "epoch": 12.291861552853133, + "grad_norm": 0.15095993876457214, + "learning_rate": 6.419284014364943e-05, + "loss": 0.0338, + "step": 13140 + }, + { + "epoch": 12.301216089803555, + "grad_norm": 0.1038196012377739, + "learning_rate": 6.41399829608907e-05, + "loss": 0.034, + "step": 13150 + }, + { + "epoch": 12.310570626753975, + "grad_norm": 0.14463649690151215, + "learning_rate": 6.408710859671938e-05, + "loss": 0.0355, + "step": 13160 + }, + { + "epoch": 12.319925163704397, + "grad_norm": 0.13633140921592712, + "learning_rate": 6.403421711538278e-05, + "loss": 0.0356, + "step": 13170 + }, + { + "epoch": 12.329279700654817, + "grad_norm": 0.11906403303146362, + "learning_rate": 6.398130858114903e-05, + "loss": 0.0373, + "step": 13180 + }, + { + "epoch": 12.33863423760524, + "grad_norm": 0.12620103359222412, + "learning_rate": 6.392838305830701e-05, + "loss": 0.0349, + "step": 13190 + }, + { + "epoch": 12.34798877455566, + "grad_norm": 0.07341662794351578, + "learning_rate": 6.387544061116621e-05, + "loss": 0.0335, + "step": 13200 + }, + { + "epoch": 12.35734331150608, + "grad_norm": 0.09200423955917358, + "learning_rate": 6.382248130405671e-05, + "loss": 0.0332, + "step": 13210 + }, + { + "epoch": 12.366697848456502, + "grad_norm": 0.10455375164747238, + "learning_rate": 6.376950520132905e-05, + "loss": 0.035, + "step": 13220 + }, + { + "epoch": 12.376052385406922, + "grad_norm": 0.11562392860651016, + "learning_rate": 6.371651236735418e-05, + "loss": 0.0334, + "step": 13230 + }, + { + "epoch": 12.385406922357344, + "grad_norm": 0.12431720644235611, + "learning_rate": 6.366350286652341e-05, + "loss": 0.0332, + "step": 13240 + }, + { + "epoch": 12.394761459307764, + "grad_norm": 0.1227678433060646, + "learning_rate": 6.361047676324827e-05, + "loss": 0.0341, + "step": 13250 + }, + { + "epoch": 12.404115996258184, + "grad_norm": 0.1218484491109848, + "learning_rate": 6.355743412196047e-05, + "loss": 0.0324, + "step": 13260 + }, + { + "epoch": 12.413470533208606, + "grad_norm": 0.11449207365512848, + "learning_rate": 6.350437500711184e-05, + "loss": 0.0349, + "step": 13270 + }, + { + "epoch": 12.422825070159027, + "grad_norm": 0.10744109749794006, + "learning_rate": 6.345129948317418e-05, + "loss": 0.0344, + "step": 13280 + }, + { + "epoch": 12.432179607109449, + "grad_norm": 0.10753919184207916, + "learning_rate": 6.33982076146393e-05, + "loss": 0.0328, + "step": 13290 + }, + { + "epoch": 12.441534144059869, + "grad_norm": 0.10666733980178833, + "learning_rate": 6.334509946601879e-05, + "loss": 0.0332, + "step": 13300 + }, + { + "epoch": 12.45088868101029, + "grad_norm": 0.10899532586336136, + "learning_rate": 6.329197510184406e-05, + "loss": 0.034, + "step": 13310 + }, + { + "epoch": 12.460243217960711, + "grad_norm": 0.11260828375816345, + "learning_rate": 6.323883458666624e-05, + "loss": 0.0337, + "step": 13320 + }, + { + "epoch": 12.469597754911131, + "grad_norm": 0.12076864391565323, + "learning_rate": 6.318567798505605e-05, + "loss": 0.0327, + "step": 13330 + }, + { + "epoch": 12.478952291861553, + "grad_norm": 0.09607191383838654, + "learning_rate": 6.313250536160378e-05, + "loss": 0.0367, + "step": 13340 + }, + { + "epoch": 12.488306828811973, + "grad_norm": 0.11425892263650894, + "learning_rate": 6.307931678091917e-05, + "loss": 0.0337, + "step": 13350 + }, + { + "epoch": 12.497661365762395, + "grad_norm": 0.10083373636007309, + "learning_rate": 6.302611230763138e-05, + "loss": 0.0333, + "step": 13360 + }, + { + "epoch": 12.507015902712816, + "grad_norm": 0.11161336302757263, + "learning_rate": 6.297289200638887e-05, + "loss": 0.0337, + "step": 13370 + }, + { + "epoch": 12.516370439663238, + "grad_norm": 0.113594651222229, + "learning_rate": 6.29196559418593e-05, + "loss": 0.032, + "step": 13380 + }, + { + "epoch": 12.525724976613658, + "grad_norm": 0.09082413464784622, + "learning_rate": 6.286640417872951e-05, + "loss": 0.0337, + "step": 13390 + }, + { + "epoch": 12.535079513564078, + "grad_norm": 0.1245337501168251, + "learning_rate": 6.281313678170542e-05, + "loss": 0.0344, + "step": 13400 + }, + { + "epoch": 12.5444340505145, + "grad_norm": 0.10961870849132538, + "learning_rate": 6.275985381551194e-05, + "loss": 0.034, + "step": 13410 + }, + { + "epoch": 12.55378858746492, + "grad_norm": 0.1292887181043625, + "learning_rate": 6.270655534489292e-05, + "loss": 0.0328, + "step": 13420 + }, + { + "epoch": 12.563143124415342, + "grad_norm": 0.14406010508537292, + "learning_rate": 6.265324143461098e-05, + "loss": 0.0352, + "step": 13430 + }, + { + "epoch": 12.572497661365762, + "grad_norm": 0.11669345200061798, + "learning_rate": 6.259991214944758e-05, + "loss": 0.0345, + "step": 13440 + }, + { + "epoch": 12.581852198316183, + "grad_norm": 0.10963217914104462, + "learning_rate": 6.254656755420283e-05, + "loss": 0.0338, + "step": 13450 + }, + { + "epoch": 12.591206735266605, + "grad_norm": 0.09734580665826797, + "learning_rate": 6.249320771369545e-05, + "loss": 0.0344, + "step": 13460 + }, + { + "epoch": 12.600561272217025, + "grad_norm": 0.12152787297964096, + "learning_rate": 6.243983269276263e-05, + "loss": 0.0343, + "step": 13470 + }, + { + "epoch": 12.609915809167447, + "grad_norm": 0.11387921869754791, + "learning_rate": 6.238644255626012e-05, + "loss": 0.035, + "step": 13480 + }, + { + "epoch": 12.619270346117867, + "grad_norm": 0.13229532539844513, + "learning_rate": 6.233303736906193e-05, + "loss": 0.0359, + "step": 13490 + }, + { + "epoch": 12.628624883068287, + "grad_norm": 0.1153617650270462, + "learning_rate": 6.227961719606039e-05, + "loss": 0.0338, + "step": 13500 + }, + { + "epoch": 12.63797942001871, + "grad_norm": 0.12180189043283463, + "learning_rate": 6.222618210216608e-05, + "loss": 0.0357, + "step": 13510 + }, + { + "epoch": 12.64733395696913, + "grad_norm": 0.12837651371955872, + "learning_rate": 6.217273215230767e-05, + "loss": 0.0341, + "step": 13520 + }, + { + "epoch": 12.656688493919551, + "grad_norm": 0.11646553874015808, + "learning_rate": 6.211926741143188e-05, + "loss": 0.0351, + "step": 13530 + }, + { + "epoch": 12.666043030869972, + "grad_norm": 0.13093045353889465, + "learning_rate": 6.20657879445034e-05, + "loss": 0.0342, + "step": 13540 + }, + { + "epoch": 12.675397567820394, + "grad_norm": 0.13282650709152222, + "learning_rate": 6.201229381650485e-05, + "loss": 0.034, + "step": 13550 + }, + { + "epoch": 12.684752104770814, + "grad_norm": 0.17297020554542542, + "learning_rate": 6.195878509243661e-05, + "loss": 0.032, + "step": 13560 + }, + { + "epoch": 12.694106641721234, + "grad_norm": 0.12844699621200562, + "learning_rate": 6.190526183731685e-05, + "loss": 0.0356, + "step": 13570 + }, + { + "epoch": 12.703461178671656, + "grad_norm": 0.1130722239613533, + "learning_rate": 6.185172411618138e-05, + "loss": 0.0335, + "step": 13580 + }, + { + "epoch": 12.712815715622076, + "grad_norm": 0.13580945134162903, + "learning_rate": 6.179817199408355e-05, + "loss": 0.0339, + "step": 13590 + }, + { + "epoch": 12.722170252572498, + "grad_norm": 0.12368631362915039, + "learning_rate": 6.174460553609426e-05, + "loss": 0.0349, + "step": 13600 + }, + { + "epoch": 12.731524789522918, + "grad_norm": 0.09322511404752731, + "learning_rate": 6.16910248073018e-05, + "loss": 0.0319, + "step": 13610 + }, + { + "epoch": 12.74087932647334, + "grad_norm": 0.08525147289037704, + "learning_rate": 6.16374298728118e-05, + "loss": 0.0322, + "step": 13620 + }, + { + "epoch": 12.75023386342376, + "grad_norm": 0.08196070045232773, + "learning_rate": 6.158382079774716e-05, + "loss": 0.034, + "step": 13630 + }, + { + "epoch": 12.75958840037418, + "grad_norm": 0.13570944964885712, + "learning_rate": 6.153019764724799e-05, + "loss": 0.0324, + "step": 13640 + }, + { + "epoch": 12.768942937324603, + "grad_norm": 0.15503035485744476, + "learning_rate": 6.147656048647144e-05, + "loss": 0.0336, + "step": 13650 + }, + { + "epoch": 12.778297474275023, + "grad_norm": 0.12700992822647095, + "learning_rate": 6.142290938059173e-05, + "loss": 0.0339, + "step": 13660 + }, + { + "epoch": 12.787652011225445, + "grad_norm": 0.12384742498397827, + "learning_rate": 6.136924439480001e-05, + "loss": 0.0326, + "step": 13670 + }, + { + "epoch": 12.797006548175865, + "grad_norm": 0.13374941051006317, + "learning_rate": 6.13155655943043e-05, + "loss": 0.0337, + "step": 13680 + }, + { + "epoch": 12.806361085126285, + "grad_norm": 0.10050512850284576, + "learning_rate": 6.126187304432941e-05, + "loss": 0.0321, + "step": 13690 + }, + { + "epoch": 12.815715622076707, + "grad_norm": 0.11652303487062454, + "learning_rate": 6.120816681011684e-05, + "loss": 0.0333, + "step": 13700 + }, + { + "epoch": 12.825070159027128, + "grad_norm": 0.08777488768100739, + "learning_rate": 6.115444695692474e-05, + "loss": 0.033, + "step": 13710 + }, + { + "epoch": 12.83442469597755, + "grad_norm": 0.1179283857345581, + "learning_rate": 6.110071355002779e-05, + "loss": 0.0334, + "step": 13720 + }, + { + "epoch": 12.84377923292797, + "grad_norm": 0.1031818687915802, + "learning_rate": 6.104696665471714e-05, + "loss": 0.0327, + "step": 13730 + }, + { + "epoch": 12.853133769878392, + "grad_norm": 0.1192215159535408, + "learning_rate": 6.099320633630036e-05, + "loss": 0.0339, + "step": 13740 + }, + { + "epoch": 12.862488306828812, + "grad_norm": 0.11051671206951141, + "learning_rate": 6.093943266010128e-05, + "loss": 0.033, + "step": 13750 + }, + { + "epoch": 12.871842843779232, + "grad_norm": 0.11132101714611053, + "learning_rate": 6.088564569146e-05, + "loss": 0.032, + "step": 13760 + }, + { + "epoch": 12.881197380729654, + "grad_norm": 0.10915874689817429, + "learning_rate": 6.083184549573274e-05, + "loss": 0.0327, + "step": 13770 + }, + { + "epoch": 12.890551917680074, + "grad_norm": 0.10342714190483093, + "learning_rate": 6.077803213829184e-05, + "loss": 0.033, + "step": 13780 + }, + { + "epoch": 12.899906454630496, + "grad_norm": 0.13176381587982178, + "learning_rate": 6.0724205684525594e-05, + "loss": 0.0335, + "step": 13790 + }, + { + "epoch": 12.909260991580917, + "grad_norm": 0.12714365124702454, + "learning_rate": 6.0670366199838215e-05, + "loss": 0.0306, + "step": 13800 + }, + { + "epoch": 12.918615528531337, + "grad_norm": 0.16130416095256805, + "learning_rate": 6.061651374964974e-05, + "loss": 0.0339, + "step": 13810 + }, + { + "epoch": 12.927970065481759, + "grad_norm": 0.0965743213891983, + "learning_rate": 6.0562648399396004e-05, + "loss": 0.032, + "step": 13820 + }, + { + "epoch": 12.937324602432179, + "grad_norm": 0.12737999856472015, + "learning_rate": 6.050877021452845e-05, + "loss": 0.0346, + "step": 13830 + }, + { + "epoch": 12.946679139382601, + "grad_norm": 0.15857543051242828, + "learning_rate": 6.04548792605142e-05, + "loss": 0.0339, + "step": 13840 + }, + { + "epoch": 12.956033676333021, + "grad_norm": 0.12413010001182556, + "learning_rate": 6.04009756028358e-05, + "loss": 0.0319, + "step": 13850 + }, + { + "epoch": 12.965388213283443, + "grad_norm": 0.14788800477981567, + "learning_rate": 6.0347059306991294e-05, + "loss": 0.0341, + "step": 13860 + }, + { + "epoch": 12.974742750233863, + "grad_norm": 0.1223008781671524, + "learning_rate": 6.029313043849407e-05, + "loss": 0.0325, + "step": 13870 + }, + { + "epoch": 12.984097287184284, + "grad_norm": 0.12439190596342087, + "learning_rate": 6.023918906287279e-05, + "loss": 0.0317, + "step": 13880 + }, + { + "epoch": 12.993451824134706, + "grad_norm": 0.13838259875774384, + "learning_rate": 6.01852352456713e-05, + "loss": 0.0335, + "step": 13890 + }, + { + "epoch": 13.002806361085126, + "grad_norm": 0.1367839127779007, + "learning_rate": 6.013126905244858e-05, + "loss": 0.0338, + "step": 13900 + }, + { + "epoch": 13.012160898035548, + "grad_norm": 0.1364876925945282, + "learning_rate": 6.007729054877864e-05, + "loss": 0.0338, + "step": 13910 + }, + { + "epoch": 13.021515434985968, + "grad_norm": 0.10194748640060425, + "learning_rate": 6.0023299800250466e-05, + "loss": 0.0368, + "step": 13920 + }, + { + "epoch": 13.030869971936388, + "grad_norm": 0.10007321089506149, + "learning_rate": 5.9969296872467894e-05, + "loss": 0.0339, + "step": 13930 + }, + { + "epoch": 13.04022450888681, + "grad_norm": 0.12428310513496399, + "learning_rate": 5.9915281831049585e-05, + "loss": 0.033, + "step": 13940 + }, + { + "epoch": 13.04957904583723, + "grad_norm": 0.12909109890460968, + "learning_rate": 5.98612547416289e-05, + "loss": 0.0353, + "step": 13950 + }, + { + "epoch": 13.058933582787652, + "grad_norm": 0.12840695679187775, + "learning_rate": 5.9807215669853855e-05, + "loss": 0.0319, + "step": 13960 + }, + { + "epoch": 13.068288119738073, + "grad_norm": 0.10617206990718842, + "learning_rate": 5.9753164681387e-05, + "loss": 0.0326, + "step": 13970 + }, + { + "epoch": 13.077642656688495, + "grad_norm": 0.09147440642118454, + "learning_rate": 5.969910184190539e-05, + "loss": 0.0329, + "step": 13980 + }, + { + "epoch": 13.086997193638915, + "grad_norm": 0.11552063375711441, + "learning_rate": 5.9645027217100477e-05, + "loss": 0.031, + "step": 13990 + }, + { + "epoch": 13.096351730589335, + "grad_norm": 0.13156266510486603, + "learning_rate": 5.959094087267804e-05, + "loss": 0.0323, + "step": 14000 + }, + { + "epoch": 13.105706267539757, + "grad_norm": 0.10406665503978729, + "learning_rate": 5.9536842874358065e-05, + "loss": 0.0321, + "step": 14010 + }, + { + "epoch": 13.115060804490177, + "grad_norm": 0.08976460248231888, + "learning_rate": 5.9482733287874734e-05, + "loss": 0.0338, + "step": 14020 + }, + { + "epoch": 13.1244153414406, + "grad_norm": 0.10580518841743469, + "learning_rate": 5.942861217897631e-05, + "loss": 0.0334, + "step": 14030 + }, + { + "epoch": 13.13376987839102, + "grad_norm": 0.1244254857301712, + "learning_rate": 5.9374479613425e-05, + "loss": 0.0338, + "step": 14040 + }, + { + "epoch": 13.14312441534144, + "grad_norm": 0.1472034901380539, + "learning_rate": 5.932033565699704e-05, + "loss": 0.0324, + "step": 14050 + }, + { + "epoch": 13.152478952291862, + "grad_norm": 0.19192694127559662, + "learning_rate": 5.926618037548237e-05, + "loss": 0.0322, + "step": 14060 + }, + { + "epoch": 13.161833489242282, + "grad_norm": 0.12583161890506744, + "learning_rate": 5.9212013834684824e-05, + "loss": 0.032, + "step": 14070 + }, + { + "epoch": 13.171188026192704, + "grad_norm": 0.14730684459209442, + "learning_rate": 5.9157836100421824e-05, + "loss": 0.033, + "step": 14080 + }, + { + "epoch": 13.180542563143124, + "grad_norm": 0.1408410519361496, + "learning_rate": 5.910364723852444e-05, + "loss": 0.0354, + "step": 14090 + }, + { + "epoch": 13.189897100093546, + "grad_norm": 0.12154003977775574, + "learning_rate": 5.904944731483723e-05, + "loss": 0.033, + "step": 14100 + }, + { + "epoch": 13.199251637043966, + "grad_norm": 0.18564501404762268, + "learning_rate": 5.899523639521825e-05, + "loss": 0.0347, + "step": 14110 + }, + { + "epoch": 13.208606173994387, + "grad_norm": 0.09870575368404388, + "learning_rate": 5.894101454553883e-05, + "loss": 0.0329, + "step": 14120 + }, + { + "epoch": 13.217960710944809, + "grad_norm": 0.12260812520980835, + "learning_rate": 5.888678183168368e-05, + "loss": 0.032, + "step": 14130 + }, + { + "epoch": 13.227315247895229, + "grad_norm": 0.1160866916179657, + "learning_rate": 5.883253831955061e-05, + "loss": 0.0309, + "step": 14140 + }, + { + "epoch": 13.23666978484565, + "grad_norm": 0.12020037323236465, + "learning_rate": 5.8778284075050625e-05, + "loss": 0.0328, + "step": 14150 + }, + { + "epoch": 13.246024321796071, + "grad_norm": 0.1289381980895996, + "learning_rate": 5.872401916410777e-05, + "loss": 0.0321, + "step": 14160 + }, + { + "epoch": 13.255378858746493, + "grad_norm": 0.1544286012649536, + "learning_rate": 5.8669743652659014e-05, + "loss": 0.0311, + "step": 14170 + }, + { + "epoch": 13.264733395696913, + "grad_norm": 0.11921785771846771, + "learning_rate": 5.86154576066542e-05, + "loss": 0.0321, + "step": 14180 + }, + { + "epoch": 13.274087932647333, + "grad_norm": 0.10623251646757126, + "learning_rate": 5.856116109205602e-05, + "loss": 0.0301, + "step": 14190 + }, + { + "epoch": 13.283442469597755, + "grad_norm": 0.10157809406518936, + "learning_rate": 5.850685417483983e-05, + "loss": 0.0314, + "step": 14200 + }, + { + "epoch": 13.292797006548176, + "grad_norm": 0.13779936730861664, + "learning_rate": 5.8452536920993684e-05, + "loss": 0.0309, + "step": 14210 + }, + { + "epoch": 13.302151543498598, + "grad_norm": 0.11170853674411774, + "learning_rate": 5.839820939651817e-05, + "loss": 0.0328, + "step": 14220 + }, + { + "epoch": 13.311506080449018, + "grad_norm": 0.08438602834939957, + "learning_rate": 5.834387166742632e-05, + "loss": 0.0333, + "step": 14230 + }, + { + "epoch": 13.320860617399438, + "grad_norm": 0.10405506938695908, + "learning_rate": 5.828952379974364e-05, + "loss": 0.0311, + "step": 14240 + }, + { + "epoch": 13.33021515434986, + "grad_norm": 0.13485318422317505, + "learning_rate": 5.8235165859507864e-05, + "loss": 0.0323, + "step": 14250 + }, + { + "epoch": 13.33956969130028, + "grad_norm": 0.14923889935016632, + "learning_rate": 5.818079791276907e-05, + "loss": 0.032, + "step": 14260 + }, + { + "epoch": 13.348924228250702, + "grad_norm": 0.11901997029781342, + "learning_rate": 5.8126420025589415e-05, + "loss": 0.0316, + "step": 14270 + }, + { + "epoch": 13.358278765201122, + "grad_norm": 0.17591437697410583, + "learning_rate": 5.807203226404313e-05, + "loss": 0.0298, + "step": 14280 + }, + { + "epoch": 13.367633302151544, + "grad_norm": 0.10591032356023788, + "learning_rate": 5.801763469421652e-05, + "loss": 0.0322, + "step": 14290 + }, + { + "epoch": 13.376987839101965, + "grad_norm": 0.12706215679645538, + "learning_rate": 5.796322738220774e-05, + "loss": 0.0314, + "step": 14300 + }, + { + "epoch": 13.386342376052385, + "grad_norm": 0.11385294795036316, + "learning_rate": 5.79088103941268e-05, + "loss": 0.0327, + "step": 14310 + }, + { + "epoch": 13.395696913002807, + "grad_norm": 0.11250866949558258, + "learning_rate": 5.785438379609549e-05, + "loss": 0.0335, + "step": 14320 + }, + { + "epoch": 13.405051449953227, + "grad_norm": 0.11417888104915619, + "learning_rate": 5.779994765424724e-05, + "loss": 0.0333, + "step": 14330 + }, + { + "epoch": 13.414405986903649, + "grad_norm": 0.11214642226696014, + "learning_rate": 5.7745502034727114e-05, + "loss": 0.0334, + "step": 14340 + }, + { + "epoch": 13.42376052385407, + "grad_norm": 0.12913063168525696, + "learning_rate": 5.769104700369164e-05, + "loss": 0.0336, + "step": 14350 + }, + { + "epoch": 13.43311506080449, + "grad_norm": 0.14375226199626923, + "learning_rate": 5.7636582627308854e-05, + "loss": 0.0323, + "step": 14360 + }, + { + "epoch": 13.442469597754911, + "grad_norm": 0.09655135869979858, + "learning_rate": 5.7582108971758095e-05, + "loss": 0.0328, + "step": 14370 + }, + { + "epoch": 13.451824134705332, + "grad_norm": 0.13947443664073944, + "learning_rate": 5.752762610322999e-05, + "loss": 0.0335, + "step": 14380 + }, + { + "epoch": 13.461178671655754, + "grad_norm": 0.1250183880329132, + "learning_rate": 5.747313408792636e-05, + "loss": 0.0301, + "step": 14390 + }, + { + "epoch": 13.470533208606174, + "grad_norm": 0.12474324554204941, + "learning_rate": 5.741863299206014e-05, + "loss": 0.0311, + "step": 14400 + }, + { + "epoch": 13.479887745556596, + "grad_norm": 0.10925887525081635, + "learning_rate": 5.73641228818553e-05, + "loss": 0.0293, + "step": 14410 + }, + { + "epoch": 13.489242282507016, + "grad_norm": 0.11082867532968521, + "learning_rate": 5.730960382354676e-05, + "loss": 0.0323, + "step": 14420 + }, + { + "epoch": 13.498596819457436, + "grad_norm": 0.11535894125699997, + "learning_rate": 5.725507588338035e-05, + "loss": 0.0314, + "step": 14430 + }, + { + "epoch": 13.507951356407858, + "grad_norm": 0.1220884919166565, + "learning_rate": 5.7200539127612604e-05, + "loss": 0.031, + "step": 14440 + }, + { + "epoch": 13.517305893358278, + "grad_norm": 0.157136008143425, + "learning_rate": 5.714599362251087e-05, + "loss": 0.032, + "step": 14450 + }, + { + "epoch": 13.5266604303087, + "grad_norm": 0.11256369203329086, + "learning_rate": 5.709143943435307e-05, + "loss": 0.0313, + "step": 14460 + }, + { + "epoch": 13.53601496725912, + "grad_norm": 0.11616457998752594, + "learning_rate": 5.7036876629427646e-05, + "loss": 0.0293, + "step": 14470 + }, + { + "epoch": 13.545369504209543, + "grad_norm": 0.09599228203296661, + "learning_rate": 5.698230527403361e-05, + "loss": 0.0307, + "step": 14480 + }, + { + "epoch": 13.554724041159963, + "grad_norm": 0.1258319616317749, + "learning_rate": 5.6927725434480274e-05, + "loss": 0.0323, + "step": 14490 + }, + { + "epoch": 13.564078578110383, + "grad_norm": 0.09087731689214706, + "learning_rate": 5.687313717708728e-05, + "loss": 0.0306, + "step": 14500 + }, + { + "epoch": 13.573433115060805, + "grad_norm": 0.12116435915231705, + "learning_rate": 5.681854056818453e-05, + "loss": 0.0302, + "step": 14510 + }, + { + "epoch": 13.582787652011225, + "grad_norm": 0.1387864202260971, + "learning_rate": 5.676393567411205e-05, + "loss": 0.031, + "step": 14520 + }, + { + "epoch": 13.592142188961647, + "grad_norm": 0.12108117341995239, + "learning_rate": 5.670932256121991e-05, + "loss": 0.0326, + "step": 14530 + }, + { + "epoch": 13.601496725912067, + "grad_norm": 0.11647936701774597, + "learning_rate": 5.6654701295868216e-05, + "loss": 0.0328, + "step": 14540 + }, + { + "epoch": 13.610851262862488, + "grad_norm": 0.10228951275348663, + "learning_rate": 5.660007194442697e-05, + "loss": 0.031, + "step": 14550 + }, + { + "epoch": 13.62020579981291, + "grad_norm": 0.11262965202331543, + "learning_rate": 5.6545434573275946e-05, + "loss": 0.0323, + "step": 14560 + }, + { + "epoch": 13.62956033676333, + "grad_norm": 0.1014024168252945, + "learning_rate": 5.649078924880472e-05, + "loss": 0.0314, + "step": 14570 + }, + { + "epoch": 13.638914873713752, + "grad_norm": 0.11166317760944366, + "learning_rate": 5.643613603741252e-05, + "loss": 0.0289, + "step": 14580 + }, + { + "epoch": 13.648269410664172, + "grad_norm": 0.10967594385147095, + "learning_rate": 5.6381475005508154e-05, + "loss": 0.0324, + "step": 14590 + }, + { + "epoch": 13.657623947614592, + "grad_norm": 0.10011638700962067, + "learning_rate": 5.632680621950992e-05, + "loss": 0.0309, + "step": 14600 + }, + { + "epoch": 13.666978484565014, + "grad_norm": 0.1130593791604042, + "learning_rate": 5.627212974584555e-05, + "loss": 0.0315, + "step": 14610 + }, + { + "epoch": 13.676333021515434, + "grad_norm": 0.11149054020643234, + "learning_rate": 5.62174456509521e-05, + "loss": 0.0308, + "step": 14620 + }, + { + "epoch": 13.685687558465856, + "grad_norm": 0.0866246223449707, + "learning_rate": 5.616275400127594e-05, + "loss": 0.031, + "step": 14630 + }, + { + "epoch": 13.695042095416277, + "grad_norm": 0.1487385481595993, + "learning_rate": 5.610805486327254e-05, + "loss": 0.0309, + "step": 14640 + }, + { + "epoch": 13.704396632366699, + "grad_norm": 0.13484466075897217, + "learning_rate": 5.6053348303406536e-05, + "loss": 0.033, + "step": 14650 + }, + { + "epoch": 13.713751169317119, + "grad_norm": 0.12567703425884247, + "learning_rate": 5.599863438815156e-05, + "loss": 0.0317, + "step": 14660 + }, + { + "epoch": 13.723105706267539, + "grad_norm": 0.11503294855356216, + "learning_rate": 5.594391318399017e-05, + "loss": 0.0297, + "step": 14670 + }, + { + "epoch": 13.732460243217961, + "grad_norm": 0.11180750280618668, + "learning_rate": 5.588918475741377e-05, + "loss": 0.0327, + "step": 14680 + }, + { + "epoch": 13.741814780168381, + "grad_norm": 0.11080215871334076, + "learning_rate": 5.5834449174922586e-05, + "loss": 0.0311, + "step": 14690 + }, + { + "epoch": 13.751169317118803, + "grad_norm": 0.11301170289516449, + "learning_rate": 5.57797065030255e-05, + "loss": 0.0307, + "step": 14700 + }, + { + "epoch": 13.760523854069223, + "grad_norm": 0.13584813475608826, + "learning_rate": 5.5724956808240016e-05, + "loss": 0.0331, + "step": 14710 + }, + { + "epoch": 13.769878391019645, + "grad_norm": 0.10373255610466003, + "learning_rate": 5.567020015709219e-05, + "loss": 0.031, + "step": 14720 + }, + { + "epoch": 13.779232927970066, + "grad_norm": 0.12382252514362335, + "learning_rate": 5.561543661611649e-05, + "loss": 0.0303, + "step": 14730 + }, + { + "epoch": 13.788587464920486, + "grad_norm": 0.09766383469104767, + "learning_rate": 5.556066625185583e-05, + "loss": 0.0322, + "step": 14740 + }, + { + "epoch": 13.797942001870908, + "grad_norm": 0.13279300928115845, + "learning_rate": 5.550588913086131e-05, + "loss": 0.033, + "step": 14750 + }, + { + "epoch": 13.807296538821328, + "grad_norm": 0.0909762755036354, + "learning_rate": 5.545110531969234e-05, + "loss": 0.0292, + "step": 14760 + }, + { + "epoch": 13.81665107577175, + "grad_norm": 0.14921361207962036, + "learning_rate": 5.539631488491641e-05, + "loss": 0.0325, + "step": 14770 + }, + { + "epoch": 13.82600561272217, + "grad_norm": 0.1257106214761734, + "learning_rate": 5.534151789310904e-05, + "loss": 0.0317, + "step": 14780 + }, + { + "epoch": 13.83536014967259, + "grad_norm": 0.09784359484910965, + "learning_rate": 5.528671441085376e-05, + "loss": 0.0287, + "step": 14790 + }, + { + "epoch": 13.844714686623012, + "grad_norm": 0.10015734285116196, + "learning_rate": 5.523190450474197e-05, + "loss": 0.0309, + "step": 14800 + }, + { + "epoch": 13.854069223573433, + "grad_norm": 0.09434977173805237, + "learning_rate": 5.5177088241372865e-05, + "loss": 0.034, + "step": 14810 + }, + { + "epoch": 13.863423760523855, + "grad_norm": 0.10112620145082474, + "learning_rate": 5.512226568735338e-05, + "loss": 0.0301, + "step": 14820 + }, + { + "epoch": 13.872778297474275, + "grad_norm": 0.08694863319396973, + "learning_rate": 5.506743690929809e-05, + "loss": 0.03, + "step": 14830 + }, + { + "epoch": 13.882132834424697, + "grad_norm": 0.09775800257921219, + "learning_rate": 5.501260197382912e-05, + "loss": 0.0315, + "step": 14840 + }, + { + "epoch": 13.891487371375117, + "grad_norm": 0.16298748552799225, + "learning_rate": 5.49577609475761e-05, + "loss": 0.0319, + "step": 14850 + }, + { + "epoch": 13.900841908325537, + "grad_norm": 0.12108741700649261, + "learning_rate": 5.490291389717603e-05, + "loss": 0.0317, + "step": 14860 + }, + { + "epoch": 13.91019644527596, + "grad_norm": 0.12734071910381317, + "learning_rate": 5.484806088927329e-05, + "loss": 0.0321, + "step": 14870 + }, + { + "epoch": 13.91955098222638, + "grad_norm": 0.117420494556427, + "learning_rate": 5.479320199051942e-05, + "loss": 0.0299, + "step": 14880 + }, + { + "epoch": 13.928905519176801, + "grad_norm": 0.11545085161924362, + "learning_rate": 5.473833726757314e-05, + "loss": 0.0306, + "step": 14890 + }, + { + "epoch": 13.938260056127222, + "grad_norm": 0.09437276422977448, + "learning_rate": 5.4683466787100304e-05, + "loss": 0.0316, + "step": 14900 + }, + { + "epoch": 13.947614593077642, + "grad_norm": 0.10712496191263199, + "learning_rate": 5.462859061577369e-05, + "loss": 0.0307, + "step": 14910 + }, + { + "epoch": 13.956969130028064, + "grad_norm": 0.14582139253616333, + "learning_rate": 5.4573708820273026e-05, + "loss": 0.0305, + "step": 14920 + }, + { + "epoch": 13.966323666978484, + "grad_norm": 0.1073203831911087, + "learning_rate": 5.451882146728488e-05, + "loss": 0.0297, + "step": 14930 + }, + { + "epoch": 13.975678203928906, + "grad_norm": 0.11613176017999649, + "learning_rate": 5.446392862350255e-05, + "loss": 0.0297, + "step": 14940 + }, + { + "epoch": 13.985032740879326, + "grad_norm": 0.0951525866985321, + "learning_rate": 5.440903035562603e-05, + "loss": 0.0282, + "step": 14950 + }, + { + "epoch": 13.994387277829748, + "grad_norm": 0.08622642606496811, + "learning_rate": 5.435412673036188e-05, + "loss": 0.0309, + "step": 14960 + }, + { + "epoch": 14.003741814780168, + "grad_norm": 0.10361304879188538, + "learning_rate": 5.429921781442318e-05, + "loss": 0.0339, + "step": 14970 + }, + { + "epoch": 14.013096351730589, + "grad_norm": 0.12299264222383499, + "learning_rate": 5.424430367452945e-05, + "loss": 0.0303, + "step": 14980 + }, + { + "epoch": 14.02245088868101, + "grad_norm": 0.10835574567317963, + "learning_rate": 5.418938437740655e-05, + "loss": 0.0301, + "step": 14990 + }, + { + "epoch": 14.03180542563143, + "grad_norm": 0.1366575062274933, + "learning_rate": 5.413445998978658e-05, + "loss": 0.0306, + "step": 15000 + }, + { + "epoch": 14.041159962581853, + "grad_norm": 0.12312980741262436, + "learning_rate": 5.407953057840789e-05, + "loss": 0.0307, + "step": 15010 + }, + { + "epoch": 14.050514499532273, + "grad_norm": 0.0851464495062828, + "learning_rate": 5.4024596210014853e-05, + "loss": 0.0314, + "step": 15020 + }, + { + "epoch": 14.059869036482693, + "grad_norm": 0.11022192239761353, + "learning_rate": 5.3969656951357935e-05, + "loss": 0.0313, + "step": 15030 + }, + { + "epoch": 14.069223573433115, + "grad_norm": 0.10877808928489685, + "learning_rate": 5.3914712869193504e-05, + "loss": 0.0302, + "step": 15040 + }, + { + "epoch": 14.078578110383535, + "grad_norm": 0.13110747933387756, + "learning_rate": 5.385976403028381e-05, + "loss": 0.0294, + "step": 15050 + }, + { + "epoch": 14.087932647333957, + "grad_norm": 0.09245707839727402, + "learning_rate": 5.3804810501396875e-05, + "loss": 0.0297, + "step": 15060 + }, + { + "epoch": 14.097287184284378, + "grad_norm": 0.10652071237564087, + "learning_rate": 5.374985234930639e-05, + "loss": 0.0304, + "step": 15070 + }, + { + "epoch": 14.1066417212348, + "grad_norm": 0.1042868122458458, + "learning_rate": 5.3694889640791724e-05, + "loss": 0.0294, + "step": 15080 + }, + { + "epoch": 14.11599625818522, + "grad_norm": 0.1281360387802124, + "learning_rate": 5.3639922442637736e-05, + "loss": 0.0294, + "step": 15090 + }, + { + "epoch": 14.12535079513564, + "grad_norm": 0.14755772054195404, + "learning_rate": 5.358495082163476e-05, + "loss": 0.0315, + "step": 15100 + }, + { + "epoch": 14.134705332086062, + "grad_norm": 0.10357139259576797, + "learning_rate": 5.35299748445785e-05, + "loss": 0.0319, + "step": 15110 + }, + { + "epoch": 14.144059869036482, + "grad_norm": 0.14030009508132935, + "learning_rate": 5.3474994578269944e-05, + "loss": 0.0309, + "step": 15120 + }, + { + "epoch": 14.153414405986904, + "grad_norm": 0.09838948398828506, + "learning_rate": 5.34200100895153e-05, + "loss": 0.0293, + "step": 15130 + }, + { + "epoch": 14.162768942937324, + "grad_norm": 0.10955587774515152, + "learning_rate": 5.3365021445125916e-05, + "loss": 0.0318, + "step": 15140 + }, + { + "epoch": 14.172123479887745, + "grad_norm": 0.10306292772293091, + "learning_rate": 5.331002871191817e-05, + "loss": 0.0288, + "step": 15150 + }, + { + "epoch": 14.181478016838167, + "grad_norm": 0.0961291566491127, + "learning_rate": 5.3255031956713443e-05, + "loss": 0.0302, + "step": 15160 + }, + { + "epoch": 14.190832553788587, + "grad_norm": 0.11179061233997345, + "learning_rate": 5.320003124633795e-05, + "loss": 0.0301, + "step": 15170 + }, + { + "epoch": 14.200187090739009, + "grad_norm": 0.12118951231241226, + "learning_rate": 5.314502664762274e-05, + "loss": 0.0305, + "step": 15180 + }, + { + "epoch": 14.209541627689429, + "grad_norm": 0.11661786586046219, + "learning_rate": 5.3090018227403604e-05, + "loss": 0.0295, + "step": 15190 + }, + { + "epoch": 14.218896164639851, + "grad_norm": 0.1220879852771759, + "learning_rate": 5.3035006052520955e-05, + "loss": 0.0313, + "step": 15200 + }, + { + "epoch": 14.228250701590271, + "grad_norm": 0.09662189334630966, + "learning_rate": 5.297999018981976e-05, + "loss": 0.0304, + "step": 15210 + }, + { + "epoch": 14.237605238540691, + "grad_norm": 0.09606453031301498, + "learning_rate": 5.2924970706149505e-05, + "loss": 0.03, + "step": 15220 + }, + { + "epoch": 14.246959775491113, + "grad_norm": 0.08086974173784256, + "learning_rate": 5.2869947668364014e-05, + "loss": 0.0283, + "step": 15230 + }, + { + "epoch": 14.256314312441534, + "grad_norm": 0.10042446851730347, + "learning_rate": 5.2814921143321504e-05, + "loss": 0.0294, + "step": 15240 + }, + { + "epoch": 14.265668849391956, + "grad_norm": 0.11417160928249359, + "learning_rate": 5.275989119788436e-05, + "loss": 0.0303, + "step": 15250 + }, + { + "epoch": 14.275023386342376, + "grad_norm": 0.09820721298456192, + "learning_rate": 5.270485789891919e-05, + "loss": 0.0283, + "step": 15260 + }, + { + "epoch": 14.284377923292798, + "grad_norm": 0.09496341645717621, + "learning_rate": 5.264982131329661e-05, + "loss": 0.0314, + "step": 15270 + }, + { + "epoch": 14.293732460243218, + "grad_norm": 0.119357168674469, + "learning_rate": 5.259478150789128e-05, + "loss": 0.029, + "step": 15280 + }, + { + "epoch": 14.303086997193638, + "grad_norm": 0.10914237797260284, + "learning_rate": 5.253973854958173e-05, + "loss": 0.0297, + "step": 15290 + }, + { + "epoch": 14.31244153414406, + "grad_norm": 0.121125727891922, + "learning_rate": 5.2484692505250376e-05, + "loss": 0.0303, + "step": 15300 + }, + { + "epoch": 14.32179607109448, + "grad_norm": 0.1594969630241394, + "learning_rate": 5.242964344178333e-05, + "loss": 0.0298, + "step": 15310 + }, + { + "epoch": 14.331150608044902, + "grad_norm": 0.0930948331952095, + "learning_rate": 5.237459142607041e-05, + "loss": 0.0313, + "step": 15320 + }, + { + "epoch": 14.340505144995323, + "grad_norm": 0.10119759291410446, + "learning_rate": 5.231953652500498e-05, + "loss": 0.0298, + "step": 15330 + }, + { + "epoch": 14.349859681945743, + "grad_norm": 0.10857769846916199, + "learning_rate": 5.2264478805483976e-05, + "loss": 0.0297, + "step": 15340 + }, + { + "epoch": 14.359214218896165, + "grad_norm": 0.12610220909118652, + "learning_rate": 5.220941833440768e-05, + "loss": 0.0304, + "step": 15350 + }, + { + "epoch": 14.368568755846585, + "grad_norm": 0.09480658173561096, + "learning_rate": 5.215435517867977e-05, + "loss": 0.0278, + "step": 15360 + }, + { + "epoch": 14.377923292797007, + "grad_norm": 0.11179102212190628, + "learning_rate": 5.209928940520719e-05, + "loss": 0.03, + "step": 15370 + }, + { + "epoch": 14.387277829747427, + "grad_norm": 0.08339583873748779, + "learning_rate": 5.204422108090004e-05, + "loss": 0.0293, + "step": 15380 + }, + { + "epoch": 14.39663236669785, + "grad_norm": 0.0911460667848587, + "learning_rate": 5.19891502726715e-05, + "loss": 0.0285, + "step": 15390 + }, + { + "epoch": 14.40598690364827, + "grad_norm": 0.10215453058481216, + "learning_rate": 5.193407704743782e-05, + "loss": 0.031, + "step": 15400 + }, + { + "epoch": 14.41534144059869, + "grad_norm": 0.1259574294090271, + "learning_rate": 5.187900147211815e-05, + "loss": 0.0289, + "step": 15410 + }, + { + "epoch": 14.424695977549112, + "grad_norm": 0.1294032335281372, + "learning_rate": 5.182392361363453e-05, + "loss": 0.0279, + "step": 15420 + }, + { + "epoch": 14.434050514499532, + "grad_norm": 0.11562266945838928, + "learning_rate": 5.176884353891172e-05, + "loss": 0.0278, + "step": 15430 + }, + { + "epoch": 14.443405051449954, + "grad_norm": 0.1578141450881958, + "learning_rate": 5.171376131487722e-05, + "loss": 0.0292, + "step": 15440 + }, + { + "epoch": 14.452759588400374, + "grad_norm": 0.1196686178445816, + "learning_rate": 5.165867700846113e-05, + "loss": 0.0301, + "step": 15450 + }, + { + "epoch": 14.462114125350794, + "grad_norm": 0.13015012443065643, + "learning_rate": 5.160359068659606e-05, + "loss": 0.0278, + "step": 15460 + }, + { + "epoch": 14.471468662301216, + "grad_norm": 0.1060902327299118, + "learning_rate": 5.154850241621712e-05, + "loss": 0.0327, + "step": 15470 + }, + { + "epoch": 14.480823199251637, + "grad_norm": 0.15738767385482788, + "learning_rate": 5.149341226426172e-05, + "loss": 0.0299, + "step": 15480 + }, + { + "epoch": 14.490177736202059, + "grad_norm": 0.11827541887760162, + "learning_rate": 5.14383202976696e-05, + "loss": 0.0282, + "step": 15490 + }, + { + "epoch": 14.499532273152479, + "grad_norm": 0.12659600377082825, + "learning_rate": 5.1383226583382684e-05, + "loss": 0.0287, + "step": 15500 + }, + { + "epoch": 14.5088868101029, + "grad_norm": 0.1352139115333557, + "learning_rate": 5.132813118834504e-05, + "loss": 0.0283, + "step": 15510 + }, + { + "epoch": 14.518241347053321, + "grad_norm": 0.14177609980106354, + "learning_rate": 5.1273034179502777e-05, + "loss": 0.0287, + "step": 15520 + }, + { + "epoch": 14.527595884003741, + "grad_norm": 0.11347140371799469, + "learning_rate": 5.1217935623803945e-05, + "loss": 0.029, + "step": 15530 + }, + { + "epoch": 14.536950420954163, + "grad_norm": 0.10667818039655685, + "learning_rate": 5.1162835588198476e-05, + "loss": 0.0289, + "step": 15540 + }, + { + "epoch": 14.546304957904583, + "grad_norm": 0.0966048613190651, + "learning_rate": 5.110773413963813e-05, + "loss": 0.0287, + "step": 15550 + }, + { + "epoch": 14.555659494855005, + "grad_norm": 0.09587910026311874, + "learning_rate": 5.105263134507636e-05, + "loss": 0.0299, + "step": 15560 + }, + { + "epoch": 14.565014031805426, + "grad_norm": 0.12567229568958282, + "learning_rate": 5.099752727146824e-05, + "loss": 0.0286, + "step": 15570 + }, + { + "epoch": 14.574368568755848, + "grad_norm": 0.11305897682905197, + "learning_rate": 5.094242198577042e-05, + "loss": 0.031, + "step": 15580 + }, + { + "epoch": 14.583723105706268, + "grad_norm": 0.11083006113767624, + "learning_rate": 5.088731555494102e-05, + "loss": 0.0286, + "step": 15590 + }, + { + "epoch": 14.593077642656688, + "grad_norm": 0.12430478632450104, + "learning_rate": 5.0832208045939556e-05, + "loss": 0.0299, + "step": 15600 + }, + { + "epoch": 14.60243217960711, + "grad_norm": 0.09069464355707169, + "learning_rate": 5.0777099525726844e-05, + "loss": 0.0284, + "step": 15610 + }, + { + "epoch": 14.61178671655753, + "grad_norm": 0.13652823865413666, + "learning_rate": 5.072199006126494e-05, + "loss": 0.0294, + "step": 15620 + }, + { + "epoch": 14.621141253507952, + "grad_norm": 0.1398487538099289, + "learning_rate": 5.0666879719517026e-05, + "loss": 0.0294, + "step": 15630 + }, + { + "epoch": 14.630495790458372, + "grad_norm": 0.1062789186835289, + "learning_rate": 5.061176856744737e-05, + "loss": 0.0308, + "step": 15640 + }, + { + "epoch": 14.639850327408793, + "grad_norm": 0.115364670753479, + "learning_rate": 5.0556656672021205e-05, + "loss": 0.029, + "step": 15650 + }, + { + "epoch": 14.649204864359215, + "grad_norm": 0.12126541137695312, + "learning_rate": 5.050154410020472e-05, + "loss": 0.0276, + "step": 15660 + }, + { + "epoch": 14.658559401309635, + "grad_norm": 0.09420391917228699, + "learning_rate": 5.044643091896485e-05, + "loss": 0.0299, + "step": 15670 + }, + { + "epoch": 14.667913938260057, + "grad_norm": 0.11126739531755447, + "learning_rate": 5.039131719526932e-05, + "loss": 0.0294, + "step": 15680 + }, + { + "epoch": 14.677268475210477, + "grad_norm": 0.11466521769762039, + "learning_rate": 5.03362029960865e-05, + "loss": 0.0292, + "step": 15690 + }, + { + "epoch": 14.686623012160897, + "grad_norm": 0.11478585749864578, + "learning_rate": 5.028108838838533e-05, + "loss": 0.0314, + "step": 15700 + }, + { + "epoch": 14.69597754911132, + "grad_norm": 0.11304717510938644, + "learning_rate": 5.0225973439135276e-05, + "loss": 0.0293, + "step": 15710 + }, + { + "epoch": 14.70533208606174, + "grad_norm": 0.09681180864572525, + "learning_rate": 5.017085821530617e-05, + "loss": 0.0296, + "step": 15720 + }, + { + "epoch": 14.714686623012161, + "grad_norm": 0.11228705197572708, + "learning_rate": 5.011574278386822e-05, + "loss": 0.028, + "step": 15730 + }, + { + "epoch": 14.724041159962582, + "grad_norm": 0.1068076640367508, + "learning_rate": 5.006062721179189e-05, + "loss": 0.0297, + "step": 15740 + }, + { + "epoch": 14.733395696913004, + "grad_norm": 0.09926080703735352, + "learning_rate": 5.000551156604777e-05, + "loss": 0.0287, + "step": 15750 + }, + { + "epoch": 14.742750233863424, + "grad_norm": 0.09578150510787964, + "learning_rate": 4.9950395913606594e-05, + "loss": 0.0296, + "step": 15760 + }, + { + "epoch": 14.752104770813844, + "grad_norm": 0.10133212804794312, + "learning_rate": 4.989528032143903e-05, + "loss": 0.0298, + "step": 15770 + }, + { + "epoch": 14.761459307764266, + "grad_norm": 0.10227085649967194, + "learning_rate": 4.984016485651578e-05, + "loss": 0.0287, + "step": 15780 + }, + { + "epoch": 14.770813844714686, + "grad_norm": 0.13922899961471558, + "learning_rate": 4.9785049585807274e-05, + "loss": 0.0282, + "step": 15790 + }, + { + "epoch": 14.780168381665108, + "grad_norm": 0.1255996972322464, + "learning_rate": 4.972993457628381e-05, + "loss": 0.03, + "step": 15800 + }, + { + "epoch": 14.789522918615528, + "grad_norm": 0.13305316865444183, + "learning_rate": 4.9674819894915306e-05, + "loss": 0.0294, + "step": 15810 + }, + { + "epoch": 14.79887745556595, + "grad_norm": 0.10561708360910416, + "learning_rate": 4.9619705608671265e-05, + "loss": 0.0293, + "step": 15820 + }, + { + "epoch": 14.80823199251637, + "grad_norm": 0.13825459778308868, + "learning_rate": 4.956459178452079e-05, + "loss": 0.0285, + "step": 15830 + }, + { + "epoch": 14.81758652946679, + "grad_norm": 0.1057875007390976, + "learning_rate": 4.950947848943235e-05, + "loss": 0.0286, + "step": 15840 + }, + { + "epoch": 14.826941066417213, + "grad_norm": 0.09170819073915482, + "learning_rate": 4.9454365790373805e-05, + "loss": 0.0286, + "step": 15850 + }, + { + "epoch": 14.836295603367633, + "grad_norm": 0.09941516816616058, + "learning_rate": 4.939925375431226e-05, + "loss": 0.03, + "step": 15860 + }, + { + "epoch": 14.845650140318055, + "grad_norm": 0.13220766186714172, + "learning_rate": 4.9344142448214046e-05, + "loss": 0.0297, + "step": 15870 + }, + { + "epoch": 14.855004677268475, + "grad_norm": 0.09877338260412216, + "learning_rate": 4.928903193904461e-05, + "loss": 0.0291, + "step": 15880 + }, + { + "epoch": 14.864359214218895, + "grad_norm": 0.10695189237594604, + "learning_rate": 4.923392229376842e-05, + "loss": 0.0286, + "step": 15890 + }, + { + "epoch": 14.873713751169317, + "grad_norm": 0.10964452475309372, + "learning_rate": 4.9178813579348865e-05, + "loss": 0.0289, + "step": 15900 + }, + { + "epoch": 14.883068288119738, + "grad_norm": 0.11144821345806122, + "learning_rate": 4.9123705862748253e-05, + "loss": 0.0293, + "step": 15910 + }, + { + "epoch": 14.89242282507016, + "grad_norm": 0.11157754808664322, + "learning_rate": 4.9068599210927627e-05, + "loss": 0.0293, + "step": 15920 + }, + { + "epoch": 14.90177736202058, + "grad_norm": 0.15669091045856476, + "learning_rate": 4.901349369084681e-05, + "loss": 0.0296, + "step": 15930 + }, + { + "epoch": 14.911131898971, + "grad_norm": 0.10769132524728775, + "learning_rate": 4.8958389369464156e-05, + "loss": 0.0287, + "step": 15940 + }, + { + "epoch": 14.920486435921422, + "grad_norm": 0.1270260214805603, + "learning_rate": 4.890328631373666e-05, + "loss": 0.0308, + "step": 15950 + }, + { + "epoch": 14.929840972871842, + "grad_norm": 0.09223949909210205, + "learning_rate": 4.88481845906197e-05, + "loss": 0.029, + "step": 15960 + }, + { + "epoch": 14.939195509822264, + "grad_norm": 0.13013143837451935, + "learning_rate": 4.879308426706707e-05, + "loss": 0.0299, + "step": 15970 + }, + { + "epoch": 14.948550046772684, + "grad_norm": 0.14930617809295654, + "learning_rate": 4.873798541003084e-05, + "loss": 0.0298, + "step": 15980 + }, + { + "epoch": 14.957904583723106, + "grad_norm": 0.09416984021663666, + "learning_rate": 4.868288808646136e-05, + "loss": 0.0308, + "step": 15990 + }, + { + "epoch": 14.967259120673527, + "grad_norm": 0.1328132301568985, + "learning_rate": 4.862779236330705e-05, + "loss": 0.0279, + "step": 16000 + }, + { + "epoch": 14.976613657623947, + "grad_norm": 0.1215047836303711, + "learning_rate": 4.8572698307514395e-05, + "loss": 0.0293, + "step": 16010 + }, + { + "epoch": 14.985968194574369, + "grad_norm": 0.09882975369691849, + "learning_rate": 4.85176059860279e-05, + "loss": 0.0282, + "step": 16020 + }, + { + "epoch": 14.995322731524789, + "grad_norm": 0.10826810449361801, + "learning_rate": 4.846251546578989e-05, + "loss": 0.0298, + "step": 16030 + }, + { + "epoch": 15.004677268475211, + "grad_norm": 0.09505400061607361, + "learning_rate": 4.840742681374058e-05, + "loss": 0.0288, + "step": 16040 + }, + { + "epoch": 15.014031805425631, + "grad_norm": 0.08664803206920624, + "learning_rate": 4.835234009681787e-05, + "loss": 0.0282, + "step": 16050 + }, + { + "epoch": 15.023386342376053, + "grad_norm": 0.09758646041154861, + "learning_rate": 4.8297255381957296e-05, + "loss": 0.0292, + "step": 16060 + }, + { + "epoch": 15.032740879326473, + "grad_norm": 0.1052701398730278, + "learning_rate": 4.824217273609198e-05, + "loss": 0.0298, + "step": 16070 + }, + { + "epoch": 15.042095416276894, + "grad_norm": 0.1250215619802475, + "learning_rate": 4.8187092226152555e-05, + "loss": 0.0273, + "step": 16080 + }, + { + "epoch": 15.051449953227316, + "grad_norm": 0.08979552984237671, + "learning_rate": 4.8132013919067016e-05, + "loss": 0.0281, + "step": 16090 + }, + { + "epoch": 15.060804490177736, + "grad_norm": 0.11028091609477997, + "learning_rate": 4.807693788176071e-05, + "loss": 0.0277, + "step": 16100 + }, + { + "epoch": 15.070159027128158, + "grad_norm": 0.11529410630464554, + "learning_rate": 4.8021864181156214e-05, + "loss": 0.028, + "step": 16110 + }, + { + "epoch": 15.079513564078578, + "grad_norm": 0.13241106271743774, + "learning_rate": 4.796679288417326e-05, + "loss": 0.0281, + "step": 16120 + }, + { + "epoch": 15.088868101028998, + "grad_norm": 0.11739922314882278, + "learning_rate": 4.791172405772866e-05, + "loss": 0.0261, + "step": 16130 + }, + { + "epoch": 15.09822263797942, + "grad_norm": 0.11927652359008789, + "learning_rate": 4.785665776873625e-05, + "loss": 0.0267, + "step": 16140 + }, + { + "epoch": 15.10757717492984, + "grad_norm": 0.11151678115129471, + "learning_rate": 4.7801594084106763e-05, + "loss": 0.0284, + "step": 16150 + }, + { + "epoch": 15.116931711880262, + "grad_norm": 0.10244432091712952, + "learning_rate": 4.774653307074775e-05, + "loss": 0.0281, + "step": 16160 + }, + { + "epoch": 15.126286248830683, + "grad_norm": 0.10770050436258316, + "learning_rate": 4.769147479556355e-05, + "loss": 0.0257, + "step": 16170 + }, + { + "epoch": 15.135640785781105, + "grad_norm": 0.09777969121932983, + "learning_rate": 4.763641932545515e-05, + "loss": 0.0275, + "step": 16180 + }, + { + "epoch": 15.144995322731525, + "grad_norm": 0.09795016050338745, + "learning_rate": 4.758136672732013e-05, + "loss": 0.0288, + "step": 16190 + }, + { + "epoch": 15.154349859681945, + "grad_norm": 0.10834597051143646, + "learning_rate": 4.752631706805261e-05, + "loss": 0.0266, + "step": 16200 + }, + { + "epoch": 15.163704396632367, + "grad_norm": 0.08893213421106339, + "learning_rate": 4.7471270414543114e-05, + "loss": 0.028, + "step": 16210 + }, + { + "epoch": 15.173058933582787, + "grad_norm": 0.09245002269744873, + "learning_rate": 4.741622683367849e-05, + "loss": 0.0282, + "step": 16220 + }, + { + "epoch": 15.18241347053321, + "grad_norm": 0.11100532859563828, + "learning_rate": 4.736118639234191e-05, + "loss": 0.029, + "step": 16230 + }, + { + "epoch": 15.19176800748363, + "grad_norm": 0.13886401057243347, + "learning_rate": 4.730614915741267e-05, + "loss": 0.0245, + "step": 16240 + }, + { + "epoch": 15.20112254443405, + "grad_norm": 0.12379379570484161, + "learning_rate": 4.7251115195766234e-05, + "loss": 0.0265, + "step": 16250 + }, + { + "epoch": 15.210477081384472, + "grad_norm": 0.10997674614191055, + "learning_rate": 4.719608457427404e-05, + "loss": 0.0277, + "step": 16260 + }, + { + "epoch": 15.219831618334892, + "grad_norm": 0.13854078948497772, + "learning_rate": 4.714105735980347e-05, + "loss": 0.0288, + "step": 16270 + }, + { + "epoch": 15.229186155285314, + "grad_norm": 0.12895484268665314, + "learning_rate": 4.70860336192178e-05, + "loss": 0.0268, + "step": 16280 + }, + { + "epoch": 15.238540692235734, + "grad_norm": 0.09371967613697052, + "learning_rate": 4.7031013419376034e-05, + "loss": 0.0266, + "step": 16290 + }, + { + "epoch": 15.247895229186156, + "grad_norm": 0.08824904263019562, + "learning_rate": 4.6975996827132926e-05, + "loss": 0.0264, + "step": 16300 + }, + { + "epoch": 15.257249766136576, + "grad_norm": 0.09959600120782852, + "learning_rate": 4.692098390933883e-05, + "loss": 0.0268, + "step": 16310 + }, + { + "epoch": 15.266604303086996, + "grad_norm": 0.08002015948295593, + "learning_rate": 4.6865974732839615e-05, + "loss": 0.0291, + "step": 16320 + }, + { + "epoch": 15.275958840037418, + "grad_norm": 0.10373951494693756, + "learning_rate": 4.6810969364476615e-05, + "loss": 0.0295, + "step": 16330 + }, + { + "epoch": 15.285313376987839, + "grad_norm": 0.10404057055711746, + "learning_rate": 4.675596787108653e-05, + "loss": 0.0295, + "step": 16340 + }, + { + "epoch": 15.29466791393826, + "grad_norm": 0.10542434453964233, + "learning_rate": 4.670097031950139e-05, + "loss": 0.0284, + "step": 16350 + }, + { + "epoch": 15.30402245088868, + "grad_norm": 0.08195900917053223, + "learning_rate": 4.664597677654838e-05, + "loss": 0.0277, + "step": 16360 + }, + { + "epoch": 15.313376987839103, + "grad_norm": 0.09874928742647171, + "learning_rate": 4.659098730904986e-05, + "loss": 0.0286, + "step": 16370 + }, + { + "epoch": 15.322731524789523, + "grad_norm": 0.092628113925457, + "learning_rate": 4.6536001983823204e-05, + "loss": 0.0283, + "step": 16380 + }, + { + "epoch": 15.332086061739943, + "grad_norm": 0.09684193879365921, + "learning_rate": 4.648102086768078e-05, + "loss": 0.026, + "step": 16390 + }, + { + "epoch": 15.341440598690365, + "grad_norm": 0.10818668454885483, + "learning_rate": 4.6426044027429786e-05, + "loss": 0.0275, + "step": 16400 + }, + { + "epoch": 15.350795135640785, + "grad_norm": 0.09029054641723633, + "learning_rate": 4.637107152987234e-05, + "loss": 0.0264, + "step": 16410 + }, + { + "epoch": 15.360149672591207, + "grad_norm": 0.10633612424135208, + "learning_rate": 4.631610344180515e-05, + "loss": 0.0284, + "step": 16420 + }, + { + "epoch": 15.369504209541628, + "grad_norm": 0.08497302979230881, + "learning_rate": 4.626113983001965e-05, + "loss": 0.0262, + "step": 16430 + }, + { + "epoch": 15.378858746492048, + "grad_norm": 0.12089020758867264, + "learning_rate": 4.620618076130182e-05, + "loss": 0.0265, + "step": 16440 + }, + { + "epoch": 15.38821328344247, + "grad_norm": 0.08240552246570587, + "learning_rate": 4.6151226302432074e-05, + "loss": 0.0278, + "step": 16450 + }, + { + "epoch": 15.39756782039289, + "grad_norm": 0.11566820740699768, + "learning_rate": 4.6096276520185304e-05, + "loss": 0.0294, + "step": 16460 + }, + { + "epoch": 15.406922357343312, + "grad_norm": 0.11367879062891006, + "learning_rate": 4.604133148133066e-05, + "loss": 0.0266, + "step": 16470 + }, + { + "epoch": 15.416276894293732, + "grad_norm": 0.12288802117109299, + "learning_rate": 4.598639125263155e-05, + "loss": 0.0266, + "step": 16480 + }, + { + "epoch": 15.425631431244154, + "grad_norm": 0.09245660901069641, + "learning_rate": 4.593145590084553e-05, + "loss": 0.0282, + "step": 16490 + }, + { + "epoch": 15.434985968194574, + "grad_norm": 0.12020422518253326, + "learning_rate": 4.58765254927242e-05, + "loss": 0.0276, + "step": 16500 + }, + { + "epoch": 15.444340505144995, + "grad_norm": 0.09866552799940109, + "learning_rate": 4.582160009501323e-05, + "loss": 0.0269, + "step": 16510 + }, + { + "epoch": 15.453695042095417, + "grad_norm": 0.11034524440765381, + "learning_rate": 4.5766679774452143e-05, + "loss": 0.0271, + "step": 16520 + }, + { + "epoch": 15.463049579045837, + "grad_norm": 0.11331143230199814, + "learning_rate": 4.571176459777431e-05, + "loss": 0.0278, + "step": 16530 + }, + { + "epoch": 15.472404115996259, + "grad_norm": 0.0902460440993309, + "learning_rate": 4.5656854631706846e-05, + "loss": 0.0271, + "step": 16540 + }, + { + "epoch": 15.481758652946679, + "grad_norm": 0.09328161180019379, + "learning_rate": 4.560194994297054e-05, + "loss": 0.0286, + "step": 16550 + }, + { + "epoch": 15.4911131898971, + "grad_norm": 0.07656539976596832, + "learning_rate": 4.554705059827974e-05, + "loss": 0.0249, + "step": 16560 + }, + { + "epoch": 15.500467726847521, + "grad_norm": 0.11695107072591782, + "learning_rate": 4.5492156664342365e-05, + "loss": 0.0268, + "step": 16570 + }, + { + "epoch": 15.509822263797941, + "grad_norm": 0.11571116000413895, + "learning_rate": 4.5437268207859695e-05, + "loss": 0.0289, + "step": 16580 + }, + { + "epoch": 15.519176800748363, + "grad_norm": 0.11526079475879669, + "learning_rate": 4.538238529552641e-05, + "loss": 0.0279, + "step": 16590 + }, + { + "epoch": 15.528531337698784, + "grad_norm": 0.1181713119149208, + "learning_rate": 4.5327507994030394e-05, + "loss": 0.0274, + "step": 16600 + }, + { + "epoch": 15.537885874649206, + "grad_norm": 0.12237324565649033, + "learning_rate": 4.527263637005273e-05, + "loss": 0.0274, + "step": 16610 + }, + { + "epoch": 15.547240411599626, + "grad_norm": 0.11718429625034332, + "learning_rate": 4.521777049026766e-05, + "loss": 0.0271, + "step": 16620 + }, + { + "epoch": 15.556594948550046, + "grad_norm": 0.09752893447875977, + "learning_rate": 4.5162910421342386e-05, + "loss": 0.0266, + "step": 16630 + }, + { + "epoch": 15.565949485500468, + "grad_norm": 0.10131815075874329, + "learning_rate": 4.510805622993706e-05, + "loss": 0.0266, + "step": 16640 + }, + { + "epoch": 15.575304022450888, + "grad_norm": 0.1124059185385704, + "learning_rate": 4.505320798270467e-05, + "loss": 0.0294, + "step": 16650 + }, + { + "epoch": 15.58465855940131, + "grad_norm": 0.10542889684438705, + "learning_rate": 4.499836574629105e-05, + "loss": 0.0269, + "step": 16660 + }, + { + "epoch": 15.59401309635173, + "grad_norm": 0.12898316979408264, + "learning_rate": 4.494352958733465e-05, + "loss": 0.0265, + "step": 16670 + }, + { + "epoch": 15.603367633302152, + "grad_norm": 0.09681408107280731, + "learning_rate": 4.488869957246663e-05, + "loss": 0.0277, + "step": 16680 + }, + { + "epoch": 15.612722170252573, + "grad_norm": 0.14239440858364105, + "learning_rate": 4.4833875768310575e-05, + "loss": 0.0275, + "step": 16690 + }, + { + "epoch": 15.622076707202993, + "grad_norm": 0.13851746916770935, + "learning_rate": 4.47790582414826e-05, + "loss": 0.0287, + "step": 16700 + }, + { + "epoch": 15.631431244153415, + "grad_norm": 0.10166681557893753, + "learning_rate": 4.472424705859114e-05, + "loss": 0.0278, + "step": 16710 + }, + { + "epoch": 15.640785781103835, + "grad_norm": 0.10804634541273117, + "learning_rate": 4.466944228623701e-05, + "loss": 0.0278, + "step": 16720 + }, + { + "epoch": 15.650140318054257, + "grad_norm": 0.095615454018116, + "learning_rate": 4.461464399101312e-05, + "loss": 0.0267, + "step": 16730 + }, + { + "epoch": 15.659494855004677, + "grad_norm": 0.10164959728717804, + "learning_rate": 4.45598522395046e-05, + "loss": 0.028, + "step": 16740 + }, + { + "epoch": 15.668849391955098, + "grad_norm": 0.10792824625968933, + "learning_rate": 4.4505067098288577e-05, + "loss": 0.0289, + "step": 16750 + }, + { + "epoch": 15.67820392890552, + "grad_norm": 0.10597284883260727, + "learning_rate": 4.445028863393417e-05, + "loss": 0.0278, + "step": 16760 + }, + { + "epoch": 15.68755846585594, + "grad_norm": 0.08326702564954758, + "learning_rate": 4.439551691300236e-05, + "loss": 0.0262, + "step": 16770 + }, + { + "epoch": 15.696913002806362, + "grad_norm": 0.09106440842151642, + "learning_rate": 4.434075200204599e-05, + "loss": 0.0258, + "step": 16780 + }, + { + "epoch": 15.706267539756782, + "grad_norm": 0.09322691708803177, + "learning_rate": 4.428599396760956e-05, + "loss": 0.0261, + "step": 16790 + }, + { + "epoch": 15.715622076707202, + "grad_norm": 0.09846996515989304, + "learning_rate": 4.423124287622926e-05, + "loss": 0.0278, + "step": 16800 + }, + { + "epoch": 15.724976613657624, + "grad_norm": 0.10315927863121033, + "learning_rate": 4.417649879443282e-05, + "loss": 0.0283, + "step": 16810 + }, + { + "epoch": 15.734331150608044, + "grad_norm": 0.08888010680675507, + "learning_rate": 4.4121761788739444e-05, + "loss": 0.0273, + "step": 16820 + }, + { + "epoch": 15.743685687558466, + "grad_norm": 0.09404851496219635, + "learning_rate": 4.4067031925659805e-05, + "loss": 0.0264, + "step": 16830 + }, + { + "epoch": 15.753040224508887, + "grad_norm": 0.1251656711101532, + "learning_rate": 4.4012309271695816e-05, + "loss": 0.026, + "step": 16840 + }, + { + "epoch": 15.762394761459309, + "grad_norm": 0.10058220475912094, + "learning_rate": 4.395759389334067e-05, + "loss": 0.0269, + "step": 16850 + }, + { + "epoch": 15.771749298409729, + "grad_norm": 0.10034386813640594, + "learning_rate": 4.3902885857078685e-05, + "loss": 0.0257, + "step": 16860 + }, + { + "epoch": 15.781103835360149, + "grad_norm": 0.1041496992111206, + "learning_rate": 4.384818522938531e-05, + "loss": 0.027, + "step": 16870 + }, + { + "epoch": 15.790458372310571, + "grad_norm": 0.11027780175209045, + "learning_rate": 4.379349207672695e-05, + "loss": 0.0284, + "step": 16880 + }, + { + "epoch": 15.799812909260991, + "grad_norm": 0.12911221385002136, + "learning_rate": 4.373880646556098e-05, + "loss": 0.0254, + "step": 16890 + }, + { + "epoch": 15.809167446211413, + "grad_norm": 0.14202025532722473, + "learning_rate": 4.3684128462335533e-05, + "loss": 0.0285, + "step": 16900 + }, + { + "epoch": 15.818521983161833, + "grad_norm": 0.1096145436167717, + "learning_rate": 4.362945813348955e-05, + "loss": 0.0259, + "step": 16910 + }, + { + "epoch": 15.827876520112255, + "grad_norm": 0.10941481590270996, + "learning_rate": 4.357479554545262e-05, + "loss": 0.0273, + "step": 16920 + }, + { + "epoch": 15.837231057062676, + "grad_norm": 0.12075939029455185, + "learning_rate": 4.352014076464499e-05, + "loss": 0.0264, + "step": 16930 + }, + { + "epoch": 15.846585594013096, + "grad_norm": 0.09363158792257309, + "learning_rate": 4.346549385747734e-05, + "loss": 0.0278, + "step": 16940 + }, + { + "epoch": 15.855940130963518, + "grad_norm": 0.0876147449016571, + "learning_rate": 4.34108548903508e-05, + "loss": 0.0285, + "step": 16950 + }, + { + "epoch": 15.865294667913938, + "grad_norm": 0.09528174251317978, + "learning_rate": 4.335622392965689e-05, + "loss": 0.0261, + "step": 16960 + }, + { + "epoch": 15.87464920486436, + "grad_norm": 0.09116384387016296, + "learning_rate": 4.330160104177738e-05, + "loss": 0.0274, + "step": 16970 + }, + { + "epoch": 15.88400374181478, + "grad_norm": 0.10577210038900375, + "learning_rate": 4.32469862930842e-05, + "loss": 0.0276, + "step": 16980 + }, + { + "epoch": 15.8933582787652, + "grad_norm": 0.09652776271104813, + "learning_rate": 4.319237974993946e-05, + "loss": 0.0284, + "step": 16990 + }, + { + "epoch": 15.902712815715622, + "grad_norm": 0.09588457643985748, + "learning_rate": 4.3137781478695236e-05, + "loss": 0.028, + "step": 17000 + }, + { + "epoch": 15.912067352666043, + "grad_norm": 0.08797347545623779, + "learning_rate": 4.308319154569358e-05, + "loss": 0.0284, + "step": 17010 + }, + { + "epoch": 15.921421889616465, + "grad_norm": 0.11166999489068985, + "learning_rate": 4.302861001726641e-05, + "loss": 0.0266, + "step": 17020 + }, + { + "epoch": 15.930776426566885, + "grad_norm": 0.0783245712518692, + "learning_rate": 4.2974036959735415e-05, + "loss": 0.0278, + "step": 17030 + }, + { + "epoch": 15.940130963517305, + "grad_norm": 0.09460346400737762, + "learning_rate": 4.2919472439412034e-05, + "loss": 0.0281, + "step": 17040 + }, + { + "epoch": 15.949485500467727, + "grad_norm": 0.10284354537725449, + "learning_rate": 4.286491652259729e-05, + "loss": 0.026, + "step": 17050 + }, + { + "epoch": 15.958840037418147, + "grad_norm": 0.12119919061660767, + "learning_rate": 4.281036927558178e-05, + "loss": 0.0301, + "step": 17060 + }, + { + "epoch": 15.96819457436857, + "grad_norm": 0.1094605103135109, + "learning_rate": 4.275583076464552e-05, + "loss": 0.0267, + "step": 17070 + }, + { + "epoch": 15.97754911131899, + "grad_norm": 0.11068181693553925, + "learning_rate": 4.270130105605794e-05, + "loss": 0.0253, + "step": 17080 + }, + { + "epoch": 15.986903648269411, + "grad_norm": 0.0851067304611206, + "learning_rate": 4.264678021607782e-05, + "loss": 0.027, + "step": 17090 + }, + { + "epoch": 15.996258185219832, + "grad_norm": 0.08453940600156784, + "learning_rate": 4.25922683109531e-05, + "loss": 0.0264, + "step": 17100 + }, + { + "epoch": 16.00561272217025, + "grad_norm": 0.10460607707500458, + "learning_rate": 4.25377654069209e-05, + "loss": 0.0265, + "step": 17110 + }, + { + "epoch": 16.014967259120674, + "grad_norm": 0.10069435834884644, + "learning_rate": 4.248327157020737e-05, + "loss": 0.0281, + "step": 17120 + }, + { + "epoch": 16.024321796071096, + "grad_norm": 0.09172500669956207, + "learning_rate": 4.242878686702763e-05, + "loss": 0.0258, + "step": 17130 + }, + { + "epoch": 16.033676333021514, + "grad_norm": 0.10713373124599457, + "learning_rate": 4.23743113635858e-05, + "loss": 0.0258, + "step": 17140 + }, + { + "epoch": 16.043030869971936, + "grad_norm": 0.1082875207066536, + "learning_rate": 4.2319845126074705e-05, + "loss": 0.0269, + "step": 17150 + }, + { + "epoch": 16.052385406922358, + "grad_norm": 0.09365841001272202, + "learning_rate": 4.226538822067598e-05, + "loss": 0.0252, + "step": 17160 + }, + { + "epoch": 16.061739943872777, + "grad_norm": 0.1107819452881813, + "learning_rate": 4.2210940713559896e-05, + "loss": 0.0272, + "step": 17170 + }, + { + "epoch": 16.0710944808232, + "grad_norm": 0.11026237159967422, + "learning_rate": 4.21565026708853e-05, + "loss": 0.026, + "step": 17180 + }, + { + "epoch": 16.08044901777362, + "grad_norm": 0.10313285887241364, + "learning_rate": 4.2102074158799535e-05, + "loss": 0.0247, + "step": 17190 + }, + { + "epoch": 16.089803554724043, + "grad_norm": 0.09718573093414307, + "learning_rate": 4.204765524343841e-05, + "loss": 0.0266, + "step": 17200 + }, + { + "epoch": 16.09915809167446, + "grad_norm": 0.10648280382156372, + "learning_rate": 4.1993245990926036e-05, + "loss": 0.0266, + "step": 17210 + }, + { + "epoch": 16.108512628624883, + "grad_norm": 0.12213330715894699, + "learning_rate": 4.193884646737474e-05, + "loss": 0.0277, + "step": 17220 + }, + { + "epoch": 16.117867165575305, + "grad_norm": 0.09405761957168579, + "learning_rate": 4.1884456738885124e-05, + "loss": 0.0271, + "step": 17230 + }, + { + "epoch": 16.127221702525723, + "grad_norm": 0.10629218816757202, + "learning_rate": 4.1830076871545795e-05, + "loss": 0.0262, + "step": 17240 + }, + { + "epoch": 16.136576239476145, + "grad_norm": 0.09793822467327118, + "learning_rate": 4.177570693143346e-05, + "loss": 0.0268, + "step": 17250 + }, + { + "epoch": 16.145930776426567, + "grad_norm": 0.12466299533843994, + "learning_rate": 4.172134698461271e-05, + "loss": 0.0264, + "step": 17260 + }, + { + "epoch": 16.15528531337699, + "grad_norm": 0.12226177752017975, + "learning_rate": 4.166699709713599e-05, + "loss": 0.0259, + "step": 17270 + }, + { + "epoch": 16.164639850327408, + "grad_norm": 0.09373562037944794, + "learning_rate": 4.1612657335043555e-05, + "loss": 0.0273, + "step": 17280 + }, + { + "epoch": 16.17399438727783, + "grad_norm": 0.10441500693559647, + "learning_rate": 4.155832776436331e-05, + "loss": 0.0265, + "step": 17290 + }, + { + "epoch": 16.18334892422825, + "grad_norm": 0.12011760473251343, + "learning_rate": 4.1504008451110845e-05, + "loss": 0.0274, + "step": 17300 + }, + { + "epoch": 16.19270346117867, + "grad_norm": 0.10453231632709503, + "learning_rate": 4.1449699461289225e-05, + "loss": 0.0268, + "step": 17310 + }, + { + "epoch": 16.202057998129092, + "grad_norm": 0.12114179879426956, + "learning_rate": 4.139540086088901e-05, + "loss": 0.0264, + "step": 17320 + }, + { + "epoch": 16.211412535079514, + "grad_norm": 0.09683344513177872, + "learning_rate": 4.1341112715888106e-05, + "loss": 0.0261, + "step": 17330 + }, + { + "epoch": 16.220767072029936, + "grad_norm": 0.0917235016822815, + "learning_rate": 4.128683509225172e-05, + "loss": 0.0257, + "step": 17340 + }, + { + "epoch": 16.230121608980355, + "grad_norm": 0.11123112589120865, + "learning_rate": 4.123256805593231e-05, + "loss": 0.0278, + "step": 17350 + }, + { + "epoch": 16.239476145930777, + "grad_norm": 0.10326842963695526, + "learning_rate": 4.117831167286943e-05, + "loss": 0.0255, + "step": 17360 + }, + { + "epoch": 16.2488306828812, + "grad_norm": 0.10547526925802231, + "learning_rate": 4.1124066008989685e-05, + "loss": 0.0281, + "step": 17370 + }, + { + "epoch": 16.258185219831617, + "grad_norm": 0.13301056623458862, + "learning_rate": 4.106983113020669e-05, + "loss": 0.0264, + "step": 17380 + }, + { + "epoch": 16.26753975678204, + "grad_norm": 0.12678925693035126, + "learning_rate": 4.101560710242094e-05, + "loss": 0.0266, + "step": 17390 + }, + { + "epoch": 16.27689429373246, + "grad_norm": 0.09054747223854065, + "learning_rate": 4.096139399151971e-05, + "loss": 0.0272, + "step": 17400 + }, + { + "epoch": 16.28624883068288, + "grad_norm": 0.09848381578922272, + "learning_rate": 4.090719186337709e-05, + "loss": 0.0257, + "step": 17410 + }, + { + "epoch": 16.2956033676333, + "grad_norm": 0.12193650007247925, + "learning_rate": 4.0853000783853746e-05, + "loss": 0.0264, + "step": 17420 + }, + { + "epoch": 16.304957904583723, + "grad_norm": 0.11927050352096558, + "learning_rate": 4.0798820818796956e-05, + "loss": 0.0259, + "step": 17430 + }, + { + "epoch": 16.314312441534145, + "grad_norm": 0.1157836765050888, + "learning_rate": 4.074465203404048e-05, + "loss": 0.0253, + "step": 17440 + }, + { + "epoch": 16.323666978484564, + "grad_norm": 0.11867979913949966, + "learning_rate": 4.0690494495404495e-05, + "loss": 0.0273, + "step": 17450 + }, + { + "epoch": 16.333021515434986, + "grad_norm": 0.11161144822835922, + "learning_rate": 4.0636348268695535e-05, + "loss": 0.025, + "step": 17460 + }, + { + "epoch": 16.342376052385408, + "grad_norm": 0.10103116184473038, + "learning_rate": 4.058221341970637e-05, + "loss": 0.0265, + "step": 17470 + }, + { + "epoch": 16.351730589335826, + "grad_norm": 0.09512221813201904, + "learning_rate": 4.0528090014215945e-05, + "loss": 0.0274, + "step": 17480 + }, + { + "epoch": 16.36108512628625, + "grad_norm": 0.11145389080047607, + "learning_rate": 4.047397811798929e-05, + "loss": 0.027, + "step": 17490 + }, + { + "epoch": 16.37043966323667, + "grad_norm": 0.08480364829301834, + "learning_rate": 4.041987779677745e-05, + "loss": 0.0269, + "step": 17500 + }, + { + "epoch": 16.379794200187092, + "grad_norm": 0.08323076367378235, + "learning_rate": 4.036578911631745e-05, + "loss": 0.0274, + "step": 17510 + }, + { + "epoch": 16.38914873713751, + "grad_norm": 0.08561118692159653, + "learning_rate": 4.031171214233211e-05, + "loss": 0.0253, + "step": 17520 + }, + { + "epoch": 16.398503274087933, + "grad_norm": 0.09592985361814499, + "learning_rate": 4.025764694053008e-05, + "loss": 0.0255, + "step": 17530 + }, + { + "epoch": 16.407857811038355, + "grad_norm": 0.12049055844545364, + "learning_rate": 4.020359357660566e-05, + "loss": 0.0244, + "step": 17540 + }, + { + "epoch": 16.417212347988773, + "grad_norm": 0.09577536582946777, + "learning_rate": 4.014955211623875e-05, + "loss": 0.026, + "step": 17550 + }, + { + "epoch": 16.426566884939195, + "grad_norm": 0.09250485897064209, + "learning_rate": 4.0095522625094895e-05, + "loss": 0.0245, + "step": 17560 + }, + { + "epoch": 16.435921421889617, + "grad_norm": 0.09136281162500381, + "learning_rate": 4.004150516882497e-05, + "loss": 0.0278, + "step": 17570 + }, + { + "epoch": 16.44527595884004, + "grad_norm": 0.0941331684589386, + "learning_rate": 3.99874998130653e-05, + "loss": 0.0262, + "step": 17580 + }, + { + "epoch": 16.454630495790457, + "grad_norm": 0.100734643638134, + "learning_rate": 3.9933506623437455e-05, + "loss": 0.0273, + "step": 17590 + }, + { + "epoch": 16.46398503274088, + "grad_norm": 0.09394671767950058, + "learning_rate": 3.9879525665548276e-05, + "loss": 0.0257, + "step": 17600 + }, + { + "epoch": 16.4733395696913, + "grad_norm": 0.09294963628053665, + "learning_rate": 3.9825557004989704e-05, + "loss": 0.0252, + "step": 17610 + }, + { + "epoch": 16.48269410664172, + "grad_norm": 0.08485326170921326, + "learning_rate": 3.977160070733877e-05, + "loss": 0.0268, + "step": 17620 + }, + { + "epoch": 16.492048643592142, + "grad_norm": 0.09127262979745865, + "learning_rate": 3.971765683815746e-05, + "loss": 0.0272, + "step": 17630 + }, + { + "epoch": 16.501403180542564, + "grad_norm": 0.08534153550863266, + "learning_rate": 3.966372546299265e-05, + "loss": 0.0262, + "step": 17640 + }, + { + "epoch": 16.510757717492986, + "grad_norm": 0.09717878699302673, + "learning_rate": 3.960980664737604e-05, + "loss": 0.0254, + "step": 17650 + }, + { + "epoch": 16.520112254443404, + "grad_norm": 0.09992057085037231, + "learning_rate": 3.955590045682408e-05, + "loss": 0.026, + "step": 17660 + }, + { + "epoch": 16.529466791393826, + "grad_norm": 0.09631511569023132, + "learning_rate": 3.950200695683788e-05, + "loss": 0.0248, + "step": 17670 + }, + { + "epoch": 16.53882132834425, + "grad_norm": 0.13044512271881104, + "learning_rate": 3.944812621290314e-05, + "loss": 0.0251, + "step": 17680 + }, + { + "epoch": 16.548175865294667, + "grad_norm": 0.10130789130926132, + "learning_rate": 3.939425829049002e-05, + "loss": 0.0262, + "step": 17690 + }, + { + "epoch": 16.55753040224509, + "grad_norm": 0.11862107366323471, + "learning_rate": 3.9340403255053135e-05, + "loss": 0.0266, + "step": 17700 + }, + { + "epoch": 16.56688493919551, + "grad_norm": 0.10105463117361069, + "learning_rate": 3.9286561172031407e-05, + "loss": 0.0249, + "step": 17710 + }, + { + "epoch": 16.57623947614593, + "grad_norm": 0.11186216026544571, + "learning_rate": 3.923273210684809e-05, + "loss": 0.026, + "step": 17720 + }, + { + "epoch": 16.58559401309635, + "grad_norm": 0.09485682845115662, + "learning_rate": 3.9178916124910555e-05, + "loss": 0.0252, + "step": 17730 + }, + { + "epoch": 16.594948550046773, + "grad_norm": 0.1006392315030098, + "learning_rate": 3.9125113291610274e-05, + "loss": 0.0259, + "step": 17740 + }, + { + "epoch": 16.604303086997195, + "grad_norm": 0.08809848874807358, + "learning_rate": 3.907132367232278e-05, + "loss": 0.0267, + "step": 17750 + }, + { + "epoch": 16.613657623947613, + "grad_norm": 0.1052936315536499, + "learning_rate": 3.901754733240752e-05, + "loss": 0.0252, + "step": 17760 + }, + { + "epoch": 16.623012160898035, + "grad_norm": 0.09830916672945023, + "learning_rate": 3.896378433720785e-05, + "loss": 0.0251, + "step": 17770 + }, + { + "epoch": 16.632366697848457, + "grad_norm": 0.08422842621803284, + "learning_rate": 3.891003475205086e-05, + "loss": 0.0251, + "step": 17780 + }, + { + "epoch": 16.641721234798876, + "grad_norm": 0.11010151356458664, + "learning_rate": 3.885629864224736e-05, + "loss": 0.0272, + "step": 17790 + }, + { + "epoch": 16.651075771749298, + "grad_norm": 0.1176789402961731, + "learning_rate": 3.880257607309178e-05, + "loss": 0.0259, + "step": 17800 + }, + { + "epoch": 16.66043030869972, + "grad_norm": 0.10593653470277786, + "learning_rate": 3.874886710986213e-05, + "loss": 0.0267, + "step": 17810 + }, + { + "epoch": 16.669784845650142, + "grad_norm": 0.10715143382549286, + "learning_rate": 3.8695171817819834e-05, + "loss": 0.0251, + "step": 17820 + }, + { + "epoch": 16.67913938260056, + "grad_norm": 0.10983644425868988, + "learning_rate": 3.8641490262209774e-05, + "loss": 0.0249, + "step": 17830 + }, + { + "epoch": 16.688493919550982, + "grad_norm": 0.11059235036373138, + "learning_rate": 3.8587822508260084e-05, + "loss": 0.024, + "step": 17840 + }, + { + "epoch": 16.697848456501404, + "grad_norm": 0.07736138999462128, + "learning_rate": 3.853416862118214e-05, + "loss": 0.0242, + "step": 17850 + }, + { + "epoch": 16.707202993451823, + "grad_norm": 0.09908745437860489, + "learning_rate": 3.848052866617049e-05, + "loss": 0.0256, + "step": 17860 + }, + { + "epoch": 16.716557530402245, + "grad_norm": 0.11536609381437302, + "learning_rate": 3.84269027084027e-05, + "loss": 0.0268, + "step": 17870 + }, + { + "epoch": 16.725912067352667, + "grad_norm": 0.10701027512550354, + "learning_rate": 3.83732908130394e-05, + "loss": 0.0254, + "step": 17880 + }, + { + "epoch": 16.73526660430309, + "grad_norm": 0.09146380424499512, + "learning_rate": 3.831969304522409e-05, + "loss": 0.0255, + "step": 17890 + }, + { + "epoch": 16.744621141253507, + "grad_norm": 0.08225373923778534, + "learning_rate": 3.826610947008312e-05, + "loss": 0.0239, + "step": 17900 + }, + { + "epoch": 16.75397567820393, + "grad_norm": 0.07985368371009827, + "learning_rate": 3.821254015272559e-05, + "loss": 0.0244, + "step": 17910 + }, + { + "epoch": 16.76333021515435, + "grad_norm": 0.09345932304859161, + "learning_rate": 3.8158985158243214e-05, + "loss": 0.0233, + "step": 17920 + }, + { + "epoch": 16.77268475210477, + "grad_norm": 0.1079147607088089, + "learning_rate": 3.810544455171044e-05, + "loss": 0.0259, + "step": 17930 + }, + { + "epoch": 16.78203928905519, + "grad_norm": 0.1192975640296936, + "learning_rate": 3.8051918398184114e-05, + "loss": 0.0252, + "step": 17940 + }, + { + "epoch": 16.791393826005613, + "grad_norm": 0.10918700695037842, + "learning_rate": 3.799840676270356e-05, + "loss": 0.0247, + "step": 17950 + }, + { + "epoch": 16.800748362956035, + "grad_norm": 0.11604880541563034, + "learning_rate": 3.794490971029048e-05, + "loss": 0.0249, + "step": 17960 + }, + { + "epoch": 16.810102899906454, + "grad_norm": 0.0950886681675911, + "learning_rate": 3.789142730594881e-05, + "loss": 0.0245, + "step": 17970 + }, + { + "epoch": 16.819457436856876, + "grad_norm": 0.08700522780418396, + "learning_rate": 3.783795961466471e-05, + "loss": 0.025, + "step": 17980 + }, + { + "epoch": 16.828811973807298, + "grad_norm": 0.15707258880138397, + "learning_rate": 3.778450670140651e-05, + "loss": 0.0244, + "step": 17990 + }, + { + "epoch": 16.838166510757716, + "grad_norm": 0.09408574551343918, + "learning_rate": 3.773106863112451e-05, + "loss": 0.0244, + "step": 18000 + }, + { + "epoch": 16.84752104770814, + "grad_norm": 0.10490540415048599, + "learning_rate": 3.7677645468751e-05, + "loss": 0.0271, + "step": 18010 + }, + { + "epoch": 16.85687558465856, + "grad_norm": 0.12037768959999084, + "learning_rate": 3.762423727920018e-05, + "loss": 0.0275, + "step": 18020 + }, + { + "epoch": 16.86623012160898, + "grad_norm": 0.10634172707796097, + "learning_rate": 3.7570844127367995e-05, + "loss": 0.0242, + "step": 18030 + }, + { + "epoch": 16.8755846585594, + "grad_norm": 0.08784214407205582, + "learning_rate": 3.751746607813221e-05, + "loss": 0.0263, + "step": 18040 + }, + { + "epoch": 16.884939195509823, + "grad_norm": 0.08866949379444122, + "learning_rate": 3.746410319635217e-05, + "loss": 0.0253, + "step": 18050 + }, + { + "epoch": 16.894293732460245, + "grad_norm": 0.0940362960100174, + "learning_rate": 3.7410755546868806e-05, + "loss": 0.0245, + "step": 18060 + }, + { + "epoch": 16.903648269410663, + "grad_norm": 0.09683576971292496, + "learning_rate": 3.735742319450454e-05, + "loss": 0.025, + "step": 18070 + }, + { + "epoch": 16.913002806361085, + "grad_norm": 0.08224203437566757, + "learning_rate": 3.7304106204063184e-05, + "loss": 0.0259, + "step": 18080 + }, + { + "epoch": 16.922357343311507, + "grad_norm": 0.08755757659673691, + "learning_rate": 3.725080464032996e-05, + "loss": 0.0266, + "step": 18090 + }, + { + "epoch": 16.931711880261926, + "grad_norm": 0.10098709911108017, + "learning_rate": 3.719751856807125e-05, + "loss": 0.0248, + "step": 18100 + }, + { + "epoch": 16.941066417212348, + "grad_norm": 0.092401422560215, + "learning_rate": 3.71442480520347e-05, + "loss": 0.0251, + "step": 18110 + }, + { + "epoch": 16.95042095416277, + "grad_norm": 0.09523987770080566, + "learning_rate": 3.709099315694897e-05, + "loss": 0.0265, + "step": 18120 + }, + { + "epoch": 16.95977549111319, + "grad_norm": 0.11116989701986313, + "learning_rate": 3.703775394752378e-05, + "loss": 0.0264, + "step": 18130 + }, + { + "epoch": 16.96913002806361, + "grad_norm": 0.12618252635002136, + "learning_rate": 3.698453048844983e-05, + "loss": 0.0243, + "step": 18140 + }, + { + "epoch": 16.978484565014032, + "grad_norm": 0.09979523718357086, + "learning_rate": 3.693132284439861e-05, + "loss": 0.0266, + "step": 18150 + }, + { + "epoch": 16.987839101964454, + "grad_norm": 0.10221783816814423, + "learning_rate": 3.6878131080022414e-05, + "loss": 0.0261, + "step": 18160 + }, + { + "epoch": 16.997193638914872, + "grad_norm": 0.12115855515003204, + "learning_rate": 3.682495525995429e-05, + "loss": 0.0257, + "step": 18170 + }, + { + "epoch": 17.006548175865294, + "grad_norm": 0.12450668215751648, + "learning_rate": 3.6771795448807846e-05, + "loss": 0.027, + "step": 18180 + }, + { + "epoch": 17.015902712815716, + "grad_norm": 0.09553062915802002, + "learning_rate": 3.671865171117724e-05, + "loss": 0.0225, + "step": 18190 + }, + { + "epoch": 17.02525724976614, + "grad_norm": 0.0856848806142807, + "learning_rate": 3.666552411163718e-05, + "loss": 0.0238, + "step": 18200 + }, + { + "epoch": 17.034611786716557, + "grad_norm": 0.11926516145467758, + "learning_rate": 3.661241271474269e-05, + "loss": 0.0249, + "step": 18210 + }, + { + "epoch": 17.04396632366698, + "grad_norm": 0.08615828305482864, + "learning_rate": 3.6559317585029116e-05, + "loss": 0.0247, + "step": 18220 + }, + { + "epoch": 17.0533208606174, + "grad_norm": 0.10016317665576935, + "learning_rate": 3.650623878701204e-05, + "loss": 0.0241, + "step": 18230 + }, + { + "epoch": 17.06267539756782, + "grad_norm": 0.08547908067703247, + "learning_rate": 3.645317638518721e-05, + "loss": 0.0248, + "step": 18240 + }, + { + "epoch": 17.07202993451824, + "grad_norm": 0.08799289911985397, + "learning_rate": 3.640013044403046e-05, + "loss": 0.0245, + "step": 18250 + }, + { + "epoch": 17.081384471468663, + "grad_norm": 0.10120541602373123, + "learning_rate": 3.634710102799761e-05, + "loss": 0.0253, + "step": 18260 + }, + { + "epoch": 17.09073900841908, + "grad_norm": 0.09358581155538559, + "learning_rate": 3.6294088201524394e-05, + "loss": 0.0246, + "step": 18270 + }, + { + "epoch": 17.100093545369504, + "grad_norm": 0.10614489018917084, + "learning_rate": 3.62410920290264e-05, + "loss": 0.0261, + "step": 18280 + }, + { + "epoch": 17.109448082319926, + "grad_norm": 0.11942090094089508, + "learning_rate": 3.6188112574898954e-05, + "loss": 0.0245, + "step": 18290 + }, + { + "epoch": 17.118802619270348, + "grad_norm": 0.08556844294071198, + "learning_rate": 3.6135149903517115e-05, + "loss": 0.0267, + "step": 18300 + }, + { + "epoch": 17.128157156220766, + "grad_norm": 0.1062457337975502, + "learning_rate": 3.608220407923552e-05, + "loss": 0.0256, + "step": 18310 + }, + { + "epoch": 17.137511693171188, + "grad_norm": 0.11499768495559692, + "learning_rate": 3.602927516638833e-05, + "loss": 0.0249, + "step": 18320 + }, + { + "epoch": 17.14686623012161, + "grad_norm": 0.12052131444215775, + "learning_rate": 3.5976363229289165e-05, + "loss": 0.0225, + "step": 18330 + }, + { + "epoch": 17.15622076707203, + "grad_norm": 0.1318332999944687, + "learning_rate": 3.5923468332231e-05, + "loss": 0.0239, + "step": 18340 + }, + { + "epoch": 17.16557530402245, + "grad_norm": 0.11968394368886948, + "learning_rate": 3.587059053948616e-05, + "loss": 0.0243, + "step": 18350 + }, + { + "epoch": 17.174929840972872, + "grad_norm": 0.13698790967464447, + "learning_rate": 3.5817729915306134e-05, + "loss": 0.0251, + "step": 18360 + }, + { + "epoch": 17.184284377923294, + "grad_norm": 0.1124938577413559, + "learning_rate": 3.5764886523921566e-05, + "loss": 0.0231, + "step": 18370 + }, + { + "epoch": 17.193638914873713, + "grad_norm": 0.1106361523270607, + "learning_rate": 3.571206042954214e-05, + "loss": 0.0249, + "step": 18380 + }, + { + "epoch": 17.202993451824135, + "grad_norm": 0.11662020534276962, + "learning_rate": 3.5659251696356566e-05, + "loss": 0.0242, + "step": 18390 + }, + { + "epoch": 17.212347988774557, + "grad_norm": 0.09202892333269119, + "learning_rate": 3.56064603885324e-05, + "loss": 0.0236, + "step": 18400 + }, + { + "epoch": 17.221702525724975, + "grad_norm": 0.11073575913906097, + "learning_rate": 3.5553686570216115e-05, + "loss": 0.0248, + "step": 18410 + }, + { + "epoch": 17.231057062675397, + "grad_norm": 0.09951216727495193, + "learning_rate": 3.550093030553284e-05, + "loss": 0.0254, + "step": 18420 + }, + { + "epoch": 17.24041159962582, + "grad_norm": 0.1139087826013565, + "learning_rate": 3.544819165858642e-05, + "loss": 0.0239, + "step": 18430 + }, + { + "epoch": 17.24976613657624, + "grad_norm": 0.0887189507484436, + "learning_rate": 3.539547069345926e-05, + "loss": 0.0244, + "step": 18440 + }, + { + "epoch": 17.25912067352666, + "grad_norm": 0.09084227681159973, + "learning_rate": 3.5342767474212344e-05, + "loss": 0.0235, + "step": 18450 + }, + { + "epoch": 17.26847521047708, + "grad_norm": 0.09086566418409348, + "learning_rate": 3.529008206488502e-05, + "loss": 0.0238, + "step": 18460 + }, + { + "epoch": 17.277829747427504, + "grad_norm": 0.09389274567365646, + "learning_rate": 3.5237414529495055e-05, + "loss": 0.0237, + "step": 18470 + }, + { + "epoch": 17.287184284377922, + "grad_norm": 0.09129378199577332, + "learning_rate": 3.5184764932038454e-05, + "loss": 0.0223, + "step": 18480 + }, + { + "epoch": 17.296538821328344, + "grad_norm": 0.12461797893047333, + "learning_rate": 3.513213333648945e-05, + "loss": 0.0246, + "step": 18490 + }, + { + "epoch": 17.305893358278766, + "grad_norm": 0.08560969680547714, + "learning_rate": 3.5079519806800374e-05, + "loss": 0.023, + "step": 18500 + }, + { + "epoch": 17.315247895229184, + "grad_norm": 0.09264025092124939, + "learning_rate": 3.502692440690165e-05, + "loss": 0.0255, + "step": 18510 + }, + { + "epoch": 17.324602432179606, + "grad_norm": 0.09995315223932266, + "learning_rate": 3.497434720070165e-05, + "loss": 0.0251, + "step": 18520 + }, + { + "epoch": 17.33395696913003, + "grad_norm": 0.11043979972600937, + "learning_rate": 3.4921788252086616e-05, + "loss": 0.0249, + "step": 18530 + }, + { + "epoch": 17.34331150608045, + "grad_norm": 0.0919274166226387, + "learning_rate": 3.486924762492065e-05, + "loss": 0.0245, + "step": 18540 + }, + { + "epoch": 17.35266604303087, + "grad_norm": 0.10918302088975906, + "learning_rate": 3.4816725383045534e-05, + "loss": 0.0241, + "step": 18550 + }, + { + "epoch": 17.36202057998129, + "grad_norm": 0.11766520142555237, + "learning_rate": 3.476422159028079e-05, + "loss": 0.0249, + "step": 18560 + }, + { + "epoch": 17.371375116931713, + "grad_norm": 0.11136520653963089, + "learning_rate": 3.471173631042345e-05, + "loss": 0.0237, + "step": 18570 + }, + { + "epoch": 17.38072965388213, + "grad_norm": 0.11118218302726746, + "learning_rate": 3.465926960724808e-05, + "loss": 0.0251, + "step": 18580 + }, + { + "epoch": 17.390084190832553, + "grad_norm": 0.09583546966314316, + "learning_rate": 3.460682154450666e-05, + "loss": 0.0234, + "step": 18590 + }, + { + "epoch": 17.399438727782975, + "grad_norm": 0.10689812898635864, + "learning_rate": 3.4554392185928564e-05, + "loss": 0.0249, + "step": 18600 + }, + { + "epoch": 17.408793264733397, + "grad_norm": 0.09938859939575195, + "learning_rate": 3.450198159522037e-05, + "loss": 0.0254, + "step": 18610 + }, + { + "epoch": 17.418147801683816, + "grad_norm": 0.1131812334060669, + "learning_rate": 3.444958983606592e-05, + "loss": 0.0236, + "step": 18620 + }, + { + "epoch": 17.427502338634238, + "grad_norm": 0.09088557958602905, + "learning_rate": 3.439721697212612e-05, + "loss": 0.0243, + "step": 18630 + }, + { + "epoch": 17.43685687558466, + "grad_norm": 0.1009049341082573, + "learning_rate": 3.4344863067038954e-05, + "loss": 0.0228, + "step": 18640 + }, + { + "epoch": 17.446211412535078, + "grad_norm": 0.10419708490371704, + "learning_rate": 3.429252818441935e-05, + "loss": 0.0242, + "step": 18650 + }, + { + "epoch": 17.4555659494855, + "grad_norm": 0.09924165904521942, + "learning_rate": 3.4240212387859094e-05, + "loss": 0.0245, + "step": 18660 + }, + { + "epoch": 17.464920486435922, + "grad_norm": 0.09926766902208328, + "learning_rate": 3.418791574092686e-05, + "loss": 0.0246, + "step": 18670 + }, + { + "epoch": 17.474275023386344, + "grad_norm": 0.10372272878885269, + "learning_rate": 3.413563830716796e-05, + "loss": 0.0239, + "step": 18680 + }, + { + "epoch": 17.483629560336762, + "grad_norm": 0.08129112422466278, + "learning_rate": 3.408338015010445e-05, + "loss": 0.0254, + "step": 18690 + }, + { + "epoch": 17.492984097287184, + "grad_norm": 0.11050073057413101, + "learning_rate": 3.40311413332349e-05, + "loss": 0.0249, + "step": 18700 + }, + { + "epoch": 17.502338634237606, + "grad_norm": 0.07234611362218857, + "learning_rate": 3.3978921920034365e-05, + "loss": 0.0237, + "step": 18710 + }, + { + "epoch": 17.511693171188025, + "grad_norm": 0.0962626188993454, + "learning_rate": 3.392672197395441e-05, + "loss": 0.0223, + "step": 18720 + }, + { + "epoch": 17.521047708138447, + "grad_norm": 0.09640848636627197, + "learning_rate": 3.387454155842287e-05, + "loss": 0.0235, + "step": 18730 + }, + { + "epoch": 17.53040224508887, + "grad_norm": 0.10761542618274689, + "learning_rate": 3.382238073684386e-05, + "loss": 0.0239, + "step": 18740 + }, + { + "epoch": 17.53975678203929, + "grad_norm": 0.09142223000526428, + "learning_rate": 3.377023957259771e-05, + "loss": 0.0233, + "step": 18750 + }, + { + "epoch": 17.54911131898971, + "grad_norm": 0.10647162050008774, + "learning_rate": 3.3718118129040835e-05, + "loss": 0.0229, + "step": 18760 + }, + { + "epoch": 17.55846585594013, + "grad_norm": 0.09378434717655182, + "learning_rate": 3.3666016469505724e-05, + "loss": 0.0231, + "step": 18770 + }, + { + "epoch": 17.567820392890553, + "grad_norm": 0.07998189330101013, + "learning_rate": 3.361393465730079e-05, + "loss": 0.0228, + "step": 18780 + }, + { + "epoch": 17.57717492984097, + "grad_norm": 0.10832240432500839, + "learning_rate": 3.3561872755710366e-05, + "loss": 0.0255, + "step": 18790 + }, + { + "epoch": 17.586529466791394, + "grad_norm": 0.07263316959142685, + "learning_rate": 3.350983082799456e-05, + "loss": 0.0239, + "step": 18800 + }, + { + "epoch": 17.595884003741816, + "grad_norm": 0.10444945842027664, + "learning_rate": 3.34578089373892e-05, + "loss": 0.0228, + "step": 18810 + }, + { + "epoch": 17.605238540692234, + "grad_norm": 0.11030907928943634, + "learning_rate": 3.340580714710581e-05, + "loss": 0.0223, + "step": 18820 + }, + { + "epoch": 17.614593077642656, + "grad_norm": 0.09885603189468384, + "learning_rate": 3.3353825520331466e-05, + "loss": 0.0236, + "step": 18830 + }, + { + "epoch": 17.623947614593078, + "grad_norm": 0.10360927879810333, + "learning_rate": 3.330186412022876e-05, + "loss": 0.0234, + "step": 18840 + }, + { + "epoch": 17.6333021515435, + "grad_norm": 0.12605494260787964, + "learning_rate": 3.324992300993568e-05, + "loss": 0.0222, + "step": 18850 + }, + { + "epoch": 17.64265668849392, + "grad_norm": 0.1029452532529831, + "learning_rate": 3.319800225256556e-05, + "loss": 0.0226, + "step": 18860 + }, + { + "epoch": 17.65201122544434, + "grad_norm": 0.1476389765739441, + "learning_rate": 3.314610191120702e-05, + "loss": 0.0242, + "step": 18870 + }, + { + "epoch": 17.661365762394762, + "grad_norm": 0.1036781296133995, + "learning_rate": 3.30942220489239e-05, + "loss": 0.0238, + "step": 18880 + }, + { + "epoch": 17.67072029934518, + "grad_norm": 0.08893957734107971, + "learning_rate": 3.3042362728755086e-05, + "loss": 0.0252, + "step": 18890 + }, + { + "epoch": 17.680074836295603, + "grad_norm": 0.09831290692090988, + "learning_rate": 3.299052401371456e-05, + "loss": 0.0246, + "step": 18900 + }, + { + "epoch": 17.689429373246025, + "grad_norm": 0.08325672894716263, + "learning_rate": 3.293870596679125e-05, + "loss": 0.0231, + "step": 18910 + }, + { + "epoch": 17.698783910196447, + "grad_norm": 0.09754437953233719, + "learning_rate": 3.288690865094895e-05, + "loss": 0.025, + "step": 18920 + }, + { + "epoch": 17.708138447146865, + "grad_norm": 0.10953415930271149, + "learning_rate": 3.283513212912632e-05, + "loss": 0.0251, + "step": 18930 + }, + { + "epoch": 17.717492984097287, + "grad_norm": 0.0959349200129509, + "learning_rate": 3.2783376464236684e-05, + "loss": 0.0244, + "step": 18940 + }, + { + "epoch": 17.72684752104771, + "grad_norm": 0.10299312323331833, + "learning_rate": 3.273164171916806e-05, + "loss": 0.0239, + "step": 18950 + }, + { + "epoch": 17.736202057998128, + "grad_norm": 0.10299502313137054, + "learning_rate": 3.267992795678306e-05, + "loss": 0.0236, + "step": 18960 + }, + { + "epoch": 17.74555659494855, + "grad_norm": 0.08454572409391403, + "learning_rate": 3.2628235239918744e-05, + "loss": 0.0245, + "step": 18970 + }, + { + "epoch": 17.75491113189897, + "grad_norm": 0.09953398257493973, + "learning_rate": 3.2576563631386695e-05, + "loss": 0.025, + "step": 18980 + }, + { + "epoch": 17.764265668849394, + "grad_norm": 0.10637617856264114, + "learning_rate": 3.252491319397275e-05, + "loss": 0.0236, + "step": 18990 + }, + { + "epoch": 17.773620205799812, + "grad_norm": 0.11574946343898773, + "learning_rate": 3.247328399043706e-05, + "loss": 0.0241, + "step": 19000 + }, + { + "epoch": 17.782974742750234, + "grad_norm": 0.0960981547832489, + "learning_rate": 3.242167608351399e-05, + "loss": 0.0243, + "step": 19010 + }, + { + "epoch": 17.792329279700656, + "grad_norm": 0.09325843304395676, + "learning_rate": 3.2370089535911986e-05, + "loss": 0.0243, + "step": 19020 + }, + { + "epoch": 17.801683816651074, + "grad_norm": 0.10058668255805969, + "learning_rate": 3.23185244103136e-05, + "loss": 0.0244, + "step": 19030 + }, + { + "epoch": 17.811038353601496, + "grad_norm": 0.0937858521938324, + "learning_rate": 3.22669807693753e-05, + "loss": 0.0249, + "step": 19040 + }, + { + "epoch": 17.82039289055192, + "grad_norm": 0.10121532529592514, + "learning_rate": 3.2215458675727495e-05, + "loss": 0.0266, + "step": 19050 + }, + { + "epoch": 17.82974742750234, + "grad_norm": 0.10686933249235153, + "learning_rate": 3.216395819197438e-05, + "loss": 0.0238, + "step": 19060 + }, + { + "epoch": 17.83910196445276, + "grad_norm": 0.11056656390428543, + "learning_rate": 3.211247938069387e-05, + "loss": 0.0234, + "step": 19070 + }, + { + "epoch": 17.84845650140318, + "grad_norm": 0.09361124038696289, + "learning_rate": 3.206102230443759e-05, + "loss": 0.0242, + "step": 19080 + }, + { + "epoch": 17.857811038353603, + "grad_norm": 0.09298364818096161, + "learning_rate": 3.2009587025730764e-05, + "loss": 0.0232, + "step": 19090 + }, + { + "epoch": 17.86716557530402, + "grad_norm": 0.12435317039489746, + "learning_rate": 3.195817360707207e-05, + "loss": 0.0234, + "step": 19100 + }, + { + "epoch": 17.876520112254443, + "grad_norm": 0.07571033388376236, + "learning_rate": 3.19067821109337e-05, + "loss": 0.022, + "step": 19110 + }, + { + "epoch": 17.885874649204865, + "grad_norm": 0.12209390848875046, + "learning_rate": 3.185541259976114e-05, + "loss": 0.024, + "step": 19120 + }, + { + "epoch": 17.895229186155284, + "grad_norm": 0.11047089099884033, + "learning_rate": 3.180406513597316e-05, + "loss": 0.0225, + "step": 19130 + }, + { + "epoch": 17.904583723105706, + "grad_norm": 0.0957658439874649, + "learning_rate": 3.1752739781961835e-05, + "loss": 0.0253, + "step": 19140 + }, + { + "epoch": 17.913938260056128, + "grad_norm": 0.09409896284341812, + "learning_rate": 3.170143660009228e-05, + "loss": 0.0251, + "step": 19150 + }, + { + "epoch": 17.92329279700655, + "grad_norm": 0.11821121722459793, + "learning_rate": 3.16501556527027e-05, + "loss": 0.0227, + "step": 19160 + }, + { + "epoch": 17.932647333956968, + "grad_norm": 0.09352222084999084, + "learning_rate": 3.1598897002104265e-05, + "loss": 0.0228, + "step": 19170 + }, + { + "epoch": 17.94200187090739, + "grad_norm": 0.08284555375576019, + "learning_rate": 3.154766071058108e-05, + "loss": 0.0227, + "step": 19180 + }, + { + "epoch": 17.951356407857812, + "grad_norm": 0.09970327466726303, + "learning_rate": 3.149644684039008e-05, + "loss": 0.023, + "step": 19190 + }, + { + "epoch": 17.96071094480823, + "grad_norm": 0.09961149841547012, + "learning_rate": 3.144525545376095e-05, + "loss": 0.0238, + "step": 19200 + }, + { + "epoch": 17.970065481758652, + "grad_norm": 0.10382334887981415, + "learning_rate": 3.139408661289603e-05, + "loss": 0.0238, + "step": 19210 + }, + { + "epoch": 17.979420018709074, + "grad_norm": 0.11134227365255356, + "learning_rate": 3.134294037997032e-05, + "loss": 0.0228, + "step": 19220 + }, + { + "epoch": 17.988774555659496, + "grad_norm": 0.07882590591907501, + "learning_rate": 3.129181681713127e-05, + "loss": 0.0222, + "step": 19230 + }, + { + "epoch": 17.998129092609915, + "grad_norm": 0.11210132390260696, + "learning_rate": 3.1240715986498855e-05, + "loss": 0.0242, + "step": 19240 + }, + { + "epoch": 18.007483629560337, + "grad_norm": 0.08789687603712082, + "learning_rate": 3.1189637950165394e-05, + "loss": 0.0236, + "step": 19250 + }, + { + "epoch": 18.01683816651076, + "grad_norm": 0.11479182541370392, + "learning_rate": 3.1138582770195544e-05, + "loss": 0.0248, + "step": 19260 + }, + { + "epoch": 18.026192703461177, + "grad_norm": 0.08413432538509369, + "learning_rate": 3.108755050862615e-05, + "loss": 0.0231, + "step": 19270 + }, + { + "epoch": 18.0355472404116, + "grad_norm": 0.1578945517539978, + "learning_rate": 3.1036541227466204e-05, + "loss": 0.024, + "step": 19280 + }, + { + "epoch": 18.04490177736202, + "grad_norm": 0.08501681685447693, + "learning_rate": 3.0985554988696786e-05, + "loss": 0.0237, + "step": 19290 + }, + { + "epoch": 18.054256314312443, + "grad_norm": 0.10506913810968399, + "learning_rate": 3.093459185427102e-05, + "loss": 0.0241, + "step": 19300 + }, + { + "epoch": 18.06361085126286, + "grad_norm": 0.09454291313886642, + "learning_rate": 3.0883651886113905e-05, + "loss": 0.0233, + "step": 19310 + }, + { + "epoch": 18.072965388213284, + "grad_norm": 0.08733552694320679, + "learning_rate": 3.0832735146122294e-05, + "loss": 0.024, + "step": 19320 + }, + { + "epoch": 18.082319925163706, + "grad_norm": 0.1468421369791031, + "learning_rate": 3.078184169616485e-05, + "loss": 0.0232, + "step": 19330 + }, + { + "epoch": 18.091674462114124, + "grad_norm": 0.09308025240898132, + "learning_rate": 3.073097159808187e-05, + "loss": 0.0235, + "step": 19340 + }, + { + "epoch": 18.101028999064546, + "grad_norm": 0.08990258723497391, + "learning_rate": 3.068012491368537e-05, + "loss": 0.0216, + "step": 19350 + }, + { + "epoch": 18.110383536014968, + "grad_norm": 0.08016674965620041, + "learning_rate": 3.062930170475885e-05, + "loss": 0.0235, + "step": 19360 + }, + { + "epoch": 18.119738072965387, + "grad_norm": 0.09079933911561966, + "learning_rate": 3.057850203305729e-05, + "loss": 0.0225, + "step": 19370 + }, + { + "epoch": 18.12909260991581, + "grad_norm": 0.09927406907081604, + "learning_rate": 3.052772596030708e-05, + "loss": 0.0219, + "step": 19380 + }, + { + "epoch": 18.13844714686623, + "grad_norm": 0.09362051635980606, + "learning_rate": 3.0476973548205943e-05, + "loss": 0.0218, + "step": 19390 + }, + { + "epoch": 18.147801683816652, + "grad_norm": 0.08499110490083694, + "learning_rate": 3.0426244858422847e-05, + "loss": 0.0237, + "step": 19400 + }, + { + "epoch": 18.15715622076707, + "grad_norm": 0.08407152444124222, + "learning_rate": 3.0375539952597943e-05, + "loss": 0.023, + "step": 19410 + }, + { + "epoch": 18.166510757717493, + "grad_norm": 0.09378787875175476, + "learning_rate": 3.0324858892342468e-05, + "loss": 0.0212, + "step": 19420 + }, + { + "epoch": 18.175865294667915, + "grad_norm": 0.11773427575826645, + "learning_rate": 3.0274201739238672e-05, + "loss": 0.024, + "step": 19430 + }, + { + "epoch": 18.185219831618333, + "grad_norm": 0.10623910278081894, + "learning_rate": 3.0223568554839786e-05, + "loss": 0.0225, + "step": 19440 + }, + { + "epoch": 18.194574368568755, + "grad_norm": 0.09041428565979004, + "learning_rate": 3.0172959400669886e-05, + "loss": 0.0221, + "step": 19450 + }, + { + "epoch": 18.203928905519177, + "grad_norm": 0.1036708876490593, + "learning_rate": 3.0122374338223902e-05, + "loss": 0.0226, + "step": 19460 + }, + { + "epoch": 18.2132834424696, + "grad_norm": 0.09781698137521744, + "learning_rate": 3.0071813428967427e-05, + "loss": 0.0239, + "step": 19470 + }, + { + "epoch": 18.222637979420018, + "grad_norm": 0.08931995928287506, + "learning_rate": 3.0021276734336746e-05, + "loss": 0.0223, + "step": 19480 + }, + { + "epoch": 18.23199251637044, + "grad_norm": 0.0899820476770401, + "learning_rate": 2.997076431573871e-05, + "loss": 0.0215, + "step": 19490 + }, + { + "epoch": 18.24134705332086, + "grad_norm": 0.09344295412302017, + "learning_rate": 2.9920276234550636e-05, + "loss": 0.0227, + "step": 19500 + }, + { + "epoch": 18.25070159027128, + "grad_norm": 0.1078665480017662, + "learning_rate": 2.986981255212035e-05, + "loss": 0.0239, + "step": 19510 + }, + { + "epoch": 18.260056127221702, + "grad_norm": 0.08768957853317261, + "learning_rate": 2.9819373329765977e-05, + "loss": 0.0244, + "step": 19520 + }, + { + "epoch": 18.269410664172124, + "grad_norm": 0.09090756624937057, + "learning_rate": 2.9768958628775902e-05, + "loss": 0.0217, + "step": 19530 + }, + { + "epoch": 18.278765201122546, + "grad_norm": 0.07619229704141617, + "learning_rate": 2.9718568510408762e-05, + "loss": 0.0212, + "step": 19540 + }, + { + "epoch": 18.288119738072965, + "grad_norm": 0.08420594036579132, + "learning_rate": 2.9668203035893272e-05, + "loss": 0.025, + "step": 19550 + }, + { + "epoch": 18.297474275023387, + "grad_norm": 0.10926105827093124, + "learning_rate": 2.9617862266428287e-05, + "loss": 0.0235, + "step": 19560 + }, + { + "epoch": 18.30682881197381, + "grad_norm": 0.09129620343446732, + "learning_rate": 2.9567546263182556e-05, + "loss": 0.0244, + "step": 19570 + }, + { + "epoch": 18.316183348924227, + "grad_norm": 0.10618565231561661, + "learning_rate": 2.951725508729476e-05, + "loss": 0.0249, + "step": 19580 + }, + { + "epoch": 18.32553788587465, + "grad_norm": 0.10644423216581345, + "learning_rate": 2.946698879987344e-05, + "loss": 0.0229, + "step": 19590 + }, + { + "epoch": 18.33489242282507, + "grad_norm": 0.0993766039609909, + "learning_rate": 2.9416747461996853e-05, + "loss": 0.0237, + "step": 19600 + }, + { + "epoch": 18.34424695977549, + "grad_norm": 0.09731770306825638, + "learning_rate": 2.9366531134712973e-05, + "loss": 0.0221, + "step": 19610 + }, + { + "epoch": 18.35360149672591, + "grad_norm": 0.08835587650537491, + "learning_rate": 2.9316339879039367e-05, + "loss": 0.0211, + "step": 19620 + }, + { + "epoch": 18.362956033676333, + "grad_norm": 0.09307819604873657, + "learning_rate": 2.9266173755963167e-05, + "loss": 0.0229, + "step": 19630 + }, + { + "epoch": 18.372310570626755, + "grad_norm": 0.0876886323094368, + "learning_rate": 2.9216032826440926e-05, + "loss": 0.0214, + "step": 19640 + }, + { + "epoch": 18.381665107577174, + "grad_norm": 0.11331935971975327, + "learning_rate": 2.9165917151398592e-05, + "loss": 0.0234, + "step": 19650 + }, + { + "epoch": 18.391019644527596, + "grad_norm": 0.08963214606046677, + "learning_rate": 2.9115826791731428e-05, + "loss": 0.0223, + "step": 19660 + }, + { + "epoch": 18.400374181478018, + "grad_norm": 0.10362495481967926, + "learning_rate": 2.906576180830398e-05, + "loss": 0.0235, + "step": 19670 + }, + { + "epoch": 18.409728718428436, + "grad_norm": 0.10475436598062515, + "learning_rate": 2.9015722261949917e-05, + "loss": 0.0216, + "step": 19680 + }, + { + "epoch": 18.419083255378858, + "grad_norm": 0.09678982943296432, + "learning_rate": 2.8965708213471986e-05, + "loss": 0.0238, + "step": 19690 + }, + { + "epoch": 18.42843779232928, + "grad_norm": 0.10258101671934128, + "learning_rate": 2.8915719723641975e-05, + "loss": 0.0221, + "step": 19700 + }, + { + "epoch": 18.437792329279702, + "grad_norm": 0.0999889001250267, + "learning_rate": 2.8865756853200604e-05, + "loss": 0.023, + "step": 19710 + }, + { + "epoch": 18.44714686623012, + "grad_norm": 0.09267117083072662, + "learning_rate": 2.8815819662857503e-05, + "loss": 0.0218, + "step": 19720 + }, + { + "epoch": 18.456501403180543, + "grad_norm": 0.09331382811069489, + "learning_rate": 2.876590821329105e-05, + "loss": 0.0236, + "step": 19730 + }, + { + "epoch": 18.465855940130965, + "grad_norm": 0.11050955206155777, + "learning_rate": 2.871602256514836e-05, + "loss": 0.0234, + "step": 19740 + }, + { + "epoch": 18.475210477081383, + "grad_norm": 0.10424542427062988, + "learning_rate": 2.8666162779045203e-05, + "loss": 0.0214, + "step": 19750 + }, + { + "epoch": 18.484565014031805, + "grad_norm": 0.125874325633049, + "learning_rate": 2.8616328915565904e-05, + "loss": 0.0226, + "step": 19760 + }, + { + "epoch": 18.493919550982227, + "grad_norm": 0.10727301239967346, + "learning_rate": 2.856652103526334e-05, + "loss": 0.024, + "step": 19770 + }, + { + "epoch": 18.50327408793265, + "grad_norm": 0.11467042565345764, + "learning_rate": 2.8516739198658755e-05, + "loss": 0.0222, + "step": 19780 + }, + { + "epoch": 18.512628624883067, + "grad_norm": 0.09429853409528732, + "learning_rate": 2.846698346624177e-05, + "loss": 0.0218, + "step": 19790 + }, + { + "epoch": 18.52198316183349, + "grad_norm": 0.1305563896894455, + "learning_rate": 2.841725389847032e-05, + "loss": 0.0208, + "step": 19800 + }, + { + "epoch": 18.53133769878391, + "grad_norm": 0.11520536243915558, + "learning_rate": 2.8367550555770506e-05, + "loss": 0.0228, + "step": 19810 + }, + { + "epoch": 18.54069223573433, + "grad_norm": 0.10192733258008957, + "learning_rate": 2.831787349853655e-05, + "loss": 0.0221, + "step": 19820 + }, + { + "epoch": 18.55004677268475, + "grad_norm": 0.08610217273235321, + "learning_rate": 2.8268222787130806e-05, + "loss": 0.0216, + "step": 19830 + }, + { + "epoch": 18.559401309635174, + "grad_norm": 0.10886633396148682, + "learning_rate": 2.821859848188355e-05, + "loss": 0.0235, + "step": 19840 + }, + { + "epoch": 18.568755846585596, + "grad_norm": 0.11024486273527145, + "learning_rate": 2.816900064309299e-05, + "loss": 0.0232, + "step": 19850 + }, + { + "epoch": 18.578110383536014, + "grad_norm": 0.08857274055480957, + "learning_rate": 2.811942933102517e-05, + "loss": 0.024, + "step": 19860 + }, + { + "epoch": 18.587464920486436, + "grad_norm": 0.09807850420475006, + "learning_rate": 2.806988460591391e-05, + "loss": 0.0222, + "step": 19870 + }, + { + "epoch": 18.596819457436858, + "grad_norm": 0.10193827003240585, + "learning_rate": 2.802036652796074e-05, + "loss": 0.0232, + "step": 19880 + }, + { + "epoch": 18.606173994387277, + "grad_norm": 0.10330836474895477, + "learning_rate": 2.797087515733478e-05, + "loss": 0.0227, + "step": 19890 + }, + { + "epoch": 18.6155285313377, + "grad_norm": 0.099209263920784, + "learning_rate": 2.7921410554172723e-05, + "loss": 0.0227, + "step": 19900 + }, + { + "epoch": 18.62488306828812, + "grad_norm": 0.10078026354312897, + "learning_rate": 2.787197277857871e-05, + "loss": 0.0247, + "step": 19910 + }, + { + "epoch": 18.63423760523854, + "grad_norm": 0.07198381423950195, + "learning_rate": 2.782256189062429e-05, + "loss": 0.0228, + "step": 19920 + }, + { + "epoch": 18.64359214218896, + "grad_norm": 0.11188801378011703, + "learning_rate": 2.777317795034839e-05, + "loss": 0.0221, + "step": 19930 + }, + { + "epoch": 18.652946679139383, + "grad_norm": 0.09393337368965149, + "learning_rate": 2.7723821017757112e-05, + "loss": 0.0227, + "step": 19940 + }, + { + "epoch": 18.662301216089805, + "grad_norm": 0.0901186391711235, + "learning_rate": 2.7674491152823822e-05, + "loss": 0.0224, + "step": 19950 + }, + { + "epoch": 18.671655753040223, + "grad_norm": 0.11574415117502213, + "learning_rate": 2.7625188415488944e-05, + "loss": 0.021, + "step": 19960 + }, + { + "epoch": 18.681010289990645, + "grad_norm": 0.09530995786190033, + "learning_rate": 2.7575912865659924e-05, + "loss": 0.0223, + "step": 19970 + }, + { + "epoch": 18.690364826941067, + "grad_norm": 0.08415579795837402, + "learning_rate": 2.7526664563211245e-05, + "loss": 0.0235, + "step": 19980 + }, + { + "epoch": 18.699719363891486, + "grad_norm": 0.09871411323547363, + "learning_rate": 2.7477443567984224e-05, + "loss": 0.0233, + "step": 19990 + }, + { + "epoch": 18.709073900841908, + "grad_norm": 0.0904155820608139, + "learning_rate": 2.7428249939787e-05, + "loss": 0.0223, + "step": 20000 + }, + { + "epoch": 18.71842843779233, + "grad_norm": 0.09547421336174011, + "learning_rate": 2.7379083738394484e-05, + "loss": 0.0228, + "step": 20010 + }, + { + "epoch": 18.72778297474275, + "grad_norm": 0.09671078622341156, + "learning_rate": 2.732994502354823e-05, + "loss": 0.0239, + "step": 20020 + }, + { + "epoch": 18.73713751169317, + "grad_norm": 0.09687471389770508, + "learning_rate": 2.72808338549564e-05, + "loss": 0.0232, + "step": 20030 + }, + { + "epoch": 18.746492048643592, + "grad_norm": 0.09863799810409546, + "learning_rate": 2.723175029229374e-05, + "loss": 0.0219, + "step": 20040 + }, + { + "epoch": 18.755846585594014, + "grad_norm": 0.10812342166900635, + "learning_rate": 2.718269439520138e-05, + "loss": 0.0223, + "step": 20050 + }, + { + "epoch": 18.765201122544433, + "grad_norm": 0.09557808190584183, + "learning_rate": 2.7133666223286858e-05, + "loss": 0.0213, + "step": 20060 + }, + { + "epoch": 18.774555659494855, + "grad_norm": 0.09213363379240036, + "learning_rate": 2.7084665836124006e-05, + "loss": 0.0221, + "step": 20070 + }, + { + "epoch": 18.783910196445277, + "grad_norm": 0.10395730286836624, + "learning_rate": 2.703569329325296e-05, + "loss": 0.0219, + "step": 20080 + }, + { + "epoch": 18.7932647333957, + "grad_norm": 0.09499460458755493, + "learning_rate": 2.698674865417994e-05, + "loss": 0.0202, + "step": 20090 + }, + { + "epoch": 18.802619270346117, + "grad_norm": 0.08595376461744308, + "learning_rate": 2.6937831978377325e-05, + "loss": 0.0222, + "step": 20100 + }, + { + "epoch": 18.81197380729654, + "grad_norm": 0.07680227607488632, + "learning_rate": 2.6888943325283485e-05, + "loss": 0.0225, + "step": 20110 + }, + { + "epoch": 18.82132834424696, + "grad_norm": 0.10061516612768173, + "learning_rate": 2.6840082754302733e-05, + "loss": 0.0232, + "step": 20120 + }, + { + "epoch": 18.83068288119738, + "grad_norm": 0.10483938455581665, + "learning_rate": 2.679125032480525e-05, + "loss": 0.0231, + "step": 20130 + }, + { + "epoch": 18.8400374181478, + "grad_norm": 0.09184711426496506, + "learning_rate": 2.674244609612708e-05, + "loss": 0.0224, + "step": 20140 + }, + { + "epoch": 18.849391955098223, + "grad_norm": 0.09580111503601074, + "learning_rate": 2.6693670127569958e-05, + "loss": 0.0208, + "step": 20150 + }, + { + "epoch": 18.858746492048645, + "grad_norm": 0.08974970132112503, + "learning_rate": 2.6644922478401268e-05, + "loss": 0.0217, + "step": 20160 + }, + { + "epoch": 18.868101028999064, + "grad_norm": 0.1080237478017807, + "learning_rate": 2.6596203207854004e-05, + "loss": 0.0222, + "step": 20170 + }, + { + "epoch": 18.877455565949486, + "grad_norm": 0.08115606755018234, + "learning_rate": 2.654751237512666e-05, + "loss": 0.022, + "step": 20180 + }, + { + "epoch": 18.886810102899908, + "grad_norm": 0.10505670309066772, + "learning_rate": 2.649885003938323e-05, + "loss": 0.0229, + "step": 20190 + }, + { + "epoch": 18.896164639850326, + "grad_norm": 0.10585328191518784, + "learning_rate": 2.6450216259753e-05, + "loss": 0.0216, + "step": 20200 + }, + { + "epoch": 18.90551917680075, + "grad_norm": 0.0875457152724266, + "learning_rate": 2.640161109533063e-05, + "loss": 0.0201, + "step": 20210 + }, + { + "epoch": 18.91487371375117, + "grad_norm": 0.08541126549243927, + "learning_rate": 2.6353034605175936e-05, + "loss": 0.0225, + "step": 20220 + }, + { + "epoch": 18.92422825070159, + "grad_norm": 0.09411579370498657, + "learning_rate": 2.630448684831398e-05, + "loss": 0.0256, + "step": 20230 + }, + { + "epoch": 18.93358278765201, + "grad_norm": 0.12711849808692932, + "learning_rate": 2.625596788373482e-05, + "loss": 0.0235, + "step": 20240 + }, + { + "epoch": 18.942937324602433, + "grad_norm": 0.09864325821399689, + "learning_rate": 2.620747777039363e-05, + "loss": 0.0245, + "step": 20250 + }, + { + "epoch": 18.952291861552855, + "grad_norm": 0.12787869572639465, + "learning_rate": 2.6159016567210424e-05, + "loss": 0.0218, + "step": 20260 + }, + { + "epoch": 18.961646398503273, + "grad_norm": 0.1035517230629921, + "learning_rate": 2.6110584333070153e-05, + "loss": 0.021, + "step": 20270 + }, + { + "epoch": 18.971000935453695, + "grad_norm": 0.0778985247015953, + "learning_rate": 2.6062181126822537e-05, + "loss": 0.0222, + "step": 20280 + }, + { + "epoch": 18.980355472404117, + "grad_norm": 0.10253947228193283, + "learning_rate": 2.601380700728203e-05, + "loss": 0.0224, + "step": 20290 + }, + { + "epoch": 18.989710009354535, + "grad_norm": 0.09282256662845612, + "learning_rate": 2.596546203322777e-05, + "loss": 0.0218, + "step": 20300 + }, + { + "epoch": 18.999064546304957, + "grad_norm": 0.09033872932195663, + "learning_rate": 2.5917146263403457e-05, + "loss": 0.0211, + "step": 20310 + }, + { + "epoch": 19.00841908325538, + "grad_norm": 0.1218792274594307, + "learning_rate": 2.5868859756517296e-05, + "loss": 0.0207, + "step": 20320 + }, + { + "epoch": 19.0177736202058, + "grad_norm": 0.09537561237812042, + "learning_rate": 2.5820602571241947e-05, + "loss": 0.0228, + "step": 20330 + }, + { + "epoch": 19.02712815715622, + "grad_norm": 0.10029203444719315, + "learning_rate": 2.577237476621442e-05, + "loss": 0.0211, + "step": 20340 + }, + { + "epoch": 19.036482694106642, + "grad_norm": 0.08745686709880829, + "learning_rate": 2.572417640003609e-05, + "loss": 0.0217, + "step": 20350 + }, + { + "epoch": 19.045837231057064, + "grad_norm": 0.09216658025979996, + "learning_rate": 2.5676007531272473e-05, + "loss": 0.0201, + "step": 20360 + }, + { + "epoch": 19.055191768007482, + "grad_norm": 0.09318297356367111, + "learning_rate": 2.5627868218453332e-05, + "loss": 0.0224, + "step": 20370 + }, + { + "epoch": 19.064546304957904, + "grad_norm": 0.11468617618083954, + "learning_rate": 2.5579758520072443e-05, + "loss": 0.0207, + "step": 20380 + }, + { + "epoch": 19.073900841908326, + "grad_norm": 0.07824214547872543, + "learning_rate": 2.5531678494587615e-05, + "loss": 0.0222, + "step": 20390 + }, + { + "epoch": 19.08325537885875, + "grad_norm": 0.10407350212335587, + "learning_rate": 2.5483628200420644e-05, + "loss": 0.021, + "step": 20400 + }, + { + "epoch": 19.092609915809167, + "grad_norm": 0.08363235741853714, + "learning_rate": 2.5435607695957154e-05, + "loss": 0.0215, + "step": 20410 + }, + { + "epoch": 19.10196445275959, + "grad_norm": 0.10643547028303146, + "learning_rate": 2.5387617039546586e-05, + "loss": 0.0211, + "step": 20420 + }, + { + "epoch": 19.11131898971001, + "grad_norm": 0.09162475913763046, + "learning_rate": 2.5339656289502106e-05, + "loss": 0.0209, + "step": 20430 + }, + { + "epoch": 19.12067352666043, + "grad_norm": 0.09944234788417816, + "learning_rate": 2.529172550410056e-05, + "loss": 0.0212, + "step": 20440 + }, + { + "epoch": 19.13002806361085, + "grad_norm": 0.08798430114984512, + "learning_rate": 2.524382474158234e-05, + "loss": 0.0222, + "step": 20450 + }, + { + "epoch": 19.139382600561273, + "grad_norm": 0.09659973531961441, + "learning_rate": 2.5195954060151433e-05, + "loss": 0.0229, + "step": 20460 + }, + { + "epoch": 19.14873713751169, + "grad_norm": 0.08426817506551743, + "learning_rate": 2.5148113517975212e-05, + "loss": 0.0221, + "step": 20470 + }, + { + "epoch": 19.158091674462113, + "grad_norm": 0.09092653542757034, + "learning_rate": 2.5100303173184447e-05, + "loss": 0.0223, + "step": 20480 + }, + { + "epoch": 19.167446211412535, + "grad_norm": 0.09841952472925186, + "learning_rate": 2.5052523083873196e-05, + "loss": 0.0198, + "step": 20490 + }, + { + "epoch": 19.176800748362957, + "grad_norm": 0.10931528359651566, + "learning_rate": 2.500477330809881e-05, + "loss": 0.0219, + "step": 20500 + }, + { + "epoch": 19.186155285313376, + "grad_norm": 0.10754609107971191, + "learning_rate": 2.4957053903881733e-05, + "loss": 0.0214, + "step": 20510 + }, + { + "epoch": 19.195509822263798, + "grad_norm": 0.07761026918888092, + "learning_rate": 2.4909364929205576e-05, + "loss": 0.0236, + "step": 20520 + }, + { + "epoch": 19.20486435921422, + "grad_norm": 0.09120053797960281, + "learning_rate": 2.4861706442016923e-05, + "loss": 0.021, + "step": 20530 + }, + { + "epoch": 19.21421889616464, + "grad_norm": 0.09089077264070511, + "learning_rate": 2.481407850022533e-05, + "loss": 0.021, + "step": 20540 + }, + { + "epoch": 19.22357343311506, + "grad_norm": 0.09439665824174881, + "learning_rate": 2.4766481161703213e-05, + "loss": 0.0216, + "step": 20550 + }, + { + "epoch": 19.232927970065482, + "grad_norm": 0.07907308638095856, + "learning_rate": 2.4718914484285876e-05, + "loss": 0.0208, + "step": 20560 + }, + { + "epoch": 19.242282507015904, + "grad_norm": 0.08997896313667297, + "learning_rate": 2.467137852577129e-05, + "loss": 0.0208, + "step": 20570 + }, + { + "epoch": 19.251637043966323, + "grad_norm": 0.09255742281675339, + "learning_rate": 2.4623873343920123e-05, + "loss": 0.0216, + "step": 20580 + }, + { + "epoch": 19.260991580916745, + "grad_norm": 0.08595287054777145, + "learning_rate": 2.4576398996455656e-05, + "loss": 0.0214, + "step": 20590 + }, + { + "epoch": 19.270346117867167, + "grad_norm": 0.09141458570957184, + "learning_rate": 2.452895554106368e-05, + "loss": 0.0217, + "step": 20600 + }, + { + "epoch": 19.279700654817585, + "grad_norm": 0.09010138362646103, + "learning_rate": 2.4481543035392506e-05, + "loss": 0.0219, + "step": 20610 + }, + { + "epoch": 19.289055191768007, + "grad_norm": 0.11526057869195938, + "learning_rate": 2.4434161537052774e-05, + "loss": 0.0212, + "step": 20620 + }, + { + "epoch": 19.29840972871843, + "grad_norm": 0.08158319443464279, + "learning_rate": 2.4386811103617474e-05, + "loss": 0.0211, + "step": 20630 + }, + { + "epoch": 19.30776426566885, + "grad_norm": 0.0963994488120079, + "learning_rate": 2.4339491792621833e-05, + "loss": 0.0207, + "step": 20640 + }, + { + "epoch": 19.31711880261927, + "grad_norm": 0.09621584415435791, + "learning_rate": 2.4292203661563312e-05, + "loss": 0.0206, + "step": 20650 + }, + { + "epoch": 19.32647333956969, + "grad_norm": 0.09268178790807724, + "learning_rate": 2.424494676790141e-05, + "loss": 0.021, + "step": 20660 + }, + { + "epoch": 19.335827876520113, + "grad_norm": 0.09204111993312836, + "learning_rate": 2.4197721169057745e-05, + "loss": 0.0217, + "step": 20670 + }, + { + "epoch": 19.345182413470532, + "grad_norm": 0.10111264139413834, + "learning_rate": 2.4150526922415857e-05, + "loss": 0.0212, + "step": 20680 + }, + { + "epoch": 19.354536950420954, + "grad_norm": 0.10717791318893433, + "learning_rate": 2.41033640853212e-05, + "loss": 0.0218, + "step": 20690 + }, + { + "epoch": 19.363891487371376, + "grad_norm": 0.10089690238237381, + "learning_rate": 2.405623271508108e-05, + "loss": 0.0192, + "step": 20700 + }, + { + "epoch": 19.373246024321794, + "grad_norm": 0.10338959842920303, + "learning_rate": 2.4009132868964522e-05, + "loss": 0.0204, + "step": 20710 + }, + { + "epoch": 19.382600561272216, + "grad_norm": 0.08405755460262299, + "learning_rate": 2.3962064604202327e-05, + "loss": 0.0225, + "step": 20720 + }, + { + "epoch": 19.39195509822264, + "grad_norm": 0.10006972402334213, + "learning_rate": 2.3915027977986858e-05, + "loss": 0.0206, + "step": 20730 + }, + { + "epoch": 19.40130963517306, + "grad_norm": 0.10352674871683121, + "learning_rate": 2.386802304747205e-05, + "loss": 0.0228, + "step": 20740 + }, + { + "epoch": 19.41066417212348, + "grad_norm": 0.10428475588560104, + "learning_rate": 2.382104986977332e-05, + "loss": 0.0218, + "step": 20750 + }, + { + "epoch": 19.4200187090739, + "grad_norm": 0.07490188628435135, + "learning_rate": 2.377410850196749e-05, + "loss": 0.0215, + "step": 20760 + }, + { + "epoch": 19.429373246024323, + "grad_norm": 0.08653593808412552, + "learning_rate": 2.3727199001092797e-05, + "loss": 0.0225, + "step": 20770 + }, + { + "epoch": 19.43872778297474, + "grad_norm": 0.0988820269703865, + "learning_rate": 2.3680321424148677e-05, + "loss": 0.02, + "step": 20780 + }, + { + "epoch": 19.448082319925163, + "grad_norm": 0.09409505128860474, + "learning_rate": 2.3633475828095793e-05, + "loss": 0.0215, + "step": 20790 + }, + { + "epoch": 19.457436856875585, + "grad_norm": 0.0984933078289032, + "learning_rate": 2.358666226985599e-05, + "loss": 0.0219, + "step": 20800 + }, + { + "epoch": 19.466791393826007, + "grad_norm": 0.08342994004487991, + "learning_rate": 2.353988080631213e-05, + "loss": 0.021, + "step": 20810 + }, + { + "epoch": 19.476145930776426, + "grad_norm": 0.1021682396531105, + "learning_rate": 2.3493131494308142e-05, + "loss": 0.0205, + "step": 20820 + }, + { + "epoch": 19.485500467726848, + "grad_norm": 0.08934006839990616, + "learning_rate": 2.344641439064881e-05, + "loss": 0.0218, + "step": 20830 + }, + { + "epoch": 19.49485500467727, + "grad_norm": 0.08911387622356415, + "learning_rate": 2.339972955209984e-05, + "loss": 0.0218, + "step": 20840 + }, + { + "epoch": 19.504209541627688, + "grad_norm": 0.1079200878739357, + "learning_rate": 2.335307703538771e-05, + "loss": 0.0222, + "step": 20850 + }, + { + "epoch": 19.51356407857811, + "grad_norm": 0.1329156756401062, + "learning_rate": 2.330645689719962e-05, + "loss": 0.0217, + "step": 20860 + }, + { + "epoch": 19.522918615528532, + "grad_norm": 0.09835733473300934, + "learning_rate": 2.3259869194183414e-05, + "loss": 0.0209, + "step": 20870 + }, + { + "epoch": 19.532273152478954, + "grad_norm": 0.09270279109477997, + "learning_rate": 2.321331398294759e-05, + "loss": 0.0197, + "step": 20880 + }, + { + "epoch": 19.541627689429372, + "grad_norm": 0.10849420726299286, + "learning_rate": 2.3166791320061094e-05, + "loss": 0.0209, + "step": 20890 + }, + { + "epoch": 19.550982226379794, + "grad_norm": 0.10158856958150864, + "learning_rate": 2.312030126205335e-05, + "loss": 0.021, + "step": 20900 + }, + { + "epoch": 19.560336763330216, + "grad_norm": 0.09674062579870224, + "learning_rate": 2.3073843865414162e-05, + "loss": 0.0194, + "step": 20910 + }, + { + "epoch": 19.569691300280635, + "grad_norm": 0.08564238995313644, + "learning_rate": 2.302741918659363e-05, + "loss": 0.0216, + "step": 20920 + }, + { + "epoch": 19.579045837231057, + "grad_norm": 0.08809655159711838, + "learning_rate": 2.2981027282002154e-05, + "loss": 0.0198, + "step": 20930 + }, + { + "epoch": 19.58840037418148, + "grad_norm": 0.10387180000543594, + "learning_rate": 2.2934668208010236e-05, + "loss": 0.0206, + "step": 20940 + }, + { + "epoch": 19.5977549111319, + "grad_norm": 0.09098193794488907, + "learning_rate": 2.2888342020948555e-05, + "loss": 0.0209, + "step": 20950 + }, + { + "epoch": 19.60710944808232, + "grad_norm": 0.101170614361763, + "learning_rate": 2.2842048777107783e-05, + "loss": 0.0211, + "step": 20960 + }, + { + "epoch": 19.61646398503274, + "grad_norm": 0.07664705067873001, + "learning_rate": 2.2795788532738553e-05, + "loss": 0.0193, + "step": 20970 + }, + { + "epoch": 19.625818521983163, + "grad_norm": 0.11393017321825027, + "learning_rate": 2.2749561344051468e-05, + "loss": 0.0221, + "step": 20980 + }, + { + "epoch": 19.63517305893358, + "grad_norm": 0.09153502434492111, + "learning_rate": 2.2703367267216896e-05, + "loss": 0.021, + "step": 20990 + }, + { + "epoch": 19.644527595884004, + "grad_norm": 0.08661163598299026, + "learning_rate": 2.2657206358364997e-05, + "loss": 0.0195, + "step": 21000 + }, + { + "epoch": 19.653882132834426, + "grad_norm": 0.09705360233783722, + "learning_rate": 2.261107867358563e-05, + "loss": 0.0218, + "step": 21010 + }, + { + "epoch": 19.663236669784844, + "grad_norm": 0.09192939847707748, + "learning_rate": 2.2564984268928263e-05, + "loss": 0.0206, + "step": 21020 + }, + { + "epoch": 19.672591206735266, + "grad_norm": 0.10903433710336685, + "learning_rate": 2.251892320040198e-05, + "loss": 0.0225, + "step": 21030 + }, + { + "epoch": 19.681945743685688, + "grad_norm": 0.09507189691066742, + "learning_rate": 2.2472895523975312e-05, + "loss": 0.0195, + "step": 21040 + }, + { + "epoch": 19.69130028063611, + "grad_norm": 0.0777992233633995, + "learning_rate": 2.2426901295576212e-05, + "loss": 0.021, + "step": 21050 + }, + { + "epoch": 19.70065481758653, + "grad_norm": 0.1055990681052208, + "learning_rate": 2.2380940571092013e-05, + "loss": 0.021, + "step": 21060 + }, + { + "epoch": 19.71000935453695, + "grad_norm": 0.114779531955719, + "learning_rate": 2.2335013406369302e-05, + "loss": 0.0216, + "step": 21070 + }, + { + "epoch": 19.719363891487372, + "grad_norm": 0.10060319304466248, + "learning_rate": 2.228911985721397e-05, + "loss": 0.0205, + "step": 21080 + }, + { + "epoch": 19.72871842843779, + "grad_norm": 0.09746859967708588, + "learning_rate": 2.224325997939095e-05, + "loss": 0.0204, + "step": 21090 + }, + { + "epoch": 19.738072965388213, + "grad_norm": 0.1070006936788559, + "learning_rate": 2.219743382862437e-05, + "loss": 0.0209, + "step": 21100 + }, + { + "epoch": 19.747427502338635, + "grad_norm": 0.11296764016151428, + "learning_rate": 2.2151641460597294e-05, + "loss": 0.0208, + "step": 21110 + }, + { + "epoch": 19.756782039289057, + "grad_norm": 0.09583766758441925, + "learning_rate": 2.210588293095177e-05, + "loss": 0.0183, + "step": 21120 + }, + { + "epoch": 19.766136576239475, + "grad_norm": 0.10032400488853455, + "learning_rate": 2.2060158295288714e-05, + "loss": 0.0222, + "step": 21130 + }, + { + "epoch": 19.775491113189897, + "grad_norm": 0.09276744723320007, + "learning_rate": 2.2014467609167905e-05, + "loss": 0.0208, + "step": 21140 + }, + { + "epoch": 19.78484565014032, + "grad_norm": 0.10856950283050537, + "learning_rate": 2.1968810928107806e-05, + "loss": 0.0201, + "step": 21150 + }, + { + "epoch": 19.794200187090738, + "grad_norm": 0.091984324157238, + "learning_rate": 2.1923188307585606e-05, + "loss": 0.0202, + "step": 21160 + }, + { + "epoch": 19.80355472404116, + "grad_norm": 0.08067433536052704, + "learning_rate": 2.187759980303708e-05, + "loss": 0.0204, + "step": 21170 + }, + { + "epoch": 19.81290926099158, + "grad_norm": 0.10564599186182022, + "learning_rate": 2.1832045469856545e-05, + "loss": 0.0225, + "step": 21180 + }, + { + "epoch": 19.822263797942004, + "grad_norm": 0.10425913333892822, + "learning_rate": 2.1786525363396844e-05, + "loss": 0.0199, + "step": 21190 + }, + { + "epoch": 19.831618334892422, + "grad_norm": 0.0912870466709137, + "learning_rate": 2.1741039538969183e-05, + "loss": 0.021, + "step": 21200 + }, + { + "epoch": 19.840972871842844, + "grad_norm": 0.08329357206821442, + "learning_rate": 2.169558805184313e-05, + "loss": 0.0212, + "step": 21210 + }, + { + "epoch": 19.850327408793266, + "grad_norm": 0.09009359776973724, + "learning_rate": 2.165017095724651e-05, + "loss": 0.0208, + "step": 21220 + }, + { + "epoch": 19.859681945743684, + "grad_norm": 0.10510257631540298, + "learning_rate": 2.1604788310365405e-05, + "loss": 0.0206, + "step": 21230 + }, + { + "epoch": 19.869036482694106, + "grad_norm": 0.09797927737236023, + "learning_rate": 2.155944016634398e-05, + "loss": 0.0198, + "step": 21240 + }, + { + "epoch": 19.87839101964453, + "grad_norm": 0.09080170840024948, + "learning_rate": 2.1514126580284538e-05, + "loss": 0.0188, + "step": 21250 + }, + { + "epoch": 19.88774555659495, + "grad_norm": 0.1024690493941307, + "learning_rate": 2.1468847607247344e-05, + "loss": 0.0193, + "step": 21260 + }, + { + "epoch": 19.89710009354537, + "grad_norm": 0.12973590195178986, + "learning_rate": 2.1423603302250623e-05, + "loss": 0.0198, + "step": 21270 + }, + { + "epoch": 19.90645463049579, + "grad_norm": 0.09418532252311707, + "learning_rate": 2.1378393720270468e-05, + "loss": 0.0212, + "step": 21280 + }, + { + "epoch": 19.915809167446213, + "grad_norm": 0.10873400419950485, + "learning_rate": 2.133321891624076e-05, + "loss": 0.0214, + "step": 21290 + }, + { + "epoch": 19.92516370439663, + "grad_norm": 0.10090921074151993, + "learning_rate": 2.1288078945053193e-05, + "loss": 0.0205, + "step": 21300 + }, + { + "epoch": 19.934518241347053, + "grad_norm": 0.08213748037815094, + "learning_rate": 2.1242973861557064e-05, + "loss": 0.0197, + "step": 21310 + }, + { + "epoch": 19.943872778297475, + "grad_norm": 0.10093575716018677, + "learning_rate": 2.1197903720559304e-05, + "loss": 0.0197, + "step": 21320 + }, + { + "epoch": 19.953227315247894, + "grad_norm": 0.10011046379804611, + "learning_rate": 2.115286857682438e-05, + "loss": 0.021, + "step": 21330 + }, + { + "epoch": 19.962581852198316, + "grad_norm": 0.091738760471344, + "learning_rate": 2.1107868485074228e-05, + "loss": 0.022, + "step": 21340 + }, + { + "epoch": 19.971936389148738, + "grad_norm": 0.11462696641683578, + "learning_rate": 2.1062903499988234e-05, + "loss": 0.0233, + "step": 21350 + }, + { + "epoch": 19.98129092609916, + "grad_norm": 0.08306463062763214, + "learning_rate": 2.101797367620308e-05, + "loss": 0.019, + "step": 21360 + }, + { + "epoch": 19.990645463049578, + "grad_norm": 0.07756762951612473, + "learning_rate": 2.0973079068312713e-05, + "loss": 0.0203, + "step": 21370 + }, + { + "epoch": 20.0, + "grad_norm": 0.20551654696464539, + "learning_rate": 2.0928219730868358e-05, + "loss": 0.0216, + "step": 21380 + }, + { + "epoch": 20.009354536950422, + "grad_norm": 0.14832183718681335, + "learning_rate": 2.0883395718378302e-05, + "loss": 0.021, + "step": 21390 + }, + { + "epoch": 20.01870907390084, + "grad_norm": 0.11678607016801834, + "learning_rate": 2.083860708530798e-05, + "loss": 0.0198, + "step": 21400 + }, + { + "epoch": 20.028063610851262, + "grad_norm": 0.09318044781684875, + "learning_rate": 2.0793853886079796e-05, + "loss": 0.0212, + "step": 21410 + }, + { + "epoch": 20.037418147801684, + "grad_norm": 0.11491537094116211, + "learning_rate": 2.074913617507309e-05, + "loss": 0.0195, + "step": 21420 + }, + { + "epoch": 20.046772684752106, + "grad_norm": 0.09969320893287659, + "learning_rate": 2.070445400662411e-05, + "loss": 0.0201, + "step": 21430 + }, + { + "epoch": 20.056127221702525, + "grad_norm": 0.09255923330783844, + "learning_rate": 2.0659807435025907e-05, + "loss": 0.0187, + "step": 21440 + }, + { + "epoch": 20.065481758652947, + "grad_norm": 0.07635331153869629, + "learning_rate": 2.061519651452825e-05, + "loss": 0.0197, + "step": 21450 + }, + { + "epoch": 20.07483629560337, + "grad_norm": 0.07900939136743546, + "learning_rate": 2.0570621299337656e-05, + "loss": 0.02, + "step": 21460 + }, + { + "epoch": 20.084190832553787, + "grad_norm": 0.1003461480140686, + "learning_rate": 2.0526081843617183e-05, + "loss": 0.0214, + "step": 21470 + }, + { + "epoch": 20.09354536950421, + "grad_norm": 0.0770091637969017, + "learning_rate": 2.0481578201486485e-05, + "loss": 0.0208, + "step": 21480 + }, + { + "epoch": 20.10289990645463, + "grad_norm": 0.09579700976610184, + "learning_rate": 2.0437110427021677e-05, + "loss": 0.0183, + "step": 21490 + }, + { + "epoch": 20.112254443405053, + "grad_norm": 0.10391149669885635, + "learning_rate": 2.0392678574255282e-05, + "loss": 0.0198, + "step": 21500 + }, + { + "epoch": 20.12160898035547, + "grad_norm": 0.07750193774700165, + "learning_rate": 2.0348282697176217e-05, + "loss": 0.0199, + "step": 21510 + }, + { + "epoch": 20.130963517305894, + "grad_norm": 0.09817951172590256, + "learning_rate": 2.030392284972964e-05, + "loss": 0.0208, + "step": 21520 + }, + { + "epoch": 20.140318054256316, + "grad_norm": 0.10731600224971771, + "learning_rate": 2.0259599085816973e-05, + "loss": 0.019, + "step": 21530 + }, + { + "epoch": 20.149672591206734, + "grad_norm": 0.09922147542238235, + "learning_rate": 2.0215311459295755e-05, + "loss": 0.0197, + "step": 21540 + }, + { + "epoch": 20.159027128157156, + "grad_norm": 0.08794558793306351, + "learning_rate": 2.0171060023979606e-05, + "loss": 0.0217, + "step": 21550 + }, + { + "epoch": 20.168381665107578, + "grad_norm": 0.10841118544340134, + "learning_rate": 2.012684483363823e-05, + "loss": 0.0207, + "step": 21560 + }, + { + "epoch": 20.177736202057996, + "grad_norm": 0.09778996556997299, + "learning_rate": 2.0082665941997237e-05, + "loss": 0.0184, + "step": 21570 + }, + { + "epoch": 20.18709073900842, + "grad_norm": 0.07842827588319778, + "learning_rate": 2.0038523402738146e-05, + "loss": 0.0196, + "step": 21580 + }, + { + "epoch": 20.19644527595884, + "grad_norm": 0.09791947901248932, + "learning_rate": 1.99944172694983e-05, + "loss": 0.0202, + "step": 21590 + }, + { + "epoch": 20.205799812909262, + "grad_norm": 0.08849462121725082, + "learning_rate": 1.99503475958708e-05, + "loss": 0.0206, + "step": 21600 + }, + { + "epoch": 20.21515434985968, + "grad_norm": 0.08837950229644775, + "learning_rate": 1.9906314435404484e-05, + "loss": 0.0197, + "step": 21610 + }, + { + "epoch": 20.224508886810103, + "grad_norm": 0.09300633519887924, + "learning_rate": 1.986231784160378e-05, + "loss": 0.0199, + "step": 21620 + }, + { + "epoch": 20.233863423760525, + "grad_norm": 0.09633602201938629, + "learning_rate": 1.9818357867928693e-05, + "loss": 0.0204, + "step": 21630 + }, + { + "epoch": 20.243217960710943, + "grad_norm": 0.09119869023561478, + "learning_rate": 1.977443456779474e-05, + "loss": 0.0217, + "step": 21640 + }, + { + "epoch": 20.252572497661365, + "grad_norm": 0.09992839395999908, + "learning_rate": 1.9730547994572858e-05, + "loss": 0.0218, + "step": 21650 + }, + { + "epoch": 20.261927034611787, + "grad_norm": 0.08667448163032532, + "learning_rate": 1.9686698201589393e-05, + "loss": 0.0199, + "step": 21660 + }, + { + "epoch": 20.27128157156221, + "grad_norm": 0.08164869248867035, + "learning_rate": 1.9642885242125964e-05, + "loss": 0.0211, + "step": 21670 + }, + { + "epoch": 20.280636108512628, + "grad_norm": 0.07430858910083771, + "learning_rate": 1.9599109169419466e-05, + "loss": 0.0202, + "step": 21680 + }, + { + "epoch": 20.28999064546305, + "grad_norm": 0.10311488807201385, + "learning_rate": 1.9555370036661948e-05, + "loss": 0.0195, + "step": 21690 + }, + { + "epoch": 20.29934518241347, + "grad_norm": 0.1024470180273056, + "learning_rate": 1.9511667897000574e-05, + "loss": 0.0189, + "step": 21700 + }, + { + "epoch": 20.30869971936389, + "grad_norm": 0.08020703494548798, + "learning_rate": 1.946800280353755e-05, + "loss": 0.0207, + "step": 21710 + }, + { + "epoch": 20.318054256314312, + "grad_norm": 0.09104713797569275, + "learning_rate": 1.9424374809330114e-05, + "loss": 0.0183, + "step": 21720 + }, + { + "epoch": 20.327408793264734, + "grad_norm": 0.08380243927240372, + "learning_rate": 1.9380783967390382e-05, + "loss": 0.0197, + "step": 21730 + }, + { + "epoch": 20.336763330215156, + "grad_norm": 0.11422249674797058, + "learning_rate": 1.933723033068533e-05, + "loss": 0.0195, + "step": 21740 + }, + { + "epoch": 20.346117867165574, + "grad_norm": 0.10785499960184097, + "learning_rate": 1.929371395213674e-05, + "loss": 0.02, + "step": 21750 + }, + { + "epoch": 20.355472404115996, + "grad_norm": 0.09267811477184296, + "learning_rate": 1.9250234884621092e-05, + "loss": 0.0188, + "step": 21760 + }, + { + "epoch": 20.36482694106642, + "grad_norm": 0.08099145442247391, + "learning_rate": 1.920679318096959e-05, + "loss": 0.0188, + "step": 21770 + }, + { + "epoch": 20.374181478016837, + "grad_norm": 0.10033785551786423, + "learning_rate": 1.9163388893967982e-05, + "loss": 0.02, + "step": 21780 + }, + { + "epoch": 20.38353601496726, + "grad_norm": 0.11092867702245712, + "learning_rate": 1.9120022076356575e-05, + "loss": 0.0201, + "step": 21790 + }, + { + "epoch": 20.39289055191768, + "grad_norm": 0.09927533566951752, + "learning_rate": 1.9076692780830114e-05, + "loss": 0.0199, + "step": 21800 + }, + { + "epoch": 20.4022450888681, + "grad_norm": 0.09477189183235168, + "learning_rate": 1.903340106003782e-05, + "loss": 0.0189, + "step": 21810 + }, + { + "epoch": 20.41159962581852, + "grad_norm": 0.08979704231023788, + "learning_rate": 1.8990146966583183e-05, + "loss": 0.0205, + "step": 21820 + }, + { + "epoch": 20.420954162768943, + "grad_norm": 0.08888650685548782, + "learning_rate": 1.8946930553024035e-05, + "loss": 0.0212, + "step": 21830 + }, + { + "epoch": 20.430308699719365, + "grad_norm": 0.10464300960302353, + "learning_rate": 1.8903751871872378e-05, + "loss": 0.021, + "step": 21840 + }, + { + "epoch": 20.439663236669784, + "grad_norm": 0.08799757808446884, + "learning_rate": 1.8860610975594382e-05, + "loss": 0.0199, + "step": 21850 + }, + { + "epoch": 20.449017773620206, + "grad_norm": 0.09996878355741501, + "learning_rate": 1.8817507916610307e-05, + "loss": 0.02, + "step": 21860 + }, + { + "epoch": 20.458372310570628, + "grad_norm": 0.09365250915288925, + "learning_rate": 1.8774442747294407e-05, + "loss": 0.0215, + "step": 21870 + }, + { + "epoch": 20.467726847521046, + "grad_norm": 0.09795066714286804, + "learning_rate": 1.8731415519974965e-05, + "loss": 0.0212, + "step": 21880 + }, + { + "epoch": 20.477081384471468, + "grad_norm": 0.10128850489854813, + "learning_rate": 1.86884262869341e-05, + "loss": 0.0197, + "step": 21890 + }, + { + "epoch": 20.48643592142189, + "grad_norm": 0.08795827627182007, + "learning_rate": 1.8645475100407788e-05, + "loss": 0.0199, + "step": 21900 + }, + { + "epoch": 20.495790458372312, + "grad_norm": 0.09602350741624832, + "learning_rate": 1.8602562012585768e-05, + "loss": 0.0189, + "step": 21910 + }, + { + "epoch": 20.50514499532273, + "grad_norm": 0.09517377614974976, + "learning_rate": 1.8559687075611466e-05, + "loss": 0.0208, + "step": 21920 + }, + { + "epoch": 20.514499532273152, + "grad_norm": 0.0866493433713913, + "learning_rate": 1.8516850341582017e-05, + "loss": 0.0215, + "step": 21930 + }, + { + "epoch": 20.523854069223574, + "grad_norm": 0.10405029356479645, + "learning_rate": 1.847405186254807e-05, + "loss": 0.0191, + "step": 21940 + }, + { + "epoch": 20.533208606173993, + "grad_norm": 0.09452950954437256, + "learning_rate": 1.843129169051379e-05, + "loss": 0.0189, + "step": 21950 + }, + { + "epoch": 20.542563143124415, + "grad_norm": 0.10559839010238647, + "learning_rate": 1.8388569877436863e-05, + "loss": 0.0187, + "step": 21960 + }, + { + "epoch": 20.551917680074837, + "grad_norm": 0.10840729624032974, + "learning_rate": 1.834588647522828e-05, + "loss": 0.0204, + "step": 21970 + }, + { + "epoch": 20.56127221702526, + "grad_norm": 0.08007439970970154, + "learning_rate": 1.8303241535752435e-05, + "loss": 0.0195, + "step": 21980 + }, + { + "epoch": 20.570626753975677, + "grad_norm": 0.09580491483211517, + "learning_rate": 1.8260635110826934e-05, + "loss": 0.0191, + "step": 21990 + }, + { + "epoch": 20.5799812909261, + "grad_norm": 0.11911813914775848, + "learning_rate": 1.8218067252222597e-05, + "loss": 0.0198, + "step": 22000 + }, + { + "epoch": 20.58933582787652, + "grad_norm": 0.10271835327148438, + "learning_rate": 1.817553801166339e-05, + "loss": 0.0188, + "step": 22010 + }, + { + "epoch": 20.59869036482694, + "grad_norm": 0.10480428487062454, + "learning_rate": 1.8133047440826333e-05, + "loss": 0.0194, + "step": 22020 + }, + { + "epoch": 20.60804490177736, + "grad_norm": 0.10292255878448486, + "learning_rate": 1.809059559134151e-05, + "loss": 0.0186, + "step": 22030 + }, + { + "epoch": 20.617399438727784, + "grad_norm": 0.09063888341188431, + "learning_rate": 1.80481825147919e-05, + "loss": 0.0209, + "step": 22040 + }, + { + "epoch": 20.626753975678206, + "grad_norm": 0.09063240140676498, + "learning_rate": 1.8005808262713396e-05, + "loss": 0.0198, + "step": 22050 + }, + { + "epoch": 20.636108512628624, + "grad_norm": 0.09514570236206055, + "learning_rate": 1.7963472886594714e-05, + "loss": 0.0193, + "step": 22060 + }, + { + "epoch": 20.645463049579046, + "grad_norm": 0.11599170416593552, + "learning_rate": 1.7921176437877302e-05, + "loss": 0.0196, + "step": 22070 + }, + { + "epoch": 20.654817586529468, + "grad_norm": 0.10751340538263321, + "learning_rate": 1.7878918967955366e-05, + "loss": 0.0192, + "step": 22080 + }, + { + "epoch": 20.664172123479887, + "grad_norm": 0.08190254122018814, + "learning_rate": 1.7836700528175693e-05, + "loss": 0.0196, + "step": 22090 + }, + { + "epoch": 20.67352666043031, + "grad_norm": 0.102742038667202, + "learning_rate": 1.779452116983769e-05, + "loss": 0.0196, + "step": 22100 + }, + { + "epoch": 20.68288119738073, + "grad_norm": 0.08535409718751907, + "learning_rate": 1.775238094419325e-05, + "loss": 0.019, + "step": 22110 + }, + { + "epoch": 20.69223573433115, + "grad_norm": 0.11336982995271683, + "learning_rate": 1.7710279902446708e-05, + "loss": 0.0194, + "step": 22120 + }, + { + "epoch": 20.70159027128157, + "grad_norm": 0.10899122059345245, + "learning_rate": 1.7668218095754795e-05, + "loss": 0.0195, + "step": 22130 + }, + { + "epoch": 20.710944808231993, + "grad_norm": 0.12792016565799713, + "learning_rate": 1.7626195575226594e-05, + "loss": 0.019, + "step": 22140 + }, + { + "epoch": 20.720299345182415, + "grad_norm": 0.10290142148733139, + "learning_rate": 1.758421239192343e-05, + "loss": 0.0209, + "step": 22150 + }, + { + "epoch": 20.729653882132833, + "grad_norm": 0.10764063149690628, + "learning_rate": 1.7542268596858814e-05, + "loss": 0.0214, + "step": 22160 + }, + { + "epoch": 20.739008419083255, + "grad_norm": 0.09881807118654251, + "learning_rate": 1.750036424099841e-05, + "loss": 0.0203, + "step": 22170 + }, + { + "epoch": 20.748362956033677, + "grad_norm": 0.12029136717319489, + "learning_rate": 1.7458499375259956e-05, + "loss": 0.0184, + "step": 22180 + }, + { + "epoch": 20.757717492984096, + "grad_norm": 0.0927780345082283, + "learning_rate": 1.7416674050513245e-05, + "loss": 0.0201, + "step": 22190 + }, + { + "epoch": 20.767072029934518, + "grad_norm": 0.09201765060424805, + "learning_rate": 1.737488831757997e-05, + "loss": 0.0209, + "step": 22200 + }, + { + "epoch": 20.77642656688494, + "grad_norm": 0.08019600063562393, + "learning_rate": 1.733314222723373e-05, + "loss": 0.0198, + "step": 22210 + }, + { + "epoch": 20.78578110383536, + "grad_norm": 0.10598909854888916, + "learning_rate": 1.7291435830199954e-05, + "loss": 0.0189, + "step": 22220 + }, + { + "epoch": 20.79513564078578, + "grad_norm": 0.10110144317150116, + "learning_rate": 1.7249769177155878e-05, + "loss": 0.0209, + "step": 22230 + }, + { + "epoch": 20.804490177736202, + "grad_norm": 0.09627665579319, + "learning_rate": 1.720814231873038e-05, + "loss": 0.0214, + "step": 22240 + }, + { + "epoch": 20.813844714686624, + "grad_norm": 0.10852739214897156, + "learning_rate": 1.716655530550405e-05, + "loss": 0.02, + "step": 22250 + }, + { + "epoch": 20.823199251637043, + "grad_norm": 0.09280554205179214, + "learning_rate": 1.7125008188009017e-05, + "loss": 0.0218, + "step": 22260 + }, + { + "epoch": 20.832553788587465, + "grad_norm": 0.1036539226770401, + "learning_rate": 1.708350101672894e-05, + "loss": 0.019, + "step": 22270 + }, + { + "epoch": 20.841908325537887, + "grad_norm": 0.08536888659000397, + "learning_rate": 1.7042033842098957e-05, + "loss": 0.0211, + "step": 22280 + }, + { + "epoch": 20.85126286248831, + "grad_norm": 0.08746703714132309, + "learning_rate": 1.7000606714505567e-05, + "loss": 0.021, + "step": 22290 + }, + { + "epoch": 20.860617399438727, + "grad_norm": 0.10832621157169342, + "learning_rate": 1.695921968428668e-05, + "loss": 0.0201, + "step": 22300 + }, + { + "epoch": 20.86997193638915, + "grad_norm": 0.09895312041044235, + "learning_rate": 1.6917872801731416e-05, + "loss": 0.0178, + "step": 22310 + }, + { + "epoch": 20.87932647333957, + "grad_norm": 0.08228109031915665, + "learning_rate": 1.687656611708014e-05, + "loss": 0.0203, + "step": 22320 + }, + { + "epoch": 20.88868101028999, + "grad_norm": 0.09548476338386536, + "learning_rate": 1.6835299680524368e-05, + "loss": 0.0205, + "step": 22330 + }, + { + "epoch": 20.89803554724041, + "grad_norm": 0.08192119002342224, + "learning_rate": 1.679407354220669e-05, + "loss": 0.0188, + "step": 22340 + }, + { + "epoch": 20.907390084190833, + "grad_norm": 0.09058765321969986, + "learning_rate": 1.6752887752220793e-05, + "loss": 0.0176, + "step": 22350 + }, + { + "epoch": 20.916744621141255, + "grad_norm": 0.08240968734025955, + "learning_rate": 1.6711742360611277e-05, + "loss": 0.0176, + "step": 22360 + }, + { + "epoch": 20.926099158091674, + "grad_norm": 0.0874452218413353, + "learning_rate": 1.6670637417373652e-05, + "loss": 0.0191, + "step": 22370 + }, + { + "epoch": 20.935453695042096, + "grad_norm": 0.09684678167104721, + "learning_rate": 1.6629572972454333e-05, + "loss": 0.0209, + "step": 22380 + }, + { + "epoch": 20.944808231992518, + "grad_norm": 0.08730188012123108, + "learning_rate": 1.6588549075750464e-05, + "loss": 0.0194, + "step": 22390 + }, + { + "epoch": 20.954162768942936, + "grad_norm": 0.09990671277046204, + "learning_rate": 1.6547565777109976e-05, + "loss": 0.0189, + "step": 22400 + }, + { + "epoch": 20.963517305893358, + "grad_norm": 0.09283293038606644, + "learning_rate": 1.650662312633143e-05, + "loss": 0.0189, + "step": 22410 + }, + { + "epoch": 20.97287184284378, + "grad_norm": 0.09936685860157013, + "learning_rate": 1.6465721173164002e-05, + "loss": 0.0193, + "step": 22420 + }, + { + "epoch": 20.9822263797942, + "grad_norm": 0.1067391037940979, + "learning_rate": 1.6424859967307428e-05, + "loss": 0.0197, + "step": 22430 + }, + { + "epoch": 20.99158091674462, + "grad_norm": 0.09239013493061066, + "learning_rate": 1.6384039558411903e-05, + "loss": 0.0185, + "step": 22440 + }, + { + "epoch": 21.000935453695043, + "grad_norm": 0.10124614089727402, + "learning_rate": 1.634325999607811e-05, + "loss": 0.0189, + "step": 22450 + }, + { + "epoch": 21.010289990645465, + "grad_norm": 0.0795549750328064, + "learning_rate": 1.6302521329857045e-05, + "loss": 0.0197, + "step": 22460 + }, + { + "epoch": 21.019644527595883, + "grad_norm": 0.1031799241900444, + "learning_rate": 1.6261823609250027e-05, + "loss": 0.0201, + "step": 22470 + }, + { + "epoch": 21.028999064546305, + "grad_norm": 0.07953722774982452, + "learning_rate": 1.6221166883708627e-05, + "loss": 0.0176, + "step": 22480 + }, + { + "epoch": 21.038353601496727, + "grad_norm": 0.09428732842206955, + "learning_rate": 1.6180551202634603e-05, + "loss": 0.0192, + "step": 22490 + }, + { + "epoch": 21.047708138447145, + "grad_norm": 0.07622140645980835, + "learning_rate": 1.613997661537981e-05, + "loss": 0.0182, + "step": 22500 + }, + { + "epoch": 21.057062675397567, + "grad_norm": 0.09181996434926987, + "learning_rate": 1.609944317124624e-05, + "loss": 0.0184, + "step": 22510 + }, + { + "epoch": 21.06641721234799, + "grad_norm": 0.087814562022686, + "learning_rate": 1.605895091948582e-05, + "loss": 0.0182, + "step": 22520 + }, + { + "epoch": 21.07577174929841, + "grad_norm": 0.08335866034030914, + "learning_rate": 1.6018499909300477e-05, + "loss": 0.0181, + "step": 22530 + }, + { + "epoch": 21.08512628624883, + "grad_norm": 0.09694486111402512, + "learning_rate": 1.597809018984199e-05, + "loss": 0.0183, + "step": 22540 + }, + { + "epoch": 21.09448082319925, + "grad_norm": 0.10457444936037064, + "learning_rate": 1.593772181021196e-05, + "loss": 0.0189, + "step": 22550 + }, + { + "epoch": 21.103835360149674, + "grad_norm": 0.09310425817966461, + "learning_rate": 1.5897394819461813e-05, + "loss": 0.0196, + "step": 22560 + }, + { + "epoch": 21.113189897100092, + "grad_norm": 0.09291833639144897, + "learning_rate": 1.5857109266592625e-05, + "loss": 0.0179, + "step": 22570 + }, + { + "epoch": 21.122544434050514, + "grad_norm": 0.09370364248752594, + "learning_rate": 1.581686520055514e-05, + "loss": 0.0201, + "step": 22580 + }, + { + "epoch": 21.131898971000936, + "grad_norm": 0.09483600407838821, + "learning_rate": 1.5776662670249704e-05, + "loss": 0.02, + "step": 22590 + }, + { + "epoch": 21.141253507951358, + "grad_norm": 0.11159300059080124, + "learning_rate": 1.573650172452615e-05, + "loss": 0.02, + "step": 22600 + }, + { + "epoch": 21.150608044901777, + "grad_norm": 0.09773644804954529, + "learning_rate": 1.5696382412183852e-05, + "loss": 0.0179, + "step": 22610 + }, + { + "epoch": 21.1599625818522, + "grad_norm": 0.09785667061805725, + "learning_rate": 1.565630478197155e-05, + "loss": 0.0191, + "step": 22620 + }, + { + "epoch": 21.16931711880262, + "grad_norm": 0.10284597426652908, + "learning_rate": 1.5616268882587332e-05, + "loss": 0.0197, + "step": 22630 + }, + { + "epoch": 21.17867165575304, + "grad_norm": 0.10224802792072296, + "learning_rate": 1.5576274762678594e-05, + "loss": 0.0189, + "step": 22640 + }, + { + "epoch": 21.18802619270346, + "grad_norm": 0.08562061190605164, + "learning_rate": 1.5536322470841952e-05, + "loss": 0.0181, + "step": 22650 + }, + { + "epoch": 21.197380729653883, + "grad_norm": 0.09951173514127731, + "learning_rate": 1.549641205562324e-05, + "loss": 0.0211, + "step": 22660 + }, + { + "epoch": 21.2067352666043, + "grad_norm": 0.09133527427911758, + "learning_rate": 1.5456543565517334e-05, + "loss": 0.0194, + "step": 22670 + }, + { + "epoch": 21.216089803554723, + "grad_norm": 0.09161863476037979, + "learning_rate": 1.541671704896825e-05, + "loss": 0.0184, + "step": 22680 + }, + { + "epoch": 21.225444340505145, + "grad_norm": 0.08552642911672592, + "learning_rate": 1.5376932554368938e-05, + "loss": 0.0202, + "step": 22690 + }, + { + "epoch": 21.234798877455567, + "grad_norm": 0.09386066347360611, + "learning_rate": 1.5337190130061318e-05, + "loss": 0.0177, + "step": 22700 + }, + { + "epoch": 21.244153414405986, + "grad_norm": 0.10208617895841599, + "learning_rate": 1.5297489824336165e-05, + "loss": 0.0185, + "step": 22710 + }, + { + "epoch": 21.253507951356408, + "grad_norm": 0.0867391899228096, + "learning_rate": 1.5257831685433121e-05, + "loss": 0.0174, + "step": 22720 + }, + { + "epoch": 21.26286248830683, + "grad_norm": 0.0984685942530632, + "learning_rate": 1.521821576154055e-05, + "loss": 0.018, + "step": 22730 + }, + { + "epoch": 21.27221702525725, + "grad_norm": 0.09710350632667542, + "learning_rate": 1.5178642100795542e-05, + "loss": 0.0185, + "step": 22740 + }, + { + "epoch": 21.28157156220767, + "grad_norm": 0.12541510164737701, + "learning_rate": 1.5139110751283819e-05, + "loss": 0.0189, + "step": 22750 + }, + { + "epoch": 21.290926099158092, + "grad_norm": 0.09262324869632721, + "learning_rate": 1.5099621761039683e-05, + "loss": 0.022, + "step": 22760 + }, + { + "epoch": 21.300280636108514, + "grad_norm": 0.1068807914853096, + "learning_rate": 1.5060175178046016e-05, + "loss": 0.0196, + "step": 22770 + }, + { + "epoch": 21.309635173058933, + "grad_norm": 0.09765277057886124, + "learning_rate": 1.5020771050234117e-05, + "loss": 0.0212, + "step": 22780 + }, + { + "epoch": 21.318989710009355, + "grad_norm": 0.11021237075328827, + "learning_rate": 1.4981409425483716e-05, + "loss": 0.019, + "step": 22790 + }, + { + "epoch": 21.328344246959777, + "grad_norm": 0.0908326581120491, + "learning_rate": 1.4942090351622883e-05, + "loss": 0.017, + "step": 22800 + }, + { + "epoch": 21.337698783910195, + "grad_norm": 0.09503839910030365, + "learning_rate": 1.490281387642804e-05, + "loss": 0.0184, + "step": 22810 + }, + { + "epoch": 21.347053320860617, + "grad_norm": 0.08353745192289352, + "learning_rate": 1.4863580047623765e-05, + "loss": 0.0181, + "step": 22820 + }, + { + "epoch": 21.35640785781104, + "grad_norm": 0.08207250386476517, + "learning_rate": 1.4824388912882897e-05, + "loss": 0.0171, + "step": 22830 + }, + { + "epoch": 21.36576239476146, + "grad_norm": 0.09881521016359329, + "learning_rate": 1.4785240519826344e-05, + "loss": 0.0189, + "step": 22840 + }, + { + "epoch": 21.37511693171188, + "grad_norm": 0.09124792367219925, + "learning_rate": 1.4746134916023097e-05, + "loss": 0.0168, + "step": 22850 + }, + { + "epoch": 21.3844714686623, + "grad_norm": 0.1165778711438179, + "learning_rate": 1.4707072148990141e-05, + "loss": 0.0194, + "step": 22860 + }, + { + "epoch": 21.393826005612723, + "grad_norm": 0.09803923964500427, + "learning_rate": 1.4668052266192423e-05, + "loss": 0.0195, + "step": 22870 + }, + { + "epoch": 21.403180542563142, + "grad_norm": 0.0954648107290268, + "learning_rate": 1.4629075315042795e-05, + "loss": 0.0198, + "step": 22880 + }, + { + "epoch": 21.412535079513564, + "grad_norm": 0.08372776210308075, + "learning_rate": 1.4590141342901925e-05, + "loss": 0.0197, + "step": 22890 + }, + { + "epoch": 21.421889616463986, + "grad_norm": 0.09171266853809357, + "learning_rate": 1.4551250397078253e-05, + "loss": 0.0197, + "step": 22900 + }, + { + "epoch": 21.431244153414404, + "grad_norm": 0.07567844539880753, + "learning_rate": 1.4512402524827945e-05, + "loss": 0.0176, + "step": 22910 + }, + { + "epoch": 21.440598690364826, + "grad_norm": 0.09205234050750732, + "learning_rate": 1.447359777335482e-05, + "loss": 0.0182, + "step": 22920 + }, + { + "epoch": 21.44995322731525, + "grad_norm": 0.09600425511598587, + "learning_rate": 1.4434836189810335e-05, + "loss": 0.0186, + "step": 22930 + }, + { + "epoch": 21.45930776426567, + "grad_norm": 0.08541452884674072, + "learning_rate": 1.4396117821293453e-05, + "loss": 0.0191, + "step": 22940 + }, + { + "epoch": 21.46866230121609, + "grad_norm": 0.09336642175912857, + "learning_rate": 1.4357442714850633e-05, + "loss": 0.02, + "step": 22950 + }, + { + "epoch": 21.47801683816651, + "grad_norm": 0.10543270409107208, + "learning_rate": 1.43188109174758e-05, + "loss": 0.0186, + "step": 22960 + }, + { + "epoch": 21.487371375116933, + "grad_norm": 0.10966148227453232, + "learning_rate": 1.4280222476110206e-05, + "loss": 0.0211, + "step": 22970 + }, + { + "epoch": 21.49672591206735, + "grad_norm": 0.08461672812700272, + "learning_rate": 1.4241677437642469e-05, + "loss": 0.0186, + "step": 22980 + }, + { + "epoch": 21.506080449017773, + "grad_norm": 0.07305563986301422, + "learning_rate": 1.420317584890844e-05, + "loss": 0.0175, + "step": 22990 + }, + { + "epoch": 21.515434985968195, + "grad_norm": 0.08005807548761368, + "learning_rate": 1.4164717756691176e-05, + "loss": 0.0185, + "step": 23000 + }, + { + "epoch": 21.524789522918617, + "grad_norm": 0.1369362473487854, + "learning_rate": 1.4126303207720882e-05, + "loss": 0.0197, + "step": 23010 + }, + { + "epoch": 21.534144059869035, + "grad_norm": 0.10486394166946411, + "learning_rate": 1.408793224867484e-05, + "loss": 0.0197, + "step": 23020 + }, + { + "epoch": 21.543498596819457, + "grad_norm": 0.09817080944776535, + "learning_rate": 1.4049604926177423e-05, + "loss": 0.0199, + "step": 23030 + }, + { + "epoch": 21.55285313376988, + "grad_norm": 0.09105344116687775, + "learning_rate": 1.4011321286799916e-05, + "loss": 0.0196, + "step": 23040 + }, + { + "epoch": 21.562207670720298, + "grad_norm": 0.09291854500770569, + "learning_rate": 1.3973081377060565e-05, + "loss": 0.0174, + "step": 23050 + }, + { + "epoch": 21.57156220767072, + "grad_norm": 0.10021699965000153, + "learning_rate": 1.393488524342445e-05, + "loss": 0.021, + "step": 23060 + }, + { + "epoch": 21.580916744621142, + "grad_norm": 0.08058200776576996, + "learning_rate": 1.3896732932303486e-05, + "loss": 0.0211, + "step": 23070 + }, + { + "epoch": 21.590271281571564, + "grad_norm": 0.09360940009355545, + "learning_rate": 1.3858624490056304e-05, + "loss": 0.0182, + "step": 23080 + }, + { + "epoch": 21.599625818521982, + "grad_norm": 0.09650211036205292, + "learning_rate": 1.3820559962988299e-05, + "loss": 0.0182, + "step": 23090 + }, + { + "epoch": 21.608980355472404, + "grad_norm": 0.09310318529605865, + "learning_rate": 1.3782539397351418e-05, + "loss": 0.0194, + "step": 23100 + }, + { + "epoch": 21.618334892422826, + "grad_norm": 0.1051504909992218, + "learning_rate": 1.3744562839344266e-05, + "loss": 0.0197, + "step": 23110 + }, + { + "epoch": 21.627689429373245, + "grad_norm": 0.1162540391087532, + "learning_rate": 1.370663033511193e-05, + "loss": 0.0199, + "step": 23120 + }, + { + "epoch": 21.637043966323667, + "grad_norm": 0.09497111290693283, + "learning_rate": 1.3668741930745964e-05, + "loss": 0.0189, + "step": 23130 + }, + { + "epoch": 21.64639850327409, + "grad_norm": 0.0913359746336937, + "learning_rate": 1.3630897672284382e-05, + "loss": 0.0181, + "step": 23140 + }, + { + "epoch": 21.65575304022451, + "grad_norm": 0.10069738328456879, + "learning_rate": 1.3593097605711508e-05, + "loss": 0.0182, + "step": 23150 + }, + { + "epoch": 21.66510757717493, + "grad_norm": 0.09422993659973145, + "learning_rate": 1.3555341776957992e-05, + "loss": 0.0202, + "step": 23160 + }, + { + "epoch": 21.67446211412535, + "grad_norm": 0.08349748700857162, + "learning_rate": 1.3517630231900724e-05, + "loss": 0.0193, + "step": 23170 + }, + { + "epoch": 21.683816651075773, + "grad_norm": 0.08627540618181229, + "learning_rate": 1.3479963016362767e-05, + "loss": 0.0178, + "step": 23180 + }, + { + "epoch": 21.69317118802619, + "grad_norm": 0.08431705832481384, + "learning_rate": 1.3442340176113377e-05, + "loss": 0.019, + "step": 23190 + }, + { + "epoch": 21.702525724976613, + "grad_norm": 0.09526071697473526, + "learning_rate": 1.340476175686784e-05, + "loss": 0.02, + "step": 23200 + }, + { + "epoch": 21.711880261927035, + "grad_norm": 0.09182652831077576, + "learning_rate": 1.3367227804287469e-05, + "loss": 0.019, + "step": 23210 + }, + { + "epoch": 21.721234798877454, + "grad_norm": 0.07419338822364807, + "learning_rate": 1.332973836397956e-05, + "loss": 0.0189, + "step": 23220 + }, + { + "epoch": 21.730589335827876, + "grad_norm": 0.10388632863759995, + "learning_rate": 1.329229348149731e-05, + "loss": 0.0191, + "step": 23230 + }, + { + "epoch": 21.739943872778298, + "grad_norm": 0.11181961745023727, + "learning_rate": 1.3254893202339796e-05, + "loss": 0.019, + "step": 23240 + }, + { + "epoch": 21.74929840972872, + "grad_norm": 0.09782196581363678, + "learning_rate": 1.3217537571951872e-05, + "loss": 0.0205, + "step": 23250 + }, + { + "epoch": 21.75865294667914, + "grad_norm": 0.08822635561227798, + "learning_rate": 1.3180226635724169e-05, + "loss": 0.0187, + "step": 23260 + }, + { + "epoch": 21.76800748362956, + "grad_norm": 0.09363991767168045, + "learning_rate": 1.314296043899298e-05, + "loss": 0.0192, + "step": 23270 + }, + { + "epoch": 21.777362020579982, + "grad_norm": 0.09675828367471695, + "learning_rate": 1.3105739027040248e-05, + "loss": 0.0181, + "step": 23280 + }, + { + "epoch": 21.7867165575304, + "grad_norm": 0.09297686070203781, + "learning_rate": 1.3068562445093491e-05, + "loss": 0.0187, + "step": 23290 + }, + { + "epoch": 21.796071094480823, + "grad_norm": 0.08973383158445358, + "learning_rate": 1.3031430738325778e-05, + "loss": 0.019, + "step": 23300 + }, + { + "epoch": 21.805425631431245, + "grad_norm": 0.09440785646438599, + "learning_rate": 1.299434395185563e-05, + "loss": 0.0187, + "step": 23310 + }, + { + "epoch": 21.814780168381667, + "grad_norm": 0.0784563347697258, + "learning_rate": 1.295730213074699e-05, + "loss": 0.0172, + "step": 23320 + }, + { + "epoch": 21.824134705332085, + "grad_norm": 0.07682809233665466, + "learning_rate": 1.2920305320009152e-05, + "loss": 0.0182, + "step": 23330 + }, + { + "epoch": 21.833489242282507, + "grad_norm": 0.08922355622053146, + "learning_rate": 1.2883353564596729e-05, + "loss": 0.0185, + "step": 23340 + }, + { + "epoch": 21.84284377923293, + "grad_norm": 0.1048656776547432, + "learning_rate": 1.2846446909409604e-05, + "loss": 0.0204, + "step": 23350 + }, + { + "epoch": 21.852198316183348, + "grad_norm": 0.10902296751737595, + "learning_rate": 1.280958539929284e-05, + "loss": 0.0186, + "step": 23360 + }, + { + "epoch": 21.86155285313377, + "grad_norm": 0.08673812448978424, + "learning_rate": 1.277276907903664e-05, + "loss": 0.0174, + "step": 23370 + }, + { + "epoch": 21.87090739008419, + "grad_norm": 0.09624194353818893, + "learning_rate": 1.2735997993376298e-05, + "loss": 0.0199, + "step": 23380 + }, + { + "epoch": 21.880261927034613, + "grad_norm": 0.08957008272409439, + "learning_rate": 1.2699272186992166e-05, + "loss": 0.0177, + "step": 23390 + }, + { + "epoch": 21.889616463985032, + "grad_norm": 0.09078451991081238, + "learning_rate": 1.2662591704509547e-05, + "loss": 0.0172, + "step": 23400 + }, + { + "epoch": 21.898971000935454, + "grad_norm": 0.12012401968240738, + "learning_rate": 1.2625956590498711e-05, + "loss": 0.0202, + "step": 23410 + }, + { + "epoch": 21.908325537885876, + "grad_norm": 0.09949267655611038, + "learning_rate": 1.2589366889474757e-05, + "loss": 0.0181, + "step": 23420 + }, + { + "epoch": 21.917680074836294, + "grad_norm": 0.11428121477365494, + "learning_rate": 1.2552822645897621e-05, + "loss": 0.0196, + "step": 23430 + }, + { + "epoch": 21.927034611786716, + "grad_norm": 0.1103149801492691, + "learning_rate": 1.2516323904172e-05, + "loss": 0.0186, + "step": 23440 + }, + { + "epoch": 21.93638914873714, + "grad_norm": 0.13632644712924957, + "learning_rate": 1.2479870708647324e-05, + "loss": 0.0191, + "step": 23450 + }, + { + "epoch": 21.94574368568756, + "grad_norm": 0.10158441960811615, + "learning_rate": 1.2443463103617658e-05, + "loss": 0.0191, + "step": 23460 + }, + { + "epoch": 21.95509822263798, + "grad_norm": 0.11962863057851791, + "learning_rate": 1.240710113332167e-05, + "loss": 0.0171, + "step": 23470 + }, + { + "epoch": 21.9644527595884, + "grad_norm": 0.10324064642190933, + "learning_rate": 1.2370784841942584e-05, + "loss": 0.0195, + "step": 23480 + }, + { + "epoch": 21.973807296538823, + "grad_norm": 0.11160673946142197, + "learning_rate": 1.2334514273608117e-05, + "loss": 0.0177, + "step": 23490 + }, + { + "epoch": 21.98316183348924, + "grad_norm": 0.09930282831192017, + "learning_rate": 1.2298289472390417e-05, + "loss": 0.0185, + "step": 23500 + }, + { + "epoch": 21.992516370439663, + "grad_norm": 0.08578923344612122, + "learning_rate": 1.226211048230606e-05, + "loss": 0.0185, + "step": 23510 + }, + { + "epoch": 22.001870907390085, + "grad_norm": 0.10481096804141998, + "learning_rate": 1.2225977347315921e-05, + "loss": 0.0178, + "step": 23520 + }, + { + "epoch": 22.011225444340504, + "grad_norm": 0.07653700560331345, + "learning_rate": 1.2189890111325148e-05, + "loss": 0.0181, + "step": 23530 + }, + { + "epoch": 22.020579981290926, + "grad_norm": 0.08269229531288147, + "learning_rate": 1.2153848818183161e-05, + "loss": 0.0193, + "step": 23540 + }, + { + "epoch": 22.029934518241348, + "grad_norm": 0.0911475121974945, + "learning_rate": 1.2117853511683507e-05, + "loss": 0.0181, + "step": 23550 + }, + { + "epoch": 22.03928905519177, + "grad_norm": 0.0808178186416626, + "learning_rate": 1.2081904235563906e-05, + "loss": 0.0174, + "step": 23560 + }, + { + "epoch": 22.048643592142188, + "grad_norm": 0.09790737926959991, + "learning_rate": 1.20460010335061e-05, + "loss": 0.0187, + "step": 23570 + }, + { + "epoch": 22.05799812909261, + "grad_norm": 0.09880552440881729, + "learning_rate": 1.2010143949135865e-05, + "loss": 0.0177, + "step": 23580 + }, + { + "epoch": 22.067352666043032, + "grad_norm": 0.09237746149301529, + "learning_rate": 1.1974333026022938e-05, + "loss": 0.0188, + "step": 23590 + }, + { + "epoch": 22.07670720299345, + "grad_norm": 0.096256323158741, + "learning_rate": 1.1938568307680964e-05, + "loss": 0.0198, + "step": 23600 + }, + { + "epoch": 22.086061739943872, + "grad_norm": 0.08510539680719376, + "learning_rate": 1.1902849837567464e-05, + "loss": 0.0167, + "step": 23610 + }, + { + "epoch": 22.095416276894294, + "grad_norm": 0.10411209613084793, + "learning_rate": 1.1867177659083739e-05, + "loss": 0.0188, + "step": 23620 + }, + { + "epoch": 22.104770813844716, + "grad_norm": 0.08082105964422226, + "learning_rate": 1.1831551815574848e-05, + "loss": 0.0187, + "step": 23630 + }, + { + "epoch": 22.114125350795135, + "grad_norm": 0.08911158889532089, + "learning_rate": 1.1795972350329554e-05, + "loss": 0.0196, + "step": 23640 + }, + { + "epoch": 22.123479887745557, + "grad_norm": 0.08883442729711533, + "learning_rate": 1.176043930658024e-05, + "loss": 0.019, + "step": 23650 + }, + { + "epoch": 22.13283442469598, + "grad_norm": 0.08128144592046738, + "learning_rate": 1.1724952727502942e-05, + "loss": 0.0184, + "step": 23660 + }, + { + "epoch": 22.142188961646397, + "grad_norm": 0.09211666882038116, + "learning_rate": 1.1689512656217178e-05, + "loss": 0.0191, + "step": 23670 + }, + { + "epoch": 22.15154349859682, + "grad_norm": 0.11043231934309006, + "learning_rate": 1.1654119135785962e-05, + "loss": 0.0187, + "step": 23680 + }, + { + "epoch": 22.16089803554724, + "grad_norm": 0.08572806417942047, + "learning_rate": 1.1618772209215794e-05, + "loss": 0.0183, + "step": 23690 + }, + { + "epoch": 22.170252572497663, + "grad_norm": 0.08297049254179001, + "learning_rate": 1.1583471919456506e-05, + "loss": 0.0174, + "step": 23700 + }, + { + "epoch": 22.17960710944808, + "grad_norm": 0.1411362588405609, + "learning_rate": 1.1548218309401266e-05, + "loss": 0.018, + "step": 23710 + }, + { + "epoch": 22.188961646398504, + "grad_norm": 0.113805390894413, + "learning_rate": 1.1513011421886555e-05, + "loss": 0.0183, + "step": 23720 + }, + { + "epoch": 22.198316183348926, + "grad_norm": 0.0997423306107521, + "learning_rate": 1.1477851299692056e-05, + "loss": 0.0157, + "step": 23730 + }, + { + "epoch": 22.207670720299344, + "grad_norm": 0.10316385328769684, + "learning_rate": 1.144273798554063e-05, + "loss": 0.017, + "step": 23740 + }, + { + "epoch": 22.217025257249766, + "grad_norm": 0.09354681521654129, + "learning_rate": 1.1407671522098262e-05, + "loss": 0.0184, + "step": 23750 + }, + { + "epoch": 22.226379794200188, + "grad_norm": 0.09552335739135742, + "learning_rate": 1.1372651951974e-05, + "loss": 0.0178, + "step": 23760 + }, + { + "epoch": 22.235734331150606, + "grad_norm": 0.08289040625095367, + "learning_rate": 1.1337679317719952e-05, + "loss": 0.017, + "step": 23770 + }, + { + "epoch": 22.24508886810103, + "grad_norm": 0.08065832406282425, + "learning_rate": 1.1302753661831151e-05, + "loss": 0.0168, + "step": 23780 + }, + { + "epoch": 22.25444340505145, + "grad_norm": 0.11224160343408585, + "learning_rate": 1.1267875026745561e-05, + "loss": 0.0176, + "step": 23790 + }, + { + "epoch": 22.263797942001872, + "grad_norm": 0.0995558649301529, + "learning_rate": 1.1233043454844016e-05, + "loss": 0.0177, + "step": 23800 + }, + { + "epoch": 22.27315247895229, + "grad_norm": 0.08882058411836624, + "learning_rate": 1.1198258988450144e-05, + "loss": 0.0186, + "step": 23810 + }, + { + "epoch": 22.282507015902713, + "grad_norm": 0.1018463522195816, + "learning_rate": 1.1163521669830368e-05, + "loss": 0.0181, + "step": 23820 + }, + { + "epoch": 22.291861552853135, + "grad_norm": 0.09393186867237091, + "learning_rate": 1.1128831541193818e-05, + "loss": 0.0185, + "step": 23830 + }, + { + "epoch": 22.301216089803553, + "grad_norm": 0.10749232769012451, + "learning_rate": 1.1094188644692255e-05, + "loss": 0.0181, + "step": 23840 + }, + { + "epoch": 22.310570626753975, + "grad_norm": 0.10131850093603134, + "learning_rate": 1.1059593022420067e-05, + "loss": 0.0189, + "step": 23850 + }, + { + "epoch": 22.319925163704397, + "grad_norm": 0.09407416731119156, + "learning_rate": 1.1025044716414184e-05, + "loss": 0.0184, + "step": 23860 + }, + { + "epoch": 22.32927970065482, + "grad_norm": 0.0818260982632637, + "learning_rate": 1.0990543768654082e-05, + "loss": 0.017, + "step": 23870 + }, + { + "epoch": 22.338634237605238, + "grad_norm": 0.10558419674634933, + "learning_rate": 1.0956090221061655e-05, + "loss": 0.0174, + "step": 23880 + }, + { + "epoch": 22.34798877455566, + "grad_norm": 0.10545337200164795, + "learning_rate": 1.0921684115501208e-05, + "loss": 0.0187, + "step": 23890 + }, + { + "epoch": 22.35734331150608, + "grad_norm": 0.09252358227968216, + "learning_rate": 1.0887325493779405e-05, + "loss": 0.0191, + "step": 23900 + }, + { + "epoch": 22.3666978484565, + "grad_norm": 0.08498461544513702, + "learning_rate": 1.0853014397645207e-05, + "loss": 0.0165, + "step": 23910 + }, + { + "epoch": 22.376052385406922, + "grad_norm": 0.09371490776538849, + "learning_rate": 1.0818750868789829e-05, + "loss": 0.0179, + "step": 23920 + }, + { + "epoch": 22.385406922357344, + "grad_norm": 0.09696973860263824, + "learning_rate": 1.0784534948846703e-05, + "loss": 0.0185, + "step": 23930 + }, + { + "epoch": 22.394761459307766, + "grad_norm": 0.09434782713651657, + "learning_rate": 1.0750366679391393e-05, + "loss": 0.0194, + "step": 23940 + }, + { + "epoch": 22.404115996258184, + "grad_norm": 0.08684247732162476, + "learning_rate": 1.0716246101941557e-05, + "loss": 0.0178, + "step": 23950 + }, + { + "epoch": 22.413470533208606, + "grad_norm": 0.11834314465522766, + "learning_rate": 1.0682173257956934e-05, + "loss": 0.0175, + "step": 23960 + }, + { + "epoch": 22.42282507015903, + "grad_norm": 0.09030096232891083, + "learning_rate": 1.064814818883922e-05, + "loss": 0.0162, + "step": 23970 + }, + { + "epoch": 22.432179607109447, + "grad_norm": 0.09255443513393402, + "learning_rate": 1.06141709359321e-05, + "loss": 0.0179, + "step": 23980 + }, + { + "epoch": 22.44153414405987, + "grad_norm": 0.09843393415212631, + "learning_rate": 1.058024154052114e-05, + "loss": 0.0167, + "step": 23990 + }, + { + "epoch": 22.45088868101029, + "grad_norm": 0.09152771532535553, + "learning_rate": 1.0546360043833747e-05, + "loss": 0.0165, + "step": 24000 + }, + { + "epoch": 22.46024321796071, + "grad_norm": 0.10126135498285294, + "learning_rate": 1.0512526487039138e-05, + "loss": 0.0183, + "step": 24010 + }, + { + "epoch": 22.46959775491113, + "grad_norm": 0.09344328939914703, + "learning_rate": 1.0478740911248258e-05, + "loss": 0.0165, + "step": 24020 + }, + { + "epoch": 22.478952291861553, + "grad_norm": 0.09746048599481583, + "learning_rate": 1.0445003357513793e-05, + "loss": 0.0168, + "step": 24030 + }, + { + "epoch": 22.488306828811975, + "grad_norm": 0.10722213983535767, + "learning_rate": 1.0411313866830042e-05, + "loss": 0.0173, + "step": 24040 + }, + { + "epoch": 22.497661365762394, + "grad_norm": 0.07259845733642578, + "learning_rate": 1.0377672480132915e-05, + "loss": 0.0158, + "step": 24050 + }, + { + "epoch": 22.507015902712816, + "grad_norm": 0.1332346349954605, + "learning_rate": 1.0344079238299864e-05, + "loss": 0.0171, + "step": 24060 + }, + { + "epoch": 22.516370439663238, + "grad_norm": 0.09175393730401993, + "learning_rate": 1.0310534182149833e-05, + "loss": 0.0177, + "step": 24070 + }, + { + "epoch": 22.525724976613656, + "grad_norm": 0.09656210243701935, + "learning_rate": 1.0277037352443258e-05, + "loss": 0.0172, + "step": 24080 + }, + { + "epoch": 22.535079513564078, + "grad_norm": 0.10200706124305725, + "learning_rate": 1.024358878988193e-05, + "loss": 0.0177, + "step": 24090 + }, + { + "epoch": 22.5444340505145, + "grad_norm": 0.09622813016176224, + "learning_rate": 1.0210188535108995e-05, + "loss": 0.0173, + "step": 24100 + }, + { + "epoch": 22.553788587464922, + "grad_norm": 0.09805191308259964, + "learning_rate": 1.0176836628708935e-05, + "loss": 0.0158, + "step": 24110 + }, + { + "epoch": 22.56314312441534, + "grad_norm": 0.10641101002693176, + "learning_rate": 1.0143533111207454e-05, + "loss": 0.0182, + "step": 24120 + }, + { + "epoch": 22.572497661365762, + "grad_norm": 0.10919591784477234, + "learning_rate": 1.0110278023071446e-05, + "loss": 0.0186, + "step": 24130 + }, + { + "epoch": 22.581852198316184, + "grad_norm": 0.10784044861793518, + "learning_rate": 1.007707140470901e-05, + "loss": 0.0179, + "step": 24140 + }, + { + "epoch": 22.591206735266603, + "grad_norm": 0.08816283196210861, + "learning_rate": 1.0043913296469298e-05, + "loss": 0.0165, + "step": 24150 + }, + { + "epoch": 22.600561272217025, + "grad_norm": 0.09664001315832138, + "learning_rate": 1.001080373864255e-05, + "loss": 0.0178, + "step": 24160 + }, + { + "epoch": 22.609915809167447, + "grad_norm": 0.08467867225408554, + "learning_rate": 9.977742771459991e-06, + "loss": 0.017, + "step": 24170 + }, + { + "epoch": 22.61927034611787, + "grad_norm": 0.09474868327379227, + "learning_rate": 9.944730435093802e-06, + "loss": 0.0184, + "step": 24180 + }, + { + "epoch": 22.628624883068287, + "grad_norm": 0.10465230792760849, + "learning_rate": 9.911766769657115e-06, + "loss": 0.0181, + "step": 24190 + }, + { + "epoch": 22.63797942001871, + "grad_norm": 0.12724857032299042, + "learning_rate": 9.878851815203882e-06, + "loss": 0.0185, + "step": 24200 + }, + { + "epoch": 22.64733395696913, + "grad_norm": 0.1258154809474945, + "learning_rate": 9.845985611728864e-06, + "loss": 0.0178, + "step": 24210 + }, + { + "epoch": 22.65668849391955, + "grad_norm": 0.12818042933940887, + "learning_rate": 9.813168199167606e-06, + "loss": 0.0192, + "step": 24220 + }, + { + "epoch": 22.66604303086997, + "grad_norm": 0.1250215619802475, + "learning_rate": 9.780399617396341e-06, + "loss": 0.0197, + "step": 24230 + }, + { + "epoch": 22.675397567820394, + "grad_norm": 0.08785291761159897, + "learning_rate": 9.747679906232016e-06, + "loss": 0.0187, + "step": 24240 + }, + { + "epoch": 22.684752104770816, + "grad_norm": 0.06830374151468277, + "learning_rate": 9.715009105432138e-06, + "loss": 0.0178, + "step": 24250 + }, + { + "epoch": 22.694106641721234, + "grad_norm": 0.08497212082147598, + "learning_rate": 9.682387254694835e-06, + "loss": 0.018, + "step": 24260 + }, + { + "epoch": 22.703461178671656, + "grad_norm": 0.10541844367980957, + "learning_rate": 9.649814393658723e-06, + "loss": 0.019, + "step": 24270 + }, + { + "epoch": 22.712815715622078, + "grad_norm": 0.09982930123806, + "learning_rate": 9.617290561902881e-06, + "loss": 0.0183, + "step": 24280 + }, + { + "epoch": 22.722170252572496, + "grad_norm": 0.11505136638879776, + "learning_rate": 9.584815798946861e-06, + "loss": 0.0195, + "step": 24290 + }, + { + "epoch": 22.73152478952292, + "grad_norm": 0.0891568586230278, + "learning_rate": 9.55239014425055e-06, + "loss": 0.0167, + "step": 24300 + }, + { + "epoch": 22.74087932647334, + "grad_norm": 0.11188638210296631, + "learning_rate": 9.520013637214176e-06, + "loss": 0.019, + "step": 24310 + }, + { + "epoch": 22.75023386342376, + "grad_norm": 0.09796779602766037, + "learning_rate": 9.48768631717824e-06, + "loss": 0.0185, + "step": 24320 + }, + { + "epoch": 22.75958840037418, + "grad_norm": 0.09314961731433868, + "learning_rate": 9.455408223423496e-06, + "loss": 0.0169, + "step": 24330 + }, + { + "epoch": 22.768942937324603, + "grad_norm": 0.08364550024271011, + "learning_rate": 9.423179395170845e-06, + "loss": 0.0188, + "step": 24340 + }, + { + "epoch": 22.778297474275025, + "grad_norm": 0.09344813972711563, + "learning_rate": 9.390999871581391e-06, + "loss": 0.0185, + "step": 24350 + }, + { + "epoch": 22.787652011225443, + "grad_norm": 0.08891455829143524, + "learning_rate": 9.358869691756273e-06, + "loss": 0.0192, + "step": 24360 + }, + { + "epoch": 22.797006548175865, + "grad_norm": 0.08565905690193176, + "learning_rate": 9.326788894736688e-06, + "loss": 0.0176, + "step": 24370 + }, + { + "epoch": 22.806361085126287, + "grad_norm": 0.08110304921865463, + "learning_rate": 9.294757519503811e-06, + "loss": 0.0169, + "step": 24380 + }, + { + "epoch": 22.815715622076706, + "grad_norm": 0.07833313196897507, + "learning_rate": 9.262775604978819e-06, + "loss": 0.0174, + "step": 24390 + }, + { + "epoch": 22.825070159027128, + "grad_norm": 0.11293106526136398, + "learning_rate": 9.230843190022725e-06, + "loss": 0.0184, + "step": 24400 + }, + { + "epoch": 22.83442469597755, + "grad_norm": 0.1116713359951973, + "learning_rate": 9.198960313436445e-06, + "loss": 0.0166, + "step": 24410 + }, + { + "epoch": 22.84377923292797, + "grad_norm": 0.10369524359703064, + "learning_rate": 9.16712701396067e-06, + "loss": 0.0173, + "step": 24420 + }, + { + "epoch": 22.85313376987839, + "grad_norm": 0.10328616201877594, + "learning_rate": 9.135343330275864e-06, + "loss": 0.0165, + "step": 24430 + }, + { + "epoch": 22.862488306828812, + "grad_norm": 0.11053987592458725, + "learning_rate": 9.10360930100218e-06, + "loss": 0.0163, + "step": 24440 + }, + { + "epoch": 22.871842843779234, + "grad_norm": 0.09601110219955444, + "learning_rate": 9.07192496469949e-06, + "loss": 0.0175, + "step": 24450 + }, + { + "epoch": 22.881197380729652, + "grad_norm": 0.05889802798628807, + "learning_rate": 9.040290359867231e-06, + "loss": 0.0163, + "step": 24460 + }, + { + "epoch": 22.890551917680074, + "grad_norm": 0.08107765763998032, + "learning_rate": 9.008705524944438e-06, + "loss": 0.018, + "step": 24470 + }, + { + "epoch": 22.899906454630496, + "grad_norm": 0.07524038851261139, + "learning_rate": 8.977170498309651e-06, + "loss": 0.0174, + "step": 24480 + }, + { + "epoch": 22.90926099158092, + "grad_norm": 0.08617961406707764, + "learning_rate": 8.945685318280916e-06, + "loss": 0.0175, + "step": 24490 + }, + { + "epoch": 22.918615528531337, + "grad_norm": 0.11152230948209763, + "learning_rate": 8.914250023115672e-06, + "loss": 0.0176, + "step": 24500 + }, + { + "epoch": 22.92797006548176, + "grad_norm": 0.08577623218297958, + "learning_rate": 8.882864651010798e-06, + "loss": 0.0162, + "step": 24510 + }, + { + "epoch": 22.93732460243218, + "grad_norm": 0.08171369135379791, + "learning_rate": 8.851529240102462e-06, + "loss": 0.0172, + "step": 24520 + }, + { + "epoch": 22.9466791393826, + "grad_norm": 0.10960741341114044, + "learning_rate": 8.820243828466134e-06, + "loss": 0.0183, + "step": 24530 + }, + { + "epoch": 22.95603367633302, + "grad_norm": 0.09625370800495148, + "learning_rate": 8.789008454116566e-06, + "loss": 0.0178, + "step": 24540 + }, + { + "epoch": 22.965388213283443, + "grad_norm": 0.13155019283294678, + "learning_rate": 8.757823155007655e-06, + "loss": 0.0174, + "step": 24550 + }, + { + "epoch": 22.974742750233865, + "grad_norm": 0.09082499891519547, + "learning_rate": 8.72668796903251e-06, + "loss": 0.0161, + "step": 24560 + }, + { + "epoch": 22.984097287184284, + "grad_norm": 0.09842763096094131, + "learning_rate": 8.695602934023301e-06, + "loss": 0.0175, + "step": 24570 + }, + { + "epoch": 22.993451824134706, + "grad_norm": 0.10522453486919403, + "learning_rate": 8.664568087751274e-06, + "loss": 0.0167, + "step": 24580 + }, + { + "epoch": 23.002806361085128, + "grad_norm": 0.0703645721077919, + "learning_rate": 8.633583467926697e-06, + "loss": 0.017, + "step": 24590 + }, + { + "epoch": 23.012160898035546, + "grad_norm": 0.08979550004005432, + "learning_rate": 8.602649112198796e-06, + "loss": 0.018, + "step": 24600 + }, + { + "epoch": 23.021515434985968, + "grad_norm": 0.09990287572145462, + "learning_rate": 8.571765058155745e-06, + "loss": 0.0186, + "step": 24610 + }, + { + "epoch": 23.03086997193639, + "grad_norm": 0.08238813281059265, + "learning_rate": 8.540931343324583e-06, + "loss": 0.0172, + "step": 24620 + }, + { + "epoch": 23.04022450888681, + "grad_norm": 0.08596717566251755, + "learning_rate": 8.51014800517117e-06, + "loss": 0.0175, + "step": 24630 + }, + { + "epoch": 23.04957904583723, + "grad_norm": 0.09749172627925873, + "learning_rate": 8.479415081100167e-06, + "loss": 0.0169, + "step": 24640 + }, + { + "epoch": 23.058933582787652, + "grad_norm": 0.11544719338417053, + "learning_rate": 8.448732608454967e-06, + "loss": 0.018, + "step": 24650 + }, + { + "epoch": 23.068288119738074, + "grad_norm": 0.08614230901002884, + "learning_rate": 8.418100624517688e-06, + "loss": 0.0168, + "step": 24660 + }, + { + "epoch": 23.077642656688493, + "grad_norm": 0.09007086604833603, + "learning_rate": 8.387519166509062e-06, + "loss": 0.0176, + "step": 24670 + }, + { + "epoch": 23.086997193638915, + "grad_norm": 0.0837363451719284, + "learning_rate": 8.356988271588445e-06, + "loss": 0.0167, + "step": 24680 + }, + { + "epoch": 23.096351730589337, + "grad_norm": 0.09722120314836502, + "learning_rate": 8.326507976853765e-06, + "loss": 0.0181, + "step": 24690 + }, + { + "epoch": 23.105706267539755, + "grad_norm": 0.08705504238605499, + "learning_rate": 8.296078319341443e-06, + "loss": 0.0164, + "step": 24700 + }, + { + "epoch": 23.115060804490177, + "grad_norm": 0.08285249769687653, + "learning_rate": 8.265699336026383e-06, + "loss": 0.0169, + "step": 24710 + }, + { + "epoch": 23.1244153414406, + "grad_norm": 0.12311559915542603, + "learning_rate": 8.235371063821923e-06, + "loss": 0.0173, + "step": 24720 + }, + { + "epoch": 23.13376987839102, + "grad_norm": 0.08744892477989197, + "learning_rate": 8.205093539579767e-06, + "loss": 0.0169, + "step": 24730 + }, + { + "epoch": 23.14312441534144, + "grad_norm": 0.09678511321544647, + "learning_rate": 8.174866800089963e-06, + "loss": 0.0175, + "step": 24740 + }, + { + "epoch": 23.15247895229186, + "grad_norm": 0.10198767483234406, + "learning_rate": 8.144690882080853e-06, + "loss": 0.0177, + "step": 24750 + }, + { + "epoch": 23.161833489242284, + "grad_norm": 0.08559128642082214, + "learning_rate": 8.114565822219006e-06, + "loss": 0.0173, + "step": 24760 + }, + { + "epoch": 23.171188026192702, + "grad_norm": 0.101369708776474, + "learning_rate": 8.084491657109233e-06, + "loss": 0.0172, + "step": 24770 + }, + { + "epoch": 23.180542563143124, + "grad_norm": 0.09330258518457413, + "learning_rate": 8.054468423294476e-06, + "loss": 0.0164, + "step": 24780 + }, + { + "epoch": 23.189897100093546, + "grad_norm": 0.07139220088720322, + "learning_rate": 8.024496157255785e-06, + "loss": 0.0158, + "step": 24790 + }, + { + "epoch": 23.199251637043965, + "grad_norm": 0.08991266041994095, + "learning_rate": 7.994574895412293e-06, + "loss": 0.0182, + "step": 24800 + }, + { + "epoch": 23.208606173994387, + "grad_norm": 0.08545980602502823, + "learning_rate": 7.964704674121149e-06, + "loss": 0.0181, + "step": 24810 + }, + { + "epoch": 23.21796071094481, + "grad_norm": 0.09011219441890717, + "learning_rate": 7.934885529677505e-06, + "loss": 0.0158, + "step": 24820 + }, + { + "epoch": 23.22731524789523, + "grad_norm": 0.10592539608478546, + "learning_rate": 7.905117498314412e-06, + "loss": 0.0188, + "step": 24830 + }, + { + "epoch": 23.23666978484565, + "grad_norm": 0.08821459859609604, + "learning_rate": 7.87540061620286e-06, + "loss": 0.0168, + "step": 24840 + }, + { + "epoch": 23.24602432179607, + "grad_norm": 0.09263787418603897, + "learning_rate": 7.845734919451647e-06, + "loss": 0.0176, + "step": 24850 + }, + { + "epoch": 23.255378858746493, + "grad_norm": 0.08160513639450073, + "learning_rate": 7.816120444107383e-06, + "loss": 0.0164, + "step": 24860 + }, + { + "epoch": 23.26473339569691, + "grad_norm": 0.10751689970493317, + "learning_rate": 7.786557226154473e-06, + "loss": 0.0183, + "step": 24870 + }, + { + "epoch": 23.274087932647333, + "grad_norm": 0.10222870856523514, + "learning_rate": 7.757045301514998e-06, + "loss": 0.0183, + "step": 24880 + }, + { + "epoch": 23.283442469597755, + "grad_norm": 0.08767808973789215, + "learning_rate": 7.727584706048735e-06, + "loss": 0.0178, + "step": 24890 + }, + { + "epoch": 23.292797006548177, + "grad_norm": 0.10056857764720917, + "learning_rate": 7.698175475553077e-06, + "loss": 0.0175, + "step": 24900 + }, + { + "epoch": 23.302151543498596, + "grad_norm": 0.11010324954986572, + "learning_rate": 7.668817645763021e-06, + "loss": 0.0193, + "step": 24910 + }, + { + "epoch": 23.311506080449018, + "grad_norm": 0.08675487339496613, + "learning_rate": 7.639511252351088e-06, + "loss": 0.0179, + "step": 24920 + }, + { + "epoch": 23.32086061739944, + "grad_norm": 0.08820712566375732, + "learning_rate": 7.610256330927324e-06, + "loss": 0.0174, + "step": 24930 + }, + { + "epoch": 23.330215154349858, + "grad_norm": 0.07575614005327225, + "learning_rate": 7.581052917039211e-06, + "loss": 0.0165, + "step": 24940 + }, + { + "epoch": 23.33956969130028, + "grad_norm": 0.09454689174890518, + "learning_rate": 7.551901046171645e-06, + "loss": 0.0171, + "step": 24950 + }, + { + "epoch": 23.348924228250702, + "grad_norm": 0.08260911703109741, + "learning_rate": 7.522800753746895e-06, + "loss": 0.0158, + "step": 24960 + }, + { + "epoch": 23.358278765201124, + "grad_norm": 0.0913655012845993, + "learning_rate": 7.493752075124577e-06, + "loss": 0.0175, + "step": 24970 + }, + { + "epoch": 23.367633302151543, + "grad_norm": 0.0792771726846695, + "learning_rate": 7.464755045601557e-06, + "loss": 0.017, + "step": 24980 + }, + { + "epoch": 23.376987839101965, + "grad_norm": 0.07543722540140152, + "learning_rate": 7.435809700411972e-06, + "loss": 0.0158, + "step": 24990 + }, + { + "epoch": 23.386342376052387, + "grad_norm": 0.1053806021809578, + "learning_rate": 7.40691607472715e-06, + "loss": 0.0173, + "step": 25000 + }, + { + "epoch": 23.395696913002805, + "grad_norm": 0.11284701526165009, + "learning_rate": 7.3780742036555606e-06, + "loss": 0.0172, + "step": 25010 + }, + { + "epoch": 23.405051449953227, + "grad_norm": 0.10741288959980011, + "learning_rate": 7.349284122242783e-06, + "loss": 0.0175, + "step": 25020 + }, + { + "epoch": 23.41440598690365, + "grad_norm": 0.06788210570812225, + "learning_rate": 7.320545865471512e-06, + "loss": 0.0162, + "step": 25030 + }, + { + "epoch": 23.42376052385407, + "grad_norm": 0.09194865822792053, + "learning_rate": 7.291859468261425e-06, + "loss": 0.0168, + "step": 25040 + }, + { + "epoch": 23.43311506080449, + "grad_norm": 0.0908529981970787, + "learning_rate": 7.263224965469195e-06, + "loss": 0.0161, + "step": 25050 + }, + { + "epoch": 23.44246959775491, + "grad_norm": 0.09897446632385254, + "learning_rate": 7.234642391888446e-06, + "loss": 0.0168, + "step": 25060 + }, + { + "epoch": 23.451824134705333, + "grad_norm": 0.1133631244301796, + "learning_rate": 7.206111782249697e-06, + "loss": 0.0181, + "step": 25070 + }, + { + "epoch": 23.46117867165575, + "grad_norm": 0.11039454489946365, + "learning_rate": 7.1776331712203385e-06, + "loss": 0.0171, + "step": 25080 + }, + { + "epoch": 23.470533208606174, + "grad_norm": 0.10871033370494843, + "learning_rate": 7.149206593404561e-06, + "loss": 0.0164, + "step": 25090 + }, + { + "epoch": 23.479887745556596, + "grad_norm": 0.0926169827580452, + "learning_rate": 7.120832083343337e-06, + "loss": 0.0167, + "step": 25100 + }, + { + "epoch": 23.489242282507014, + "grad_norm": 0.08239087462425232, + "learning_rate": 7.092509675514369e-06, + "loss": 0.0153, + "step": 25110 + }, + { + "epoch": 23.498596819457436, + "grad_norm": 0.11061367392539978, + "learning_rate": 7.064239404332063e-06, + "loss": 0.0165, + "step": 25120 + }, + { + "epoch": 23.507951356407858, + "grad_norm": 0.11224153637886047, + "learning_rate": 7.03602130414745e-06, + "loss": 0.017, + "step": 25130 + }, + { + "epoch": 23.51730589335828, + "grad_norm": 0.09602321684360504, + "learning_rate": 7.007855409248198e-06, + "loss": 0.0174, + "step": 25140 + }, + { + "epoch": 23.5266604303087, + "grad_norm": 0.09925853461027145, + "learning_rate": 6.979741753858521e-06, + "loss": 0.0164, + "step": 25150 + }, + { + "epoch": 23.53601496725912, + "grad_norm": 0.10076823830604553, + "learning_rate": 6.951680372139158e-06, + "loss": 0.0176, + "step": 25160 + }, + { + "epoch": 23.545369504209543, + "grad_norm": 0.08572954684495926, + "learning_rate": 6.923671298187334e-06, + "loss": 0.0178, + "step": 25170 + }, + { + "epoch": 23.55472404115996, + "grad_norm": 0.09604232758283615, + "learning_rate": 6.895714566036704e-06, + "loss": 0.0163, + "step": 25180 + }, + { + "epoch": 23.564078578110383, + "grad_norm": 0.09175504744052887, + "learning_rate": 6.86781020965736e-06, + "loss": 0.0159, + "step": 25190 + }, + { + "epoch": 23.573433115060805, + "grad_norm": 0.08015245944261551, + "learning_rate": 6.839958262955709e-06, + "loss": 0.0164, + "step": 25200 + }, + { + "epoch": 23.582787652011227, + "grad_norm": 0.08457031846046448, + "learning_rate": 6.8121587597744894e-06, + "loss": 0.0168, + "step": 25210 + }, + { + "epoch": 23.592142188961645, + "grad_norm": 0.08524230867624283, + "learning_rate": 6.784411733892732e-06, + "loss": 0.0168, + "step": 25220 + }, + { + "epoch": 23.601496725912067, + "grad_norm": 0.10531254857778549, + "learning_rate": 6.756717219025666e-06, + "loss": 0.0157, + "step": 25230 + }, + { + "epoch": 23.61085126286249, + "grad_norm": 0.07930309325456619, + "learning_rate": 6.729075248824762e-06, + "loss": 0.0159, + "step": 25240 + }, + { + "epoch": 23.620205799812908, + "grad_norm": 0.08090128749608994, + "learning_rate": 6.701485856877615e-06, + "loss": 0.0168, + "step": 25250 + }, + { + "epoch": 23.62956033676333, + "grad_norm": 0.06791768223047256, + "learning_rate": 6.673949076707925e-06, + "loss": 0.0179, + "step": 25260 + }, + { + "epoch": 23.63891487371375, + "grad_norm": 0.10336633026599884, + "learning_rate": 6.646464941775499e-06, + "loss": 0.0176, + "step": 25270 + }, + { + "epoch": 23.648269410664174, + "grad_norm": 0.08922198414802551, + "learning_rate": 6.619033485476128e-06, + "loss": 0.015, + "step": 25280 + }, + { + "epoch": 23.657623947614592, + "grad_norm": 0.08808062225580215, + "learning_rate": 6.59165474114164e-06, + "loss": 0.0167, + "step": 25290 + }, + { + "epoch": 23.666978484565014, + "grad_norm": 0.07013288885354996, + "learning_rate": 6.564328742039783e-06, + "loss": 0.0169, + "step": 25300 + }, + { + "epoch": 23.676333021515436, + "grad_norm": 0.09410712867975235, + "learning_rate": 6.537055521374219e-06, + "loss": 0.0161, + "step": 25310 + }, + { + "epoch": 23.685687558465855, + "grad_norm": 0.0877719521522522, + "learning_rate": 6.509835112284485e-06, + "loss": 0.0181, + "step": 25320 + }, + { + "epoch": 23.695042095416277, + "grad_norm": 0.0735347643494606, + "learning_rate": 6.482667547845944e-06, + "loss": 0.0159, + "step": 25330 + }, + { + "epoch": 23.7043966323667, + "grad_norm": 0.0862392708659172, + "learning_rate": 6.455552861069736e-06, + "loss": 0.0168, + "step": 25340 + }, + { + "epoch": 23.71375116931712, + "grad_norm": 0.10231177508831024, + "learning_rate": 6.428491084902788e-06, + "loss": 0.0178, + "step": 25350 + }, + { + "epoch": 23.72310570626754, + "grad_norm": 0.07748289406299591, + "learning_rate": 6.401482252227698e-06, + "loss": 0.0157, + "step": 25360 + }, + { + "epoch": 23.73246024321796, + "grad_norm": 0.08379796892404556, + "learning_rate": 6.37452639586274e-06, + "loss": 0.0155, + "step": 25370 + }, + { + "epoch": 23.741814780168383, + "grad_norm": 0.09014791995286942, + "learning_rate": 6.347623548561826e-06, + "loss": 0.0158, + "step": 25380 + }, + { + "epoch": 23.7511693171188, + "grad_norm": 0.08010739088058472, + "learning_rate": 6.320773743014441e-06, + "loss": 0.0168, + "step": 25390 + }, + { + "epoch": 23.760523854069223, + "grad_norm": 0.08507689088582993, + "learning_rate": 6.293977011845648e-06, + "loss": 0.0169, + "step": 25400 + }, + { + "epoch": 23.769878391019645, + "grad_norm": 0.07801946997642517, + "learning_rate": 6.2672333876159835e-06, + "loss": 0.0165, + "step": 25410 + }, + { + "epoch": 23.779232927970064, + "grad_norm": 0.1370202749967575, + "learning_rate": 6.2405429028215e-06, + "loss": 0.0174, + "step": 25420 + }, + { + "epoch": 23.788587464920486, + "grad_norm": 0.11163178831338882, + "learning_rate": 6.213905589893631e-06, + "loss": 0.0171, + "step": 25430 + }, + { + "epoch": 23.797942001870908, + "grad_norm": 0.08605995774269104, + "learning_rate": 6.187321481199221e-06, + "loss": 0.016, + "step": 25440 + }, + { + "epoch": 23.80729653882133, + "grad_norm": 0.10686191916465759, + "learning_rate": 6.1607906090404895e-06, + "loss": 0.0181, + "step": 25450 + }, + { + "epoch": 23.81665107577175, + "grad_norm": 0.08646003901958466, + "learning_rate": 6.134313005654929e-06, + "loss": 0.0177, + "step": 25460 + }, + { + "epoch": 23.82600561272217, + "grad_norm": 0.0768999382853508, + "learning_rate": 6.107888703215337e-06, + "loss": 0.018, + "step": 25470 + }, + { + "epoch": 23.835360149672592, + "grad_norm": 0.07964637875556946, + "learning_rate": 6.081517733829722e-06, + "loss": 0.0167, + "step": 25480 + }, + { + "epoch": 23.84471468662301, + "grad_norm": 0.0753917321562767, + "learning_rate": 6.055200129541294e-06, + "loss": 0.0162, + "step": 25490 + }, + { + "epoch": 23.854069223573433, + "grad_norm": 0.0910002812743187, + "learning_rate": 6.0289359223284434e-06, + "loss": 0.0167, + "step": 25500 + }, + { + "epoch": 23.863423760523855, + "grad_norm": 0.10883388668298721, + "learning_rate": 6.002725144104648e-06, + "loss": 0.0165, + "step": 25510 + }, + { + "epoch": 23.872778297474277, + "grad_norm": 0.09358257800340652, + "learning_rate": 5.976567826718477e-06, + "loss": 0.0174, + "step": 25520 + }, + { + "epoch": 23.882132834424695, + "grad_norm": 0.09696729481220245, + "learning_rate": 5.9504640019535315e-06, + "loss": 0.0176, + "step": 25530 + }, + { + "epoch": 23.891487371375117, + "grad_norm": 0.10169140249490738, + "learning_rate": 5.924413701528414e-06, + "loss": 0.0167, + "step": 25540 + }, + { + "epoch": 23.90084190832554, + "grad_norm": 0.08532670140266418, + "learning_rate": 5.898416957096703e-06, + "loss": 0.017, + "step": 25550 + }, + { + "epoch": 23.910196445275957, + "grad_norm": 0.085490383207798, + "learning_rate": 5.872473800246913e-06, + "loss": 0.0156, + "step": 25560 + }, + { + "epoch": 23.91955098222638, + "grad_norm": 0.07881626486778259, + "learning_rate": 5.846584262502402e-06, + "loss": 0.0152, + "step": 25570 + }, + { + "epoch": 23.9289055191768, + "grad_norm": 0.08927295356988907, + "learning_rate": 5.820748375321411e-06, + "loss": 0.0159, + "step": 25580 + }, + { + "epoch": 23.938260056127223, + "grad_norm": 0.1021890789270401, + "learning_rate": 5.794966170096977e-06, + "loss": 0.016, + "step": 25590 + }, + { + "epoch": 23.947614593077642, + "grad_norm": 0.0872054323554039, + "learning_rate": 5.769237678156897e-06, + "loss": 0.0166, + "step": 25600 + }, + { + "epoch": 23.956969130028064, + "grad_norm": 0.08202196657657623, + "learning_rate": 5.743562930763735e-06, + "loss": 0.0164, + "step": 25610 + }, + { + "epoch": 23.966323666978486, + "grad_norm": 0.08408311009407043, + "learning_rate": 5.717941959114726e-06, + "loss": 0.0168, + "step": 25620 + }, + { + "epoch": 23.975678203928904, + "grad_norm": 0.10088507831096649, + "learning_rate": 5.69237479434176e-06, + "loss": 0.0162, + "step": 25630 + }, + { + "epoch": 23.985032740879326, + "grad_norm": 0.10442225635051727, + "learning_rate": 5.666861467511353e-06, + "loss": 0.0195, + "step": 25640 + }, + { + "epoch": 23.99438727782975, + "grad_norm": 0.06880385428667068, + "learning_rate": 5.641402009624591e-06, + "loss": 0.0184, + "step": 25650 + }, + { + "epoch": 24.003741814780167, + "grad_norm": 0.08343244343996048, + "learning_rate": 5.615996451617145e-06, + "loss": 0.0183, + "step": 25660 + }, + { + "epoch": 24.01309635173059, + "grad_norm": 0.10708726942539215, + "learning_rate": 5.590644824359148e-06, + "loss": 0.018, + "step": 25670 + }, + { + "epoch": 24.02245088868101, + "grad_norm": 0.0763949453830719, + "learning_rate": 5.56534715865521e-06, + "loss": 0.0161, + "step": 25680 + }, + { + "epoch": 24.031805425631433, + "grad_norm": 0.09120392799377441, + "learning_rate": 5.5401034852443965e-06, + "loss": 0.017, + "step": 25690 + }, + { + "epoch": 24.04115996258185, + "grad_norm": 0.10517315566539764, + "learning_rate": 5.514913834800134e-06, + "loss": 0.0159, + "step": 25700 + }, + { + "epoch": 24.050514499532273, + "grad_norm": 0.09198643267154694, + "learning_rate": 5.489778237930238e-06, + "loss": 0.0178, + "step": 25710 + }, + { + "epoch": 24.059869036482695, + "grad_norm": 0.07857439666986465, + "learning_rate": 5.464696725176827e-06, + "loss": 0.0162, + "step": 25720 + }, + { + "epoch": 24.069223573433113, + "grad_norm": 0.1447725147008896, + "learning_rate": 5.439669327016294e-06, + "loss": 0.0154, + "step": 25730 + }, + { + "epoch": 24.078578110383535, + "grad_norm": 0.09465321153402328, + "learning_rate": 5.4146960738592985e-06, + "loss": 0.0167, + "step": 25740 + }, + { + "epoch": 24.087932647333957, + "grad_norm": 0.09601687639951706, + "learning_rate": 5.389776996050694e-06, + "loss": 0.0161, + "step": 25750 + }, + { + "epoch": 24.09728718428438, + "grad_norm": 0.08707835525274277, + "learning_rate": 5.364912123869492e-06, + "loss": 0.0161, + "step": 25760 + }, + { + "epoch": 24.106641721234798, + "grad_norm": 0.08613559603691101, + "learning_rate": 5.3401014875288864e-06, + "loss": 0.015, + "step": 25770 + }, + { + "epoch": 24.11599625818522, + "grad_norm": 0.10047890990972519, + "learning_rate": 5.315345117176129e-06, + "loss": 0.0187, + "step": 25780 + }, + { + "epoch": 24.125350795135642, + "grad_norm": 0.09373491257429123, + "learning_rate": 5.2906430428925405e-06, + "loss": 0.0166, + "step": 25790 + }, + { + "epoch": 24.13470533208606, + "grad_norm": 0.0925569087266922, + "learning_rate": 5.265995294693471e-06, + "loss": 0.0164, + "step": 25800 + }, + { + "epoch": 24.144059869036482, + "grad_norm": 0.06280860304832458, + "learning_rate": 5.241401902528254e-06, + "loss": 0.0152, + "step": 25810 + }, + { + "epoch": 24.153414405986904, + "grad_norm": 0.09654852002859116, + "learning_rate": 5.216862896280189e-06, + "loss": 0.0171, + "step": 25820 + }, + { + "epoch": 24.162768942937326, + "grad_norm": 0.08813946694135666, + "learning_rate": 5.192378305766471e-06, + "loss": 0.0167, + "step": 25830 + }, + { + "epoch": 24.172123479887745, + "grad_norm": 0.10536613315343857, + "learning_rate": 5.1679481607382065e-06, + "loss": 0.018, + "step": 25840 + }, + { + "epoch": 24.181478016838167, + "grad_norm": 0.0903439074754715, + "learning_rate": 5.1435724908803105e-06, + "loss": 0.0151, + "step": 25850 + }, + { + "epoch": 24.19083255378859, + "grad_norm": 0.07946135103702545, + "learning_rate": 5.119251325811514e-06, + "loss": 0.0172, + "step": 25860 + }, + { + "epoch": 24.200187090739007, + "grad_norm": 0.08443014323711395, + "learning_rate": 5.094984695084348e-06, + "loss": 0.0158, + "step": 25870 + }, + { + "epoch": 24.20954162768943, + "grad_norm": 0.09846154600381851, + "learning_rate": 5.070772628185039e-06, + "loss": 0.0169, + "step": 25880 + }, + { + "epoch": 24.21889616463985, + "grad_norm": 0.11420414596796036, + "learning_rate": 5.046615154533535e-06, + "loss": 0.0168, + "step": 25890 + }, + { + "epoch": 24.22825070159027, + "grad_norm": 0.08637343347072601, + "learning_rate": 5.022512303483451e-06, + "loss": 0.0166, + "step": 25900 + }, + { + "epoch": 24.23760523854069, + "grad_norm": 0.07626800984144211, + "learning_rate": 4.998464104322015e-06, + "loss": 0.0172, + "step": 25910 + }, + { + "epoch": 24.246959775491113, + "grad_norm": 0.09488305449485779, + "learning_rate": 4.974470586270047e-06, + "loss": 0.0163, + "step": 25920 + }, + { + "epoch": 24.256314312441535, + "grad_norm": 0.07874356210231781, + "learning_rate": 4.950531778481965e-06, + "loss": 0.0154, + "step": 25930 + }, + { + "epoch": 24.265668849391954, + "grad_norm": 0.07915803045034409, + "learning_rate": 4.926647710045651e-06, + "loss": 0.0166, + "step": 25940 + }, + { + "epoch": 24.275023386342376, + "grad_norm": 0.07776583731174469, + "learning_rate": 4.9028184099825125e-06, + "loss": 0.0159, + "step": 25950 + }, + { + "epoch": 24.284377923292798, + "grad_norm": 0.0986759290099144, + "learning_rate": 4.879043907247382e-06, + "loss": 0.0163, + "step": 25960 + }, + { + "epoch": 24.293732460243216, + "grad_norm": 0.08953134715557098, + "learning_rate": 4.8553242307285414e-06, + "loss": 0.0168, + "step": 25970 + }, + { + "epoch": 24.30308699719364, + "grad_norm": 0.0834389477968216, + "learning_rate": 4.8316594092476185e-06, + "loss": 0.0148, + "step": 25980 + }, + { + "epoch": 24.31244153414406, + "grad_norm": 0.08643102645874023, + "learning_rate": 4.808049471559617e-06, + "loss": 0.0169, + "step": 25990 + }, + { + "epoch": 24.321796071094482, + "grad_norm": 0.09651125967502594, + "learning_rate": 4.784494446352833e-06, + "loss": 0.0164, + "step": 26000 + }, + { + "epoch": 24.3311506080449, + "grad_norm": 0.10052336752414703, + "learning_rate": 4.760994362248833e-06, + "loss": 0.0163, + "step": 26010 + }, + { + "epoch": 24.340505144995323, + "grad_norm": 0.07303722202777863, + "learning_rate": 4.737549247802442e-06, + "loss": 0.0148, + "step": 26020 + }, + { + "epoch": 24.349859681945745, + "grad_norm": 0.08151497691869736, + "learning_rate": 4.714159131501689e-06, + "loss": 0.0161, + "step": 26030 + }, + { + "epoch": 24.359214218896163, + "grad_norm": 0.08277994394302368, + "learning_rate": 4.690824041767766e-06, + "loss": 0.0152, + "step": 26040 + }, + { + "epoch": 24.368568755846585, + "grad_norm": 0.08340393006801605, + "learning_rate": 4.6675440069550105e-06, + "loss": 0.0152, + "step": 26050 + }, + { + "epoch": 24.377923292797007, + "grad_norm": 0.09852501004934311, + "learning_rate": 4.64431905535086e-06, + "loss": 0.0159, + "step": 26060 + }, + { + "epoch": 24.38727782974743, + "grad_norm": 0.08406000584363937, + "learning_rate": 4.621149215175808e-06, + "loss": 0.0168, + "step": 26070 + }, + { + "epoch": 24.396632366697848, + "grad_norm": 0.09534832090139389, + "learning_rate": 4.5980345145834154e-06, + "loss": 0.0156, + "step": 26080 + }, + { + "epoch": 24.40598690364827, + "grad_norm": 0.09823404997587204, + "learning_rate": 4.574974981660213e-06, + "loss": 0.0167, + "step": 26090 + }, + { + "epoch": 24.41534144059869, + "grad_norm": 0.1125488132238388, + "learning_rate": 4.551970644425707e-06, + "loss": 0.016, + "step": 26100 + }, + { + "epoch": 24.42469597754911, + "grad_norm": 0.0858665406703949, + "learning_rate": 4.529021530832328e-06, + "loss": 0.0152, + "step": 26110 + }, + { + "epoch": 24.434050514499532, + "grad_norm": 0.08928511291742325, + "learning_rate": 4.5061276687654306e-06, + "loss": 0.0166, + "step": 26120 + }, + { + "epoch": 24.443405051449954, + "grad_norm": 0.10090861469507217, + "learning_rate": 4.4832890860431965e-06, + "loss": 0.0157, + "step": 26130 + }, + { + "epoch": 24.452759588400376, + "grad_norm": 0.0822870209813118, + "learning_rate": 4.460505810416682e-06, + "loss": 0.0158, + "step": 26140 + }, + { + "epoch": 24.462114125350794, + "grad_norm": 0.08231628686189651, + "learning_rate": 4.4377778695696984e-06, + "loss": 0.0163, + "step": 26150 + }, + { + "epoch": 24.471468662301216, + "grad_norm": 0.08134389668703079, + "learning_rate": 4.415105291118843e-06, + "loss": 0.0161, + "step": 26160 + }, + { + "epoch": 24.48082319925164, + "grad_norm": 0.0815274566411972, + "learning_rate": 4.392488102613435e-06, + "loss": 0.0156, + "step": 26170 + }, + { + "epoch": 24.490177736202057, + "grad_norm": 0.09121500700712204, + "learning_rate": 4.369926331535473e-06, + "loss": 0.015, + "step": 26180 + }, + { + "epoch": 24.49953227315248, + "grad_norm": 0.09994805604219437, + "learning_rate": 4.347420005299668e-06, + "loss": 0.0159, + "step": 26190 + }, + { + "epoch": 24.5088868101029, + "grad_norm": 0.13312213122844696, + "learning_rate": 4.324969151253317e-06, + "loss": 0.0183, + "step": 26200 + }, + { + "epoch": 24.51824134705332, + "grad_norm": 0.08532103896141052, + "learning_rate": 4.302573796676312e-06, + "loss": 0.0162, + "step": 26210 + }, + { + "epoch": 24.52759588400374, + "grad_norm": 0.11586266756057739, + "learning_rate": 4.2802339687811385e-06, + "loss": 0.0151, + "step": 26220 + }, + { + "epoch": 24.536950420954163, + "grad_norm": 0.0947185605764389, + "learning_rate": 4.257949694712771e-06, + "loss": 0.0157, + "step": 26230 + }, + { + "epoch": 24.546304957904585, + "grad_norm": 0.081680528819561, + "learning_rate": 4.235721001548726e-06, + "loss": 0.0169, + "step": 26240 + }, + { + "epoch": 24.555659494855004, + "grad_norm": 0.1093888133764267, + "learning_rate": 4.21354791629896e-06, + "loss": 0.0171, + "step": 26250 + }, + { + "epoch": 24.565014031805426, + "grad_norm": 0.08496512472629547, + "learning_rate": 4.191430465905843e-06, + "loss": 0.0162, + "step": 26260 + }, + { + "epoch": 24.574368568755848, + "grad_norm": 0.08106084167957306, + "learning_rate": 4.169368677244184e-06, + "loss": 0.0182, + "step": 26270 + }, + { + "epoch": 24.583723105706266, + "grad_norm": 0.08392637968063354, + "learning_rate": 4.147362577121122e-06, + "loss": 0.0154, + "step": 26280 + }, + { + "epoch": 24.593077642656688, + "grad_norm": 0.08238333463668823, + "learning_rate": 4.125412192276157e-06, + "loss": 0.015, + "step": 26290 + }, + { + "epoch": 24.60243217960711, + "grad_norm": 0.08757182955741882, + "learning_rate": 4.10351754938107e-06, + "loss": 0.0168, + "step": 26300 + }, + { + "epoch": 24.611786716557532, + "grad_norm": 0.09498779475688934, + "learning_rate": 4.081678675039913e-06, + "loss": 0.0151, + "step": 26310 + }, + { + "epoch": 24.62114125350795, + "grad_norm": 0.10442513227462769, + "learning_rate": 4.0598955957889876e-06, + "loss": 0.0183, + "step": 26320 + }, + { + "epoch": 24.630495790458372, + "grad_norm": 0.10406174510717392, + "learning_rate": 4.038168338096776e-06, + "loss": 0.016, + "step": 26330 + }, + { + "epoch": 24.639850327408794, + "grad_norm": 0.0914623886346817, + "learning_rate": 4.016496928363944e-06, + "loss": 0.0161, + "step": 26340 + }, + { + "epoch": 24.649204864359213, + "grad_norm": 0.0797618106007576, + "learning_rate": 3.994881392923317e-06, + "loss": 0.0148, + "step": 26350 + }, + { + "epoch": 24.658559401309635, + "grad_norm": 0.07133746147155762, + "learning_rate": 3.9733217580397945e-06, + "loss": 0.0173, + "step": 26360 + }, + { + "epoch": 24.667913938260057, + "grad_norm": 0.0933610200881958, + "learning_rate": 3.951818049910366e-06, + "loss": 0.0171, + "step": 26370 + }, + { + "epoch": 24.67726847521048, + "grad_norm": 0.09837926179170609, + "learning_rate": 3.930370294664071e-06, + "loss": 0.0154, + "step": 26380 + }, + { + "epoch": 24.686623012160897, + "grad_norm": 0.08803889155387878, + "learning_rate": 3.908978518361938e-06, + "loss": 0.0151, + "step": 26390 + }, + { + "epoch": 24.69597754911132, + "grad_norm": 0.11449284851551056, + "learning_rate": 3.887642746997017e-06, + "loss": 0.0168, + "step": 26400 + }, + { + "epoch": 24.70533208606174, + "grad_norm": 0.07309330254793167, + "learning_rate": 3.866363006494255e-06, + "loss": 0.0165, + "step": 26410 + }, + { + "epoch": 24.71468662301216, + "grad_norm": 0.10105139017105103, + "learning_rate": 3.8451393227105725e-06, + "loss": 0.0169, + "step": 26420 + }, + { + "epoch": 24.72404115996258, + "grad_norm": 0.08752384036779404, + "learning_rate": 3.823971721434727e-06, + "loss": 0.0155, + "step": 26430 + }, + { + "epoch": 24.733395696913004, + "grad_norm": 0.07687211036682129, + "learning_rate": 3.8028602283873505e-06, + "loss": 0.0149, + "step": 26440 + }, + { + "epoch": 24.742750233863426, + "grad_norm": 0.08387778699398041, + "learning_rate": 3.781804869220912e-06, + "loss": 0.0166, + "step": 26450 + }, + { + "epoch": 24.752104770813844, + "grad_norm": 0.14088210463523865, + "learning_rate": 3.760805669519646e-06, + "loss": 0.0157, + "step": 26460 + }, + { + "epoch": 24.761459307764266, + "grad_norm": 0.07750553637742996, + "learning_rate": 3.7398626547995587e-06, + "loss": 0.0166, + "step": 26470 + }, + { + "epoch": 24.770813844714688, + "grad_norm": 0.09368572384119034, + "learning_rate": 3.7189758505083995e-06, + "loss": 0.0154, + "step": 26480 + }, + { + "epoch": 24.780168381665106, + "grad_norm": 0.08602658659219742, + "learning_rate": 3.6981452820255837e-06, + "loss": 0.017, + "step": 26490 + }, + { + "epoch": 24.78952291861553, + "grad_norm": 0.08735654503107071, + "learning_rate": 3.6773709746622363e-06, + "loss": 0.0162, + "step": 26500 + }, + { + "epoch": 24.79887745556595, + "grad_norm": 0.10861193388700485, + "learning_rate": 3.6566529536610995e-06, + "loss": 0.0145, + "step": 26510 + }, + { + "epoch": 24.80823199251637, + "grad_norm": 0.0787050873041153, + "learning_rate": 3.635991244196513e-06, + "loss": 0.0149, + "step": 26520 + }, + { + "epoch": 24.81758652946679, + "grad_norm": 0.08578281104564667, + "learning_rate": 3.615385871374405e-06, + "loss": 0.0188, + "step": 26530 + }, + { + "epoch": 24.826941066417213, + "grad_norm": 0.10781965404748917, + "learning_rate": 3.5948368602322367e-06, + "loss": 0.0175, + "step": 26540 + }, + { + "epoch": 24.836295603367635, + "grad_norm": 0.0995083674788475, + "learning_rate": 3.5743442357390187e-06, + "loss": 0.0166, + "step": 26550 + }, + { + "epoch": 24.845650140318053, + "grad_norm": 0.09790787845849991, + "learning_rate": 3.5539080227951937e-06, + "loss": 0.0158, + "step": 26560 + }, + { + "epoch": 24.855004677268475, + "grad_norm": 0.1811855584383011, + "learning_rate": 3.533528246232709e-06, + "loss": 0.0163, + "step": 26570 + }, + { + "epoch": 24.864359214218897, + "grad_norm": 0.11522097140550613, + "learning_rate": 3.5132049308149117e-06, + "loss": 0.0143, + "step": 26580 + }, + { + "epoch": 24.873713751169316, + "grad_norm": 0.09305546432733536, + "learning_rate": 3.4929381012365425e-06, + "loss": 0.0155, + "step": 26590 + }, + { + "epoch": 24.883068288119738, + "grad_norm": 0.11882925778627396, + "learning_rate": 3.472727782123697e-06, + "loss": 0.0161, + "step": 26600 + }, + { + "epoch": 24.89242282507016, + "grad_norm": 0.09610110521316528, + "learning_rate": 3.4525739980338425e-06, + "loss": 0.0151, + "step": 26610 + }, + { + "epoch": 24.90177736202058, + "grad_norm": 0.09524751454591751, + "learning_rate": 3.432476773455712e-06, + "loss": 0.0158, + "step": 26620 + }, + { + "epoch": 24.911131898971, + "grad_norm": 0.07988068461418152, + "learning_rate": 3.4124361328093378e-06, + "loss": 0.0157, + "step": 26630 + }, + { + "epoch": 24.920486435921422, + "grad_norm": 0.09805437177419662, + "learning_rate": 3.392452100445975e-06, + "loss": 0.0171, + "step": 26640 + }, + { + "epoch": 24.929840972871844, + "grad_norm": 0.07266286015510559, + "learning_rate": 3.3725247006481163e-06, + "loss": 0.0179, + "step": 26650 + }, + { + "epoch": 24.939195509822262, + "grad_norm": 0.08664901554584503, + "learning_rate": 3.3526539576294313e-06, + "loss": 0.0169, + "step": 26660 + }, + { + "epoch": 24.948550046772684, + "grad_norm": 0.09334816783666611, + "learning_rate": 3.332839895534745e-06, + "loss": 0.0143, + "step": 26670 + }, + { + "epoch": 24.957904583723106, + "grad_norm": 0.09426242858171463, + "learning_rate": 3.3130825384400155e-06, + "loss": 0.0155, + "step": 26680 + }, + { + "epoch": 24.96725912067353, + "grad_norm": 0.09504050761461258, + "learning_rate": 3.293381910352278e-06, + "loss": 0.0166, + "step": 26690 + }, + { + "epoch": 24.976613657623947, + "grad_norm": 0.09478522837162018, + "learning_rate": 3.273738035209678e-06, + "loss": 0.0176, + "step": 26700 + }, + { + "epoch": 24.98596819457437, + "grad_norm": 0.07215721905231476, + "learning_rate": 3.254150936881356e-06, + "loss": 0.0165, + "step": 26710 + }, + { + "epoch": 24.99532273152479, + "grad_norm": 0.11245067417621613, + "learning_rate": 3.234620639167496e-06, + "loss": 0.0153, + "step": 26720 + }, + { + "epoch": 25.00467726847521, + "grad_norm": 0.0956757441163063, + "learning_rate": 3.2151471657992482e-06, + "loss": 0.0153, + "step": 26730 + }, + { + "epoch": 25.01403180542563, + "grad_norm": 0.09677548706531525, + "learning_rate": 3.195730540438718e-06, + "loss": 0.0173, + "step": 26740 + }, + { + "epoch": 25.023386342376053, + "grad_norm": 0.0929352268576622, + "learning_rate": 3.1763707866789336e-06, + "loss": 0.0186, + "step": 26750 + }, + { + "epoch": 25.03274087932647, + "grad_norm": 0.07836493104696274, + "learning_rate": 3.1570679280438165e-06, + "loss": 0.0158, + "step": 26760 + }, + { + "epoch": 25.042095416276894, + "grad_norm": 0.08659617602825165, + "learning_rate": 3.1378219879881767e-06, + "loss": 0.0159, + "step": 26770 + }, + { + "epoch": 25.051449953227316, + "grad_norm": 0.0735699012875557, + "learning_rate": 3.11863298989763e-06, + "loss": 0.0175, + "step": 26780 + }, + { + "epoch": 25.060804490177738, + "grad_norm": 0.0957370474934578, + "learning_rate": 3.0995009570886303e-06, + "loss": 0.0155, + "step": 26790 + }, + { + "epoch": 25.070159027128156, + "grad_norm": 0.08861208707094193, + "learning_rate": 3.0804259128083936e-06, + "loss": 0.0148, + "step": 26800 + }, + { + "epoch": 25.079513564078578, + "grad_norm": 0.08567095547914505, + "learning_rate": 3.06140788023489e-06, + "loss": 0.0164, + "step": 26810 + }, + { + "epoch": 25.088868101029, + "grad_norm": 0.07701653987169266, + "learning_rate": 3.042446882476846e-06, + "loss": 0.0161, + "step": 26820 + }, + { + "epoch": 25.09822263797942, + "grad_norm": 0.08878730237483978, + "learning_rate": 3.023542942573643e-06, + "loss": 0.0162, + "step": 26830 + }, + { + "epoch": 25.10757717492984, + "grad_norm": 0.08657579123973846, + "learning_rate": 3.004696083495351e-06, + "loss": 0.0148, + "step": 26840 + }, + { + "epoch": 25.116931711880262, + "grad_norm": 0.07222763448953629, + "learning_rate": 2.98590632814269e-06, + "loss": 0.0167, + "step": 26850 + }, + { + "epoch": 25.126286248830684, + "grad_norm": 0.09276031702756882, + "learning_rate": 2.9671736993469702e-06, + "loss": 0.0165, + "step": 26860 + }, + { + "epoch": 25.135640785781103, + "grad_norm": 0.10074465721845627, + "learning_rate": 2.9484982198701216e-06, + "loss": 0.0151, + "step": 26870 + }, + { + "epoch": 25.144995322731525, + "grad_norm": 0.0998467430472374, + "learning_rate": 2.929879912404604e-06, + "loss": 0.0155, + "step": 26880 + }, + { + "epoch": 25.154349859681947, + "grad_norm": 0.0996522605419159, + "learning_rate": 2.9113187995734147e-06, + "loss": 0.0155, + "step": 26890 + }, + { + "epoch": 25.163704396632365, + "grad_norm": 0.0853770449757576, + "learning_rate": 2.8928149039300524e-06, + "loss": 0.0149, + "step": 26900 + }, + { + "epoch": 25.173058933582787, + "grad_norm": 0.12549163401126862, + "learning_rate": 2.8743682479584975e-06, + "loss": 0.0155, + "step": 26910 + }, + { + "epoch": 25.18241347053321, + "grad_norm": 0.08760447055101395, + "learning_rate": 2.8559788540731824e-06, + "loss": 0.0159, + "step": 26920 + }, + { + "epoch": 25.19176800748363, + "grad_norm": 0.07747285813093185, + "learning_rate": 2.8376467446189493e-06, + "loss": 0.0161, + "step": 26930 + }, + { + "epoch": 25.20112254443405, + "grad_norm": 0.08835181593894958, + "learning_rate": 2.8193719418710406e-06, + "loss": 0.0153, + "step": 26940 + }, + { + "epoch": 25.21047708138447, + "grad_norm": 0.080940380692482, + "learning_rate": 2.8011544680350667e-06, + "loss": 0.0164, + "step": 26950 + }, + { + "epoch": 25.219831618334894, + "grad_norm": 0.07384105026721954, + "learning_rate": 2.7829943452469753e-06, + "loss": 0.0163, + "step": 26960 + }, + { + "epoch": 25.229186155285312, + "grad_norm": 0.08715713024139404, + "learning_rate": 2.7648915955730213e-06, + "loss": 0.0153, + "step": 26970 + }, + { + "epoch": 25.238540692235734, + "grad_norm": 0.09803567826747894, + "learning_rate": 2.746846241009765e-06, + "loss": 0.0143, + "step": 26980 + }, + { + "epoch": 25.247895229186156, + "grad_norm": 0.07066196203231812, + "learning_rate": 2.7288583034839945e-06, + "loss": 0.016, + "step": 26990 + }, + { + "epoch": 25.257249766136574, + "grad_norm": 0.0906510278582573, + "learning_rate": 2.7109278048527752e-06, + "loss": 0.0168, + "step": 27000 + }, + { + "epoch": 25.266604303086996, + "grad_norm": 0.10350443422794342, + "learning_rate": 2.6930547669033413e-06, + "loss": 0.0151, + "step": 27010 + }, + { + "epoch": 25.27595884003742, + "grad_norm": 0.09804098308086395, + "learning_rate": 2.675239211353109e-06, + "loss": 0.0166, + "step": 27020 + }, + { + "epoch": 25.28531337698784, + "grad_norm": 0.12882567942142487, + "learning_rate": 2.6574811598496786e-06, + "loss": 0.015, + "step": 27030 + }, + { + "epoch": 25.29466791393826, + "grad_norm": 0.08992073684930801, + "learning_rate": 2.6397806339707456e-06, + "loss": 0.0171, + "step": 27040 + }, + { + "epoch": 25.30402245088868, + "grad_norm": 0.09365896135568619, + "learning_rate": 2.6221376552241217e-06, + "loss": 0.0152, + "step": 27050 + }, + { + "epoch": 25.313376987839103, + "grad_norm": 0.09198793023824692, + "learning_rate": 2.604552245047681e-06, + "loss": 0.0148, + "step": 27060 + }, + { + "epoch": 25.32273152478952, + "grad_norm": 0.09568850696086884, + "learning_rate": 2.587024424809359e-06, + "loss": 0.0154, + "step": 27070 + }, + { + "epoch": 25.332086061739943, + "grad_norm": 0.11326919496059418, + "learning_rate": 2.5695542158071186e-06, + "loss": 0.0151, + "step": 27080 + }, + { + "epoch": 25.341440598690365, + "grad_norm": 0.10483543574810028, + "learning_rate": 2.5521416392689068e-06, + "loss": 0.0158, + "step": 27090 + }, + { + "epoch": 25.350795135640787, + "grad_norm": 0.08860918134450912, + "learning_rate": 2.5347867163526384e-06, + "loss": 0.0147, + "step": 27100 + }, + { + "epoch": 25.360149672591206, + "grad_norm": 0.08496538549661636, + "learning_rate": 2.517489468146189e-06, + "loss": 0.0165, + "step": 27110 + }, + { + "epoch": 25.369504209541628, + "grad_norm": 0.09851924329996109, + "learning_rate": 2.500249915667341e-06, + "loss": 0.0162, + "step": 27120 + }, + { + "epoch": 25.37885874649205, + "grad_norm": 0.1020236611366272, + "learning_rate": 2.4830680798637817e-06, + "loss": 0.0157, + "step": 27130 + }, + { + "epoch": 25.388213283442468, + "grad_norm": 0.09535901248455048, + "learning_rate": 2.465943981613056e-06, + "loss": 0.0165, + "step": 27140 + }, + { + "epoch": 25.39756782039289, + "grad_norm": 0.08541448414325714, + "learning_rate": 2.448877641722569e-06, + "loss": 0.0166, + "step": 27150 + }, + { + "epoch": 25.406922357343312, + "grad_norm": 0.08101389557123184, + "learning_rate": 2.431869080929522e-06, + "loss": 0.0169, + "step": 27160 + }, + { + "epoch": 25.416276894293734, + "grad_norm": 0.11221154034137726, + "learning_rate": 2.4149183199009216e-06, + "loss": 0.0159, + "step": 27170 + }, + { + "epoch": 25.425631431244152, + "grad_norm": 0.09106171131134033, + "learning_rate": 2.3980253792335427e-06, + "loss": 0.0152, + "step": 27180 + }, + { + "epoch": 25.434985968194574, + "grad_norm": 0.07335437089204788, + "learning_rate": 2.381190279453899e-06, + "loss": 0.0153, + "step": 27190 + }, + { + "epoch": 25.444340505144996, + "grad_norm": 0.09552974253892899, + "learning_rate": 2.364413041018232e-06, + "loss": 0.0153, + "step": 27200 + }, + { + "epoch": 25.453695042095415, + "grad_norm": 0.09362839162349701, + "learning_rate": 2.347693684312463e-06, + "loss": 0.0157, + "step": 27210 + }, + { + "epoch": 25.463049579045837, + "grad_norm": 0.09006498008966446, + "learning_rate": 2.331032229652186e-06, + "loss": 0.0156, + "step": 27220 + }, + { + "epoch": 25.47240411599626, + "grad_norm": 0.07028195261955261, + "learning_rate": 2.314428697282628e-06, + "loss": 0.0155, + "step": 27230 + }, + { + "epoch": 25.48175865294668, + "grad_norm": 0.087527334690094, + "learning_rate": 2.297883107378673e-06, + "loss": 0.0153, + "step": 27240 + }, + { + "epoch": 25.4911131898971, + "grad_norm": 0.06640476733446121, + "learning_rate": 2.2813954800447513e-06, + "loss": 0.0157, + "step": 27250 + }, + { + "epoch": 25.50046772684752, + "grad_norm": 0.10579337179660797, + "learning_rate": 2.2649658353148974e-06, + "loss": 0.0152, + "step": 27260 + }, + { + "epoch": 25.509822263797943, + "grad_norm": 0.09625604748725891, + "learning_rate": 2.2485941931526645e-06, + "loss": 0.0163, + "step": 27270 + }, + { + "epoch": 25.51917680074836, + "grad_norm": 0.1090252697467804, + "learning_rate": 2.232280573451151e-06, + "loss": 0.016, + "step": 27280 + }, + { + "epoch": 25.528531337698784, + "grad_norm": 0.1130804643034935, + "learning_rate": 2.216024996032945e-06, + "loss": 0.0166, + "step": 27290 + }, + { + "epoch": 25.537885874649206, + "grad_norm": 0.08225230127573013, + "learning_rate": 2.1998274806501074e-06, + "loss": 0.0154, + "step": 27300 + }, + { + "epoch": 25.547240411599624, + "grad_norm": 0.08228852599859238, + "learning_rate": 2.183688046984139e-06, + "loss": 0.016, + "step": 27310 + }, + { + "epoch": 25.556594948550046, + "grad_norm": 0.08871373534202576, + "learning_rate": 2.167606714645981e-06, + "loss": 0.0158, + "step": 27320 + }, + { + "epoch": 25.565949485500468, + "grad_norm": 0.08886135369539261, + "learning_rate": 2.151583503175958e-06, + "loss": 0.0163, + "step": 27330 + }, + { + "epoch": 25.57530402245089, + "grad_norm": 0.11175902932882309, + "learning_rate": 2.1356184320437957e-06, + "loss": 0.0144, + "step": 27340 + }, + { + "epoch": 25.58465855940131, + "grad_norm": 0.08758993446826935, + "learning_rate": 2.119711520648554e-06, + "loss": 0.0157, + "step": 27350 + }, + { + "epoch": 25.59401309635173, + "grad_norm": 0.10921739041805267, + "learning_rate": 2.103862788318628e-06, + "loss": 0.016, + "step": 27360 + }, + { + "epoch": 25.603367633302152, + "grad_norm": 0.10157236456871033, + "learning_rate": 2.088072254311729e-06, + "loss": 0.0161, + "step": 27370 + }, + { + "epoch": 25.61272217025257, + "grad_norm": 0.07998102903366089, + "learning_rate": 2.0723399378148435e-06, + "loss": 0.0151, + "step": 27380 + }, + { + "epoch": 25.622076707202993, + "grad_norm": 0.08438552916049957, + "learning_rate": 2.0566658579442065e-06, + "loss": 0.0152, + "step": 27390 + }, + { + "epoch": 25.631431244153415, + "grad_norm": 0.08444403856992722, + "learning_rate": 2.0410500337453176e-06, + "loss": 0.0153, + "step": 27400 + }, + { + "epoch": 25.640785781103837, + "grad_norm": 0.10156596451997757, + "learning_rate": 2.0254924841928645e-06, + "loss": 0.0148, + "step": 27410 + }, + { + "epoch": 25.650140318054255, + "grad_norm": 0.08638110011816025, + "learning_rate": 2.009993228190754e-06, + "loss": 0.0149, + "step": 27420 + }, + { + "epoch": 25.659494855004677, + "grad_norm": 0.07652018219232559, + "learning_rate": 1.9945522845720323e-06, + "loss": 0.0153, + "step": 27430 + }, + { + "epoch": 25.6688493919551, + "grad_norm": 0.11480051279067993, + "learning_rate": 1.9791696720988963e-06, + "loss": 0.0157, + "step": 27440 + }, + { + "epoch": 25.678203928905518, + "grad_norm": 0.08841510862112045, + "learning_rate": 1.9638454094626833e-06, + "loss": 0.0157, + "step": 27450 + }, + { + "epoch": 25.68755846585594, + "grad_norm": 0.09091942757368088, + "learning_rate": 1.9485795152838104e-06, + "loss": 0.0156, + "step": 27460 + }, + { + "epoch": 25.69691300280636, + "grad_norm": 0.10211048275232315, + "learning_rate": 1.933372008111778e-06, + "loss": 0.0145, + "step": 27470 + }, + { + "epoch": 25.706267539756784, + "grad_norm": 0.10678558796644211, + "learning_rate": 1.918222906425143e-06, + "loss": 0.0163, + "step": 27480 + }, + { + "epoch": 25.715622076707202, + "grad_norm": 0.10472792387008667, + "learning_rate": 1.903132228631488e-06, + "loss": 0.0159, + "step": 27490 + }, + { + "epoch": 25.724976613657624, + "grad_norm": 0.09959577769041061, + "learning_rate": 1.8880999930674215e-06, + "loss": 0.0167, + "step": 27500 + }, + { + "epoch": 25.734331150608046, + "grad_norm": 0.07775209844112396, + "learning_rate": 1.8731262179985166e-06, + "loss": 0.0156, + "step": 27510 + }, + { + "epoch": 25.743685687558465, + "grad_norm": 0.08010944724082947, + "learning_rate": 1.8582109216193244e-06, + "loss": 0.0146, + "step": 27520 + }, + { + "epoch": 25.753040224508887, + "grad_norm": 0.12660634517669678, + "learning_rate": 1.8433541220533368e-06, + "loss": 0.0169, + "step": 27530 + }, + { + "epoch": 25.76239476145931, + "grad_norm": 0.13703244924545288, + "learning_rate": 1.8285558373529577e-06, + "loss": 0.0156, + "step": 27540 + }, + { + "epoch": 25.77174929840973, + "grad_norm": 0.07699558138847351, + "learning_rate": 1.8138160854995145e-06, + "loss": 0.0155, + "step": 27550 + }, + { + "epoch": 25.78110383536015, + "grad_norm": 0.07690563052892685, + "learning_rate": 1.7991348844031864e-06, + "loss": 0.0163, + "step": 27560 + }, + { + "epoch": 25.79045837231057, + "grad_norm": 0.10951384156942368, + "learning_rate": 1.78451225190302e-06, + "loss": 0.0151, + "step": 27570 + }, + { + "epoch": 25.799812909260993, + "grad_norm": 0.08665373921394348, + "learning_rate": 1.7699482057668914e-06, + "loss": 0.0151, + "step": 27580 + }, + { + "epoch": 25.80916744621141, + "grad_norm": 0.08598384261131287, + "learning_rate": 1.7554427636914895e-06, + "loss": 0.0161, + "step": 27590 + }, + { + "epoch": 25.818521983161833, + "grad_norm": 0.09781711548566818, + "learning_rate": 1.7409959433022871e-06, + "loss": 0.016, + "step": 27600 + }, + { + "epoch": 25.827876520112255, + "grad_norm": 0.07441040128469467, + "learning_rate": 1.7266077621535481e-06, + "loss": 0.0153, + "step": 27610 + }, + { + "epoch": 25.837231057062674, + "grad_norm": 0.12315618991851807, + "learning_rate": 1.7122782377282597e-06, + "loss": 0.0167, + "step": 27620 + }, + { + "epoch": 25.846585594013096, + "grad_norm": 0.09246060997247696, + "learning_rate": 1.6980073874381497e-06, + "loss": 0.0163, + "step": 27630 + }, + { + "epoch": 25.855940130963518, + "grad_norm": 0.08976162225008011, + "learning_rate": 1.6837952286236413e-06, + "loss": 0.0162, + "step": 27640 + }, + { + "epoch": 25.86529466791394, + "grad_norm": 0.09095071256160736, + "learning_rate": 1.6696417785538488e-06, + "loss": 0.0147, + "step": 27650 + }, + { + "epoch": 25.874649204864358, + "grad_norm": 0.11609487235546112, + "learning_rate": 1.6555470544265538e-06, + "loss": 0.0178, + "step": 27660 + }, + { + "epoch": 25.88400374181478, + "grad_norm": 0.09491970390081406, + "learning_rate": 1.6415110733681738e-06, + "loss": 0.0153, + "step": 27670 + }, + { + "epoch": 25.893358278765202, + "grad_norm": 0.12583957612514496, + "learning_rate": 1.6275338524337436e-06, + "loss": 0.0152, + "step": 27680 + }, + { + "epoch": 25.90271281571562, + "grad_norm": 0.08972056210041046, + "learning_rate": 1.6136154086069056e-06, + "loss": 0.0165, + "step": 27690 + }, + { + "epoch": 25.912067352666043, + "grad_norm": 0.10118073225021362, + "learning_rate": 1.5997557587998868e-06, + "loss": 0.0157, + "step": 27700 + }, + { + "epoch": 25.921421889616465, + "grad_norm": 0.08435158431529999, + "learning_rate": 1.5859549198534606e-06, + "loss": 0.0143, + "step": 27710 + }, + { + "epoch": 25.930776426566887, + "grad_norm": 0.09084558486938477, + "learning_rate": 1.572212908536963e-06, + "loss": 0.0169, + "step": 27720 + }, + { + "epoch": 25.940130963517305, + "grad_norm": 0.08766746520996094, + "learning_rate": 1.5585297415482202e-06, + "loss": 0.0172, + "step": 27730 + }, + { + "epoch": 25.949485500467727, + "grad_norm": 0.09057909995317459, + "learning_rate": 1.5449054355135717e-06, + "loss": 0.0159, + "step": 27740 + }, + { + "epoch": 25.95884003741815, + "grad_norm": 0.08464492112398148, + "learning_rate": 1.5313400069878415e-06, + "loss": 0.0154, + "step": 27750 + }, + { + "epoch": 25.968194574368567, + "grad_norm": 0.11056570708751678, + "learning_rate": 1.5178334724542887e-06, + "loss": 0.0157, + "step": 27760 + }, + { + "epoch": 25.97754911131899, + "grad_norm": 0.07715559005737305, + "learning_rate": 1.504385848324641e-06, + "loss": 0.0156, + "step": 27770 + }, + { + "epoch": 25.98690364826941, + "grad_norm": 0.08105957508087158, + "learning_rate": 1.490997150939033e-06, + "loss": 0.0164, + "step": 27780 + }, + { + "epoch": 25.996258185219833, + "grad_norm": 0.10187868773937225, + "learning_rate": 1.4776673965659793e-06, + "loss": 0.0167, + "step": 27790 + }, + { + "epoch": 26.00561272217025, + "grad_norm": 0.09686578065156937, + "learning_rate": 1.4643966014023957e-06, + "loss": 0.0157, + "step": 27800 + }, + { + "epoch": 26.014967259120674, + "grad_norm": 0.08625520020723343, + "learning_rate": 1.4511847815735503e-06, + "loss": 0.0163, + "step": 27810 + }, + { + "epoch": 26.024321796071096, + "grad_norm": 0.08121765404939651, + "learning_rate": 1.438031953133051e-06, + "loss": 0.0149, + "step": 27820 + }, + { + "epoch": 26.033676333021514, + "grad_norm": 0.08839230239391327, + "learning_rate": 1.4249381320628197e-06, + "loss": 0.0148, + "step": 27830 + }, + { + "epoch": 26.043030869971936, + "grad_norm": 0.07941395789384842, + "learning_rate": 1.4119033342730902e-06, + "loss": 0.0161, + "step": 27840 + }, + { + "epoch": 26.052385406922358, + "grad_norm": 0.07166440039873123, + "learning_rate": 1.3989275756023656e-06, + "loss": 0.0153, + "step": 27850 + }, + { + "epoch": 26.061739943872777, + "grad_norm": 0.1333167999982834, + "learning_rate": 1.386010871817417e-06, + "loss": 0.0156, + "step": 27860 + }, + { + "epoch": 26.0710944808232, + "grad_norm": 0.07224509119987488, + "learning_rate": 1.3731532386132616e-06, + "loss": 0.0149, + "step": 27870 + }, + { + "epoch": 26.08044901777362, + "grad_norm": 0.10541737079620361, + "learning_rate": 1.360354691613136e-06, + "loss": 0.0174, + "step": 27880 + }, + { + "epoch": 26.089803554724043, + "grad_norm": 0.08450277149677277, + "learning_rate": 1.3476152463684776e-06, + "loss": 0.0144, + "step": 27890 + }, + { + "epoch": 26.09915809167446, + "grad_norm": 0.091790571808815, + "learning_rate": 1.3349349183589155e-06, + "loss": 0.0161, + "step": 27900 + }, + { + "epoch": 26.108512628624883, + "grad_norm": 0.07256844639778137, + "learning_rate": 1.3223137229922356e-06, + "loss": 0.0161, + "step": 27910 + }, + { + "epoch": 26.117867165575305, + "grad_norm": 0.07885241508483887, + "learning_rate": 1.3097516756043981e-06, + "loss": 0.0158, + "step": 27920 + }, + { + "epoch": 26.127221702525723, + "grad_norm": 0.11652814596891403, + "learning_rate": 1.29724879145946e-06, + "loss": 0.0153, + "step": 27930 + }, + { + "epoch": 26.136576239476145, + "grad_norm": 0.08976969867944717, + "learning_rate": 1.284805085749613e-06, + "loss": 0.0153, + "step": 27940 + }, + { + "epoch": 26.145930776426567, + "grad_norm": 0.08110220730304718, + "learning_rate": 1.2724205735951288e-06, + "loss": 0.0155, + "step": 27950 + }, + { + "epoch": 26.15528531337699, + "grad_norm": 0.0797279104590416, + "learning_rate": 1.2600952700443591e-06, + "loss": 0.015, + "step": 27960 + }, + { + "epoch": 26.164639850327408, + "grad_norm": 0.08987169712781906, + "learning_rate": 1.247829190073707e-06, + "loss": 0.0143, + "step": 27970 + }, + { + "epoch": 26.17399438727783, + "grad_norm": 0.07472352683544159, + "learning_rate": 1.2356223485876173e-06, + "loss": 0.0148, + "step": 27980 + }, + { + "epoch": 26.18334892422825, + "grad_norm": 0.08166982233524323, + "learning_rate": 1.2234747604185526e-06, + "loss": 0.0146, + "step": 27990 + }, + { + "epoch": 26.19270346117867, + "grad_norm": 0.07972993701696396, + "learning_rate": 1.2113864403269836e-06, + "loss": 0.0156, + "step": 28000 + }, + { + "epoch": 26.202057998129092, + "grad_norm": 0.10630624741315842, + "learning_rate": 1.1993574030013555e-06, + "loss": 0.0169, + "step": 28010 + }, + { + "epoch": 26.211412535079514, + "grad_norm": 0.09422203153371811, + "learning_rate": 1.1873876630580816e-06, + "loss": 0.0158, + "step": 28020 + }, + { + "epoch": 26.220767072029936, + "grad_norm": 0.08592047542333603, + "learning_rate": 1.1754772350415278e-06, + "loss": 0.0164, + "step": 28030 + }, + { + "epoch": 26.230121608980355, + "grad_norm": 0.11730441451072693, + "learning_rate": 1.163626133423984e-06, + "loss": 0.0167, + "step": 28040 + }, + { + "epoch": 26.239476145930777, + "grad_norm": 0.11512218415737152, + "learning_rate": 1.1518343726056591e-06, + "loss": 0.0153, + "step": 28050 + }, + { + "epoch": 26.2488306828812, + "grad_norm": 0.08625704795122147, + "learning_rate": 1.1401019669146474e-06, + "loss": 0.0154, + "step": 28060 + }, + { + "epoch": 26.258185219831617, + "grad_norm": 0.07609356194734573, + "learning_rate": 1.128428930606934e-06, + "loss": 0.0145, + "step": 28070 + }, + { + "epoch": 26.26753975678204, + "grad_norm": 0.0980515331029892, + "learning_rate": 1.1168152778663621e-06, + "loss": 0.0143, + "step": 28080 + }, + { + "epoch": 26.27689429373246, + "grad_norm": 0.0901549831032753, + "learning_rate": 1.10526102280461e-06, + "loss": 0.0154, + "step": 28090 + }, + { + "epoch": 26.28624883068288, + "grad_norm": 0.07141640037298203, + "learning_rate": 1.0937661794611864e-06, + "loss": 0.015, + "step": 28100 + }, + { + "epoch": 26.2956033676333, + "grad_norm": 0.08784674108028412, + "learning_rate": 1.082330761803413e-06, + "loss": 0.0147, + "step": 28110 + }, + { + "epoch": 26.304957904583723, + "grad_norm": 0.09702075272798538, + "learning_rate": 1.0709547837263966e-06, + "loss": 0.0142, + "step": 28120 + }, + { + "epoch": 26.314312441534145, + "grad_norm": 0.08300752937793732, + "learning_rate": 1.059638259053025e-06, + "loss": 0.0147, + "step": 28130 + }, + { + "epoch": 26.323666978484564, + "grad_norm": 0.11192573606967926, + "learning_rate": 1.0483812015339434e-06, + "loss": 0.0151, + "step": 28140 + }, + { + "epoch": 26.333021515434986, + "grad_norm": 0.09599455446004868, + "learning_rate": 1.037183624847543e-06, + "loss": 0.0145, + "step": 28150 + }, + { + "epoch": 26.342376052385408, + "grad_norm": 0.09738758951425552, + "learning_rate": 1.0260455425999238e-06, + "loss": 0.0152, + "step": 28160 + }, + { + "epoch": 26.351730589335826, + "grad_norm": 0.09747303277254105, + "learning_rate": 1.0149669683249208e-06, + "loss": 0.0153, + "step": 28170 + }, + { + "epoch": 26.36108512628625, + "grad_norm": 0.0819990336894989, + "learning_rate": 1.003947915484027e-06, + "loss": 0.0144, + "step": 28180 + }, + { + "epoch": 26.37043966323667, + "grad_norm": 0.1275983601808548, + "learning_rate": 9.92988397466449e-07, + "loss": 0.0155, + "step": 28190 + }, + { + "epoch": 26.379794200187092, + "grad_norm": 0.07099176943302155, + "learning_rate": 9.820884275890286e-07, + "loss": 0.015, + "step": 28200 + }, + { + "epoch": 26.38914873713751, + "grad_norm": 0.09006503224372864, + "learning_rate": 9.712480190962546e-07, + "loss": 0.0167, + "step": 28210 + }, + { + "epoch": 26.398503274087933, + "grad_norm": 0.09344688057899475, + "learning_rate": 9.604671851602464e-07, + "loss": 0.0151, + "step": 28220 + }, + { + "epoch": 26.407857811038355, + "grad_norm": 0.07998665422201157, + "learning_rate": 9.497459388807306e-07, + "loss": 0.0148, + "step": 28230 + }, + { + "epoch": 26.417212347988773, + "grad_norm": 0.08510582894086838, + "learning_rate": 9.390842932850364e-07, + "loss": 0.0161, + "step": 28240 + }, + { + "epoch": 26.426566884939195, + "grad_norm": 0.08343949913978577, + "learning_rate": 9.28482261328073e-07, + "loss": 0.0141, + "step": 28250 + }, + { + "epoch": 26.435921421889617, + "grad_norm": 0.07227872312068939, + "learning_rate": 9.179398558923025e-07, + "loss": 0.0159, + "step": 28260 + }, + { + "epoch": 26.44527595884004, + "grad_norm": 0.0733635276556015, + "learning_rate": 9.074570897877388e-07, + "loss": 0.0153, + "step": 28270 + }, + { + "epoch": 26.454630495790457, + "grad_norm": 0.09513899683952332, + "learning_rate": 8.970339757519375e-07, + "loss": 0.0151, + "step": 28280 + }, + { + "epoch": 26.46398503274088, + "grad_norm": 0.07725878804922104, + "learning_rate": 8.866705264499619e-07, + "loss": 0.0144, + "step": 28290 + }, + { + "epoch": 26.4733395696913, + "grad_norm": 0.10052274167537689, + "learning_rate": 8.763667544743836e-07, + "loss": 0.0151, + "step": 28300 + }, + { + "epoch": 26.48269410664172, + "grad_norm": 0.10676003992557526, + "learning_rate": 8.661226723452543e-07, + "loss": 0.0177, + "step": 28310 + }, + { + "epoch": 26.492048643592142, + "grad_norm": 0.09131215512752533, + "learning_rate": 8.559382925101001e-07, + "loss": 0.0153, + "step": 28320 + }, + { + "epoch": 26.501403180542564, + "grad_norm": 0.07686031609773636, + "learning_rate": 8.458136273438943e-07, + "loss": 0.0144, + "step": 28330 + }, + { + "epoch": 26.510757717492986, + "grad_norm": 0.09282208234071732, + "learning_rate": 8.357486891490795e-07, + "loss": 0.0152, + "step": 28340 + }, + { + "epoch": 26.520112254443404, + "grad_norm": 0.11689192801713943, + "learning_rate": 8.257434901554895e-07, + "loss": 0.0148, + "step": 28350 + }, + { + "epoch": 26.529466791393826, + "grad_norm": 0.08021365106105804, + "learning_rate": 8.157980425203937e-07, + "loss": 0.0157, + "step": 28360 + }, + { + "epoch": 26.53882132834425, + "grad_norm": 0.10933244973421097, + "learning_rate": 8.059123583284367e-07, + "loss": 0.0161, + "step": 28370 + }, + { + "epoch": 26.548175865294667, + "grad_norm": 0.11462529003620148, + "learning_rate": 7.960864495916654e-07, + "loss": 0.0182, + "step": 28380 + }, + { + "epoch": 26.55753040224509, + "grad_norm": 0.10291384160518646, + "learning_rate": 7.863203282494847e-07, + "loss": 0.014, + "step": 28390 + }, + { + "epoch": 26.56688493919551, + "grad_norm": 0.09009930491447449, + "learning_rate": 7.766140061686522e-07, + "loss": 0.0174, + "step": 28400 + }, + { + "epoch": 26.57623947614593, + "grad_norm": 0.09827218949794769, + "learning_rate": 7.669674951432615e-07, + "loss": 0.017, + "step": 28410 + }, + { + "epoch": 26.58559401309635, + "grad_norm": 0.06116434931755066, + "learning_rate": 7.573808068947363e-07, + "loss": 0.0142, + "step": 28420 + }, + { + "epoch": 26.594948550046773, + "grad_norm": 0.10436572879552841, + "learning_rate": 7.478539530718087e-07, + "loss": 0.0166, + "step": 28430 + }, + { + "epoch": 26.604303086997195, + "grad_norm": 0.0912323072552681, + "learning_rate": 7.383869452504965e-07, + "loss": 0.0167, + "step": 28440 + }, + { + "epoch": 26.613657623947613, + "grad_norm": 0.08648736029863358, + "learning_rate": 7.289797949341204e-07, + "loss": 0.0148, + "step": 28450 + }, + { + "epoch": 26.623012160898035, + "grad_norm": 0.08471738547086716, + "learning_rate": 7.196325135532423e-07, + "loss": 0.0151, + "step": 28460 + }, + { + "epoch": 26.632366697848457, + "grad_norm": 0.0907946228981018, + "learning_rate": 7.10345112465699e-07, + "loss": 0.0169, + "step": 28470 + }, + { + "epoch": 26.641721234798876, + "grad_norm": 0.08337365090847015, + "learning_rate": 7.011176029565525e-07, + "loss": 0.016, + "step": 28480 + }, + { + "epoch": 26.651075771749298, + "grad_norm": 0.07711777836084366, + "learning_rate": 6.919499962381004e-07, + "loss": 0.0133, + "step": 28490 + }, + { + "epoch": 26.66043030869972, + "grad_norm": 0.09564465284347534, + "learning_rate": 6.828423034498488e-07, + "loss": 0.0157, + "step": 28500 + }, + { + "epoch": 26.669784845650142, + "grad_norm": 0.07991919666528702, + "learning_rate": 6.737945356585007e-07, + "loss": 0.0159, + "step": 28510 + }, + { + "epoch": 26.67913938260056, + "grad_norm": 0.08456657081842422, + "learning_rate": 6.648067038579508e-07, + "loss": 0.0159, + "step": 28520 + }, + { + "epoch": 26.688493919550982, + "grad_norm": 0.09292576462030411, + "learning_rate": 6.558788189692578e-07, + "loss": 0.0158, + "step": 28530 + }, + { + "epoch": 26.697848456501404, + "grad_norm": 0.08063001930713654, + "learning_rate": 6.470108918406492e-07, + "loss": 0.017, + "step": 28540 + }, + { + "epoch": 26.707202993451823, + "grad_norm": 0.08058038353919983, + "learning_rate": 6.382029332474893e-07, + "loss": 0.0158, + "step": 28550 + }, + { + "epoch": 26.716557530402245, + "grad_norm": 0.1036021038889885, + "learning_rate": 6.294549538922778e-07, + "loss": 0.0165, + "step": 28560 + }, + { + "epoch": 26.725912067352667, + "grad_norm": 0.09027513116598129, + "learning_rate": 6.207669644046344e-07, + "loss": 0.0155, + "step": 28570 + }, + { + "epoch": 26.73526660430309, + "grad_norm": 0.09150935709476471, + "learning_rate": 6.121389753412865e-07, + "loss": 0.0152, + "step": 28580 + }, + { + "epoch": 26.744621141253507, + "grad_norm": 0.08208911120891571, + "learning_rate": 6.035709971860592e-07, + "loss": 0.0159, + "step": 28590 + }, + { + "epoch": 26.75397567820393, + "grad_norm": 0.08962203562259674, + "learning_rate": 5.950630403498469e-07, + "loss": 0.0157, + "step": 28600 + }, + { + "epoch": 26.76333021515435, + "grad_norm": 0.07856717705726624, + "learning_rate": 5.866151151706189e-07, + "loss": 0.0149, + "step": 28610 + }, + { + "epoch": 26.77268475210477, + "grad_norm": 0.08264455944299698, + "learning_rate": 5.782272319134086e-07, + "loss": 0.0156, + "step": 28620 + }, + { + "epoch": 26.78203928905519, + "grad_norm": 0.07857176661491394, + "learning_rate": 5.698994007702796e-07, + "loss": 0.0164, + "step": 28630 + }, + { + "epoch": 26.791393826005613, + "grad_norm": 0.09686186909675598, + "learning_rate": 5.616316318603321e-07, + "loss": 0.0169, + "step": 28640 + }, + { + "epoch": 26.800748362956035, + "grad_norm": 0.08223733305931091, + "learning_rate": 5.534239352296799e-07, + "loss": 0.0161, + "step": 28650 + }, + { + "epoch": 26.810102899906454, + "grad_norm": 0.10900984704494476, + "learning_rate": 5.452763208514621e-07, + "loss": 0.0166, + "step": 28660 + }, + { + "epoch": 26.819457436856876, + "grad_norm": 0.1025807186961174, + "learning_rate": 5.371887986257873e-07, + "loss": 0.0151, + "step": 28670 + }, + { + "epoch": 26.828811973807298, + "grad_norm": 0.08556320518255234, + "learning_rate": 5.291613783797611e-07, + "loss": 0.015, + "step": 28680 + }, + { + "epoch": 26.838166510757716, + "grad_norm": 0.10466690361499786, + "learning_rate": 5.211940698674534e-07, + "loss": 0.0158, + "step": 28690 + }, + { + "epoch": 26.84752104770814, + "grad_norm": 0.06911173462867737, + "learning_rate": 5.132868827698978e-07, + "loss": 0.0156, + "step": 28700 + }, + { + "epoch": 26.85687558465856, + "grad_norm": 0.07566909492015839, + "learning_rate": 5.054398266950755e-07, + "loss": 0.0166, + "step": 28710 + }, + { + "epoch": 26.86623012160898, + "grad_norm": 0.11253903806209564, + "learning_rate": 4.976529111778872e-07, + "loss": 0.0172, + "step": 28720 + }, + { + "epoch": 26.8755846585594, + "grad_norm": 0.09385325759649277, + "learning_rate": 4.899261456801862e-07, + "loss": 0.0151, + "step": 28730 + }, + { + "epoch": 26.884939195509823, + "grad_norm": 0.10761076956987381, + "learning_rate": 4.822595395907126e-07, + "loss": 0.0149, + "step": 28740 + }, + { + "epoch": 26.894293732460245, + "grad_norm": 0.07459486275911331, + "learning_rate": 4.7465310222510886e-07, + "loss": 0.0155, + "step": 28750 + }, + { + "epoch": 26.903648269410663, + "grad_norm": 0.100873664021492, + "learning_rate": 4.6710684282593175e-07, + "loss": 0.0161, + "step": 28760 + }, + { + "epoch": 26.913002806361085, + "grad_norm": 0.0934925526380539, + "learning_rate": 4.5962077056257993e-07, + "loss": 0.0153, + "step": 28770 + }, + { + "epoch": 26.922357343311507, + "grad_norm": 0.09179508686065674, + "learning_rate": 4.521948945313492e-07, + "loss": 0.0141, + "step": 28780 + }, + { + "epoch": 26.931711880261926, + "grad_norm": 0.06960300356149673, + "learning_rate": 4.4482922375537195e-07, + "loss": 0.0158, + "step": 28790 + }, + { + "epoch": 26.941066417212348, + "grad_norm": 0.06738719344139099, + "learning_rate": 4.375237671846333e-07, + "loss": 0.0159, + "step": 28800 + }, + { + "epoch": 26.95042095416277, + "grad_norm": 0.08198504149913788, + "learning_rate": 4.302785336959547e-07, + "loss": 0.0152, + "step": 28810 + }, + { + "epoch": 26.95977549111319, + "grad_norm": 0.09924037754535675, + "learning_rate": 4.2309353209297744e-07, + "loss": 0.0165, + "step": 28820 + }, + { + "epoch": 26.96913002806361, + "grad_norm": 0.06524399667978287, + "learning_rate": 4.159687711061566e-07, + "loss": 0.0146, + "step": 28830 + }, + { + "epoch": 26.978484565014032, + "grad_norm": 0.09951826184988022, + "learning_rate": 4.0890425939275055e-07, + "loss": 0.0173, + "step": 28840 + }, + { + "epoch": 26.987839101964454, + "grad_norm": 0.10245785862207413, + "learning_rate": 4.0190000553679827e-07, + "loss": 0.0157, + "step": 28850 + }, + { + "epoch": 26.997193638914872, + "grad_norm": 0.09625407308340073, + "learning_rate": 3.9495601804913627e-07, + "loss": 0.0158, + "step": 28860 + }, + { + "epoch": 27.006548175865294, + "grad_norm": 0.07809274643659592, + "learning_rate": 3.880723053673652e-07, + "loss": 0.0153, + "step": 28870 + }, + { + "epoch": 27.015902712815716, + "grad_norm": 0.08541064709424973, + "learning_rate": 3.812488758558386e-07, + "loss": 0.016, + "step": 28880 + }, + { + "epoch": 27.02525724976614, + "grad_norm": 0.07257027924060822, + "learning_rate": 3.744857378056743e-07, + "loss": 0.0162, + "step": 28890 + }, + { + "epoch": 27.034611786716557, + "grad_norm": 0.1158212274312973, + "learning_rate": 3.677828994347154e-07, + "loss": 0.0162, + "step": 28900 + }, + { + "epoch": 27.04396632366698, + "grad_norm": 0.08217432349920273, + "learning_rate": 3.61140368887547e-07, + "loss": 0.0158, + "step": 28910 + }, + { + "epoch": 27.0533208606174, + "grad_norm": 0.0749536007642746, + "learning_rate": 3.545581542354681e-07, + "loss": 0.0159, + "step": 28920 + }, + { + "epoch": 27.06267539756782, + "grad_norm": 0.11086080223321915, + "learning_rate": 3.480362634764922e-07, + "loss": 0.0154, + "step": 28930 + }, + { + "epoch": 27.07202993451824, + "grad_norm": 0.11057033389806747, + "learning_rate": 3.4157470453533014e-07, + "loss": 0.015, + "step": 28940 + }, + { + "epoch": 27.081384471468663, + "grad_norm": 0.09314706921577454, + "learning_rate": 3.3517348526339034e-07, + "loss": 0.0158, + "step": 28950 + }, + { + "epoch": 27.09073900841908, + "grad_norm": 0.08525264263153076, + "learning_rate": 3.288326134387454e-07, + "loss": 0.0162, + "step": 28960 + }, + { + "epoch": 27.100093545369504, + "grad_norm": 0.08148806542158127, + "learning_rate": 3.225520967661655e-07, + "loss": 0.0164, + "step": 28970 + }, + { + "epoch": 27.109448082319926, + "grad_norm": 0.1074608713388443, + "learning_rate": 3.163319428770628e-07, + "loss": 0.0145, + "step": 28980 + }, + { + "epoch": 27.118802619270348, + "grad_norm": 0.07663491368293762, + "learning_rate": 3.1017215932951374e-07, + "loss": 0.016, + "step": 28990 + }, + { + "epoch": 27.128157156220766, + "grad_norm": 0.0864759236574173, + "learning_rate": 3.040727536082366e-07, + "loss": 0.0165, + "step": 29000 + } + ], + "logging_steps": 10, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 29, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/config.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..47d7b77e4255263f3803a4b6f94ca6831e459b70 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/config.json @@ -0,0 +1,64 @@ +{ + "action_dim": 32, + "action_head_cfg": { + "action_dim": 32, + "action_horizon": 16, + "add_pos_embed": true, + "backbone_embedding_dim": 2048, + "diffusion_model_cfg": { + "attention_head_dim": 48, + "cross_attention_dim": 2048, + "dropout": 0.2, + "final_dropout": true, + "interleave_self_attention": true, + "norm_type": "ada_norm", + "num_attention_heads": 32, + "num_layers": 16, + "output_dim": 1024, + "positional_embeddings": null + }, + "hidden_size": 1024, + "input_embedding_dim": 1536, + "max_action_dim": 32, + "max_state_dim": 64, + "model_dtype": "float32", + "noise_beta_alpha": 1.5, + "noise_beta_beta": 1.0, + "noise_s": 0.999, + "num_inference_timesteps": 4, + "num_target_vision_tokens": 32, + "num_timestep_buckets": 1000, + "tune_diffusion_model": true, + "tune_projector": true, + "use_vlln": true, + "vl_self_attention_cfg": { + "attention_head_dim": 64, + "dropout": 0.2, + "final_dropout": true, + "num_attention_heads": 32, + "num_layers": 4, + "positional_embeddings": null + } + }, + "action_horizon": 16, + "architectures": [ + "GR00T_N1_5" + ], + "attn_implementation": null, + "backbone_cfg": { + "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops", + "load_bf16": false, + "project_to_dim": null, + "reproject_vision": false, + "select_layer": 12, + "tune_llm": false, + "tune_visual": true, + "use_flash_attention": true + }, + "compute_dtype": "bfloat16", + "hidden_size": 2048, + "model_dtype": "float32", + "model_type": "gr00t_n1_5", + "torch_dtype": "bfloat16", + "transformers_version": "4.51.3" +} diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/clvla_contract.yaml b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fcf54afc33656c592a0f45c937bca2dd53fa3d5d --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,64 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012_retry1 + experiment_name: InstructionQuestion_Q3_Pretrained_Retry1 + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 1000 + save_total_limit: 2 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: tensorboard + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true + state_dropout_prob: 0.0 +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml +config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0 +data_contract: libero_pi_v2 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/metadata.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00001-of-00002.safetensors b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b5b4df18c42e556b1e0b45db9b6a5a0c18bb2a1 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f35e03b2a494bb07f550a82d9a7eabb1b665b4d1dc865806e3f3a3f092f488f +size 4999367032 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00002-of-00002.safetensors b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f697e5ecf750fd7d63f2d03e7d913c52119e3169 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3dc8b4585d45034f1b2a8004cea0ee5eaa43f88d1136d558b04cda70c7c038 +size 2586705312 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model.safetensors.index.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..5ef5f247b61eb93e89601c7da8334fc087e19750 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model.safetensors.index.json @@ -0,0 +1,906 @@ +{ + "metadata": { + "total_size": 7585939328 + }, + "weight_map": { + "action_head.action_decoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.action_decoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W1.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W2.b": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.W": "model-00002-of-00002.safetensors", + "action_head.action_encoder.W3.b": "model-00002-of-00002.safetensors", + "action_head.future_tokens.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_1.weight": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.bias": "model-00002-of-00002.safetensors", + "action_head.model.proj_out_2.weight": "model-00002-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_1.weight": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.bias": "model-00001-of-00002.safetensors", + "action_head.model.timestep_encoder.timestep_embedder.linear_2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.0.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.1.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.10.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.11.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.12.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.13.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.14.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.bias": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.15.norm1.linear.weight": "model-00002-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.2.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.3.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.4.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.5.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.6.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.7.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.8.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_k.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_out.0.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_q.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.attn1.to_v.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.0.proj.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.ff.net.2.weight": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.bias": "model-00001-of-00002.safetensors", + "action_head.model.transformer_blocks.9.norm1.linear.weight": "model-00001-of-00002.safetensors", + "action_head.position_embedding.weight": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer1.b": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.W": "model-00002-of-00002.safetensors", + "action_head.state_encoder.layer2.b": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.0.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.1.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.2.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_k.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_out.0.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_q.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.attn1.to_v.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.0.proj.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.ff.net.2.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm1.weight": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.bias": "model-00002-of-00002.safetensors", + "action_head.vl_self_attention.transformer_blocks.3.norm3.weight": "model-00002-of-00002.safetensors", + "action_head.vlln.bias": "model-00002-of-00002.safetensors", + "action_head.vlln.weight": "model-00002-of-00002.safetensors", + "backbone.eagle_model.language_model.lm_head.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.language_model.model.norm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.mlp1.0.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.patch_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.embeddings.position_embedding.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.layer_norm2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.in_proj_weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.attention.out_proj.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.layernorm.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc1.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.mlp.fc2.weight": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.head.probe": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.bias": "model-00001-of-00002.safetensors", + "backbone.eagle_model.vision_model.vision_model.post_layernorm.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/optimizer.pt b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f672f686ee11dadb4e776ac03510d2a28e0291c1 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f991003001b129dcc53b1abcbc3677c15724fa1d83c68b662a6d17d66d5e358 +size 8550720062 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/rng_state.pth b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d6c0a95171da97129e257f2bfd4a0d3c66e6eafc --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27b948758a703446cc25f4a654ed01313d88cb7adb320dea5b3fbf1ec5b463a +size 14244 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/scheduler.pt b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f29cb8b576c4bbf1197dac9a1a68fdfed241bf6 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8c620e9a7808e10f2bc64fa81fe5b1efb6dcc2acb3596ed32f58119a5368c1 +size 1064 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/trainer_state.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e3a320de718b24e09646833bf66437d8509fb7 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/trainer_state.json @@ -0,0 +1,21034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 28.06361085126286, + "eval_steps": 500, + "global_step": 30000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009354536950420954, + "grad_norm": 7.74298095703125, + "learning_rate": 6.000000000000001e-07, + "loss": 0.9324, + "step": 10 + }, + { + "epoch": 0.018709073900841908, + "grad_norm": 7.363883018493652, + "learning_rate": 1.2666666666666667e-06, + "loss": 0.9204, + "step": 20 + }, + { + "epoch": 0.02806361085126286, + "grad_norm": 4.100339412689209, + "learning_rate": 1.9333333333333336e-06, + "loss": 0.7533, + "step": 30 + }, + { + "epoch": 0.037418147801683815, + "grad_norm": 1.5141083002090454, + "learning_rate": 2.6e-06, + "loss": 0.5562, + "step": 40 + }, + { + "epoch": 0.04677268475210477, + "grad_norm": 1.0893893241882324, + "learning_rate": 3.2666666666666666e-06, + "loss": 0.4277, + "step": 50 + }, + { + "epoch": 0.05612722170252572, + "grad_norm": 0.9453142285346985, + "learning_rate": 3.9333333333333335e-06, + "loss": 0.3549, + "step": 60 + }, + { + "epoch": 0.06548175865294668, + "grad_norm": 0.7242417931556702, + "learning_rate": 4.6e-06, + "loss": 0.3087, + "step": 70 + }, + { + "epoch": 0.07483629560336763, + "grad_norm": 0.6252792477607727, + "learning_rate": 5.266666666666667e-06, + "loss": 0.2763, + "step": 80 + }, + { + "epoch": 0.08419083255378859, + "grad_norm": 0.7587150931358337, + "learning_rate": 5.933333333333334e-06, + "loss": 0.2546, + "step": 90 + }, + { + "epoch": 0.09354536950420954, + "grad_norm": 0.6950215101242065, + "learning_rate": 6.6e-06, + "loss": 0.2249, + "step": 100 + }, + { + "epoch": 0.1028999064546305, + "grad_norm": 0.7239357233047485, + "learning_rate": 7.266666666666668e-06, + "loss": 0.2093, + "step": 110 + }, + { + "epoch": 0.11225444340505145, + "grad_norm": 0.4684758484363556, + "learning_rate": 7.933333333333334e-06, + "loss": 0.1964, + "step": 120 + }, + { + "epoch": 0.1216089803554724, + "grad_norm": 0.5836920738220215, + "learning_rate": 8.599999999999999e-06, + "loss": 0.187, + "step": 130 + }, + { + "epoch": 0.13096351730589337, + "grad_norm": 1.1090284585952759, + "learning_rate": 9.266666666666667e-06, + "loss": 0.1791, + "step": 140 + }, + { + "epoch": 0.1403180542563143, + "grad_norm": 0.4369427263736725, + "learning_rate": 9.933333333333334e-06, + "loss": 0.1708, + "step": 150 + }, + { + "epoch": 0.14967259120673526, + "grad_norm": 0.6705596446990967, + "learning_rate": 1.06e-05, + "loss": 0.1562, + "step": 160 + }, + { + "epoch": 0.15902712815715622, + "grad_norm": 0.5748978853225708, + "learning_rate": 1.1266666666666667e-05, + "loss": 0.1519, + "step": 170 + }, + { + "epoch": 0.16838166510757718, + "grad_norm": 0.4487950801849365, + "learning_rate": 1.1933333333333333e-05, + "loss": 0.1459, + "step": 180 + }, + { + "epoch": 0.17773620205799812, + "grad_norm": 0.6088461875915527, + "learning_rate": 1.2600000000000001e-05, + "loss": 0.142, + "step": 190 + }, + { + "epoch": 0.18709073900841908, + "grad_norm": 0.5797847509384155, + "learning_rate": 1.3266666666666666e-05, + "loss": 0.1407, + "step": 200 + }, + { + "epoch": 0.19644527595884004, + "grad_norm": 0.762661874294281, + "learning_rate": 1.3933333333333334e-05, + "loss": 0.1311, + "step": 210 + }, + { + "epoch": 0.205799812909261, + "grad_norm": 0.5387753844261169, + "learning_rate": 1.4599999999999999e-05, + "loss": 0.1348, + "step": 220 + }, + { + "epoch": 0.21515434985968196, + "grad_norm": 0.4727242887020111, + "learning_rate": 1.5266666666666667e-05, + "loss": 0.1287, + "step": 230 + }, + { + "epoch": 0.2245088868101029, + "grad_norm": 0.4704549014568329, + "learning_rate": 1.5933333333333332e-05, + "loss": 0.1241, + "step": 240 + }, + { + "epoch": 0.23386342376052385, + "grad_norm": 0.4030267298221588, + "learning_rate": 1.66e-05, + "loss": 0.1243, + "step": 250 + }, + { + "epoch": 0.2432179607109448, + "grad_norm": 0.3842666447162628, + "learning_rate": 1.726666666666667e-05, + "loss": 0.1223, + "step": 260 + }, + { + "epoch": 0.25257249766136575, + "grad_norm": 0.688400387763977, + "learning_rate": 1.7933333333333337e-05, + "loss": 0.1172, + "step": 270 + }, + { + "epoch": 0.26192703461178674, + "grad_norm": 0.556553304195404, + "learning_rate": 1.86e-05, + "loss": 0.1159, + "step": 280 + }, + { + "epoch": 0.27128157156220767, + "grad_norm": 0.8460902571678162, + "learning_rate": 1.926666666666667e-05, + "loss": 0.1152, + "step": 290 + }, + { + "epoch": 0.2806361085126286, + "grad_norm": 0.3709931969642639, + "learning_rate": 1.9933333333333334e-05, + "loss": 0.1139, + "step": 300 + }, + { + "epoch": 0.2899906454630496, + "grad_norm": 0.5018578767776489, + "learning_rate": 2.06e-05, + "loss": 0.1126, + "step": 310 + }, + { + "epoch": 0.2993451824134705, + "grad_norm": 0.3092721104621887, + "learning_rate": 2.1266666666666667e-05, + "loss": 0.11, + "step": 320 + }, + { + "epoch": 0.3086997193638915, + "grad_norm": 0.4424450993537903, + "learning_rate": 2.1933333333333332e-05, + "loss": 0.107, + "step": 330 + }, + { + "epoch": 0.31805425631431244, + "grad_norm": 0.46523329615592957, + "learning_rate": 2.26e-05, + "loss": 0.1069, + "step": 340 + }, + { + "epoch": 0.3274087932647334, + "grad_norm": 0.46333593130111694, + "learning_rate": 2.326666666666667e-05, + "loss": 0.107, + "step": 350 + }, + { + "epoch": 0.33676333021515437, + "grad_norm": 0.40973523259162903, + "learning_rate": 2.3933333333333337e-05, + "loss": 0.1073, + "step": 360 + }, + { + "epoch": 0.3461178671655753, + "grad_norm": 0.5438732504844666, + "learning_rate": 2.46e-05, + "loss": 0.1036, + "step": 370 + }, + { + "epoch": 0.35547240411599623, + "grad_norm": 0.5388205051422119, + "learning_rate": 2.5266666666666666e-05, + "loss": 0.1008, + "step": 380 + }, + { + "epoch": 0.3648269410664172, + "grad_norm": 0.38616853952407837, + "learning_rate": 2.5933333333333338e-05, + "loss": 0.1056, + "step": 390 + }, + { + "epoch": 0.37418147801683815, + "grad_norm": 0.32641613483428955, + "learning_rate": 2.6600000000000003e-05, + "loss": 0.1044, + "step": 400 + }, + { + "epoch": 0.38353601496725914, + "grad_norm": 0.33484774827957153, + "learning_rate": 2.7266666666666668e-05, + "loss": 0.1009, + "step": 410 + }, + { + "epoch": 0.3928905519176801, + "grad_norm": 0.5467618107795715, + "learning_rate": 2.7933333333333332e-05, + "loss": 0.0994, + "step": 420 + }, + { + "epoch": 0.402245088868101, + "grad_norm": 0.4343046545982361, + "learning_rate": 2.86e-05, + "loss": 0.1042, + "step": 430 + }, + { + "epoch": 0.411599625818522, + "grad_norm": 0.29274797439575195, + "learning_rate": 2.926666666666667e-05, + "loss": 0.0979, + "step": 440 + }, + { + "epoch": 0.42095416276894293, + "grad_norm": 0.29901474714279175, + "learning_rate": 2.9933333333333337e-05, + "loss": 0.0995, + "step": 450 + }, + { + "epoch": 0.4303086997193639, + "grad_norm": 0.49096813797950745, + "learning_rate": 3.06e-05, + "loss": 0.1007, + "step": 460 + }, + { + "epoch": 0.43966323666978485, + "grad_norm": 0.3405279219150543, + "learning_rate": 3.126666666666666e-05, + "loss": 0.0953, + "step": 470 + }, + { + "epoch": 0.4490177736202058, + "grad_norm": 0.28762978315353394, + "learning_rate": 3.1933333333333335e-05, + "loss": 0.0974, + "step": 480 + }, + { + "epoch": 0.4583723105706268, + "grad_norm": 0.32696688175201416, + "learning_rate": 3.26e-05, + "loss": 0.0961, + "step": 490 + }, + { + "epoch": 0.4677268475210477, + "grad_norm": 0.33255961537361145, + "learning_rate": 3.326666666666667e-05, + "loss": 0.0985, + "step": 500 + }, + { + "epoch": 0.47708138447146864, + "grad_norm": 0.43777480721473694, + "learning_rate": 3.3933333333333336e-05, + "loss": 0.0964, + "step": 510 + }, + { + "epoch": 0.4864359214218896, + "grad_norm": 0.47676241397857666, + "learning_rate": 3.46e-05, + "loss": 0.095, + "step": 520 + }, + { + "epoch": 0.49579045837231056, + "grad_norm": 0.3995484709739685, + "learning_rate": 3.526666666666667e-05, + "loss": 0.0921, + "step": 530 + }, + { + "epoch": 0.5051449953227315, + "grad_norm": 0.40851518511772156, + "learning_rate": 3.593333333333334e-05, + "loss": 0.098, + "step": 540 + }, + { + "epoch": 0.5144995322731525, + "grad_norm": 0.34080395102500916, + "learning_rate": 3.66e-05, + "loss": 0.0965, + "step": 550 + }, + { + "epoch": 0.5238540692235735, + "grad_norm": 0.3602987229824066, + "learning_rate": 3.726666666666667e-05, + "loss": 0.0947, + "step": 560 + }, + { + "epoch": 0.5332086061739943, + "grad_norm": 0.3909698724746704, + "learning_rate": 3.793333333333334e-05, + "loss": 0.0934, + "step": 570 + }, + { + "epoch": 0.5425631431244153, + "grad_norm": 0.4000399708747864, + "learning_rate": 3.86e-05, + "loss": 0.0945, + "step": 580 + }, + { + "epoch": 0.5519176800748363, + "grad_norm": 0.37963399291038513, + "learning_rate": 3.926666666666667e-05, + "loss": 0.0964, + "step": 590 + }, + { + "epoch": 0.5612722170252572, + "grad_norm": 0.2632920444011688, + "learning_rate": 3.993333333333333e-05, + "loss": 0.0905, + "step": 600 + }, + { + "epoch": 0.5706267539756782, + "grad_norm": 0.27795618772506714, + "learning_rate": 4.0600000000000004e-05, + "loss": 0.0937, + "step": 610 + }, + { + "epoch": 0.5799812909260992, + "grad_norm": 0.35339730978012085, + "learning_rate": 4.126666666666667e-05, + "loss": 0.0897, + "step": 620 + }, + { + "epoch": 0.5893358278765201, + "grad_norm": 0.22846344113349915, + "learning_rate": 4.1933333333333334e-05, + "loss": 0.0924, + "step": 630 + }, + { + "epoch": 0.598690364826941, + "grad_norm": 0.41626477241516113, + "learning_rate": 4.26e-05, + "loss": 0.0925, + "step": 640 + }, + { + "epoch": 0.608044901777362, + "grad_norm": 0.4134120047092438, + "learning_rate": 4.3266666666666664e-05, + "loss": 0.0878, + "step": 650 + }, + { + "epoch": 0.617399438727783, + "grad_norm": 0.3859595060348511, + "learning_rate": 4.3933333333333335e-05, + "loss": 0.0921, + "step": 660 + }, + { + "epoch": 0.6267539756782039, + "grad_norm": 0.25427934527397156, + "learning_rate": 4.46e-05, + "loss": 0.0904, + "step": 670 + }, + { + "epoch": 0.6361085126286249, + "grad_norm": 0.4601353406906128, + "learning_rate": 4.526666666666667e-05, + "loss": 0.0922, + "step": 680 + }, + { + "epoch": 0.6454630495790459, + "grad_norm": 0.3814287483692169, + "learning_rate": 4.5933333333333336e-05, + "loss": 0.0892, + "step": 690 + }, + { + "epoch": 0.6548175865294668, + "grad_norm": 0.3413460850715637, + "learning_rate": 4.660000000000001e-05, + "loss": 0.091, + "step": 700 + }, + { + "epoch": 0.6641721234798877, + "grad_norm": 0.44809648394584656, + "learning_rate": 4.726666666666667e-05, + "loss": 0.0919, + "step": 710 + }, + { + "epoch": 0.6735266604303087, + "grad_norm": 0.4448698163032532, + "learning_rate": 4.793333333333334e-05, + "loss": 0.0917, + "step": 720 + }, + { + "epoch": 0.6828811973807296, + "grad_norm": 0.3985632658004761, + "learning_rate": 4.86e-05, + "loss": 0.0905, + "step": 730 + }, + { + "epoch": 0.6922357343311506, + "grad_norm": 0.2606980800628662, + "learning_rate": 4.926666666666667e-05, + "loss": 0.0928, + "step": 740 + }, + { + "epoch": 0.7015902712815716, + "grad_norm": 0.28832921385765076, + "learning_rate": 4.993333333333334e-05, + "loss": 0.0877, + "step": 750 + }, + { + "epoch": 0.7109448082319925, + "grad_norm": 0.31123659014701843, + "learning_rate": 5.0600000000000003e-05, + "loss": 0.089, + "step": 760 + }, + { + "epoch": 0.7202993451824135, + "grad_norm": 0.3640862703323364, + "learning_rate": 5.1266666666666675e-05, + "loss": 0.0861, + "step": 770 + }, + { + "epoch": 0.7296538821328344, + "grad_norm": 0.2727711498737335, + "learning_rate": 5.193333333333333e-05, + "loss": 0.0902, + "step": 780 + }, + { + "epoch": 0.7390084190832554, + "grad_norm": 0.29462265968322754, + "learning_rate": 5.2600000000000005e-05, + "loss": 0.0888, + "step": 790 + }, + { + "epoch": 0.7483629560336763, + "grad_norm": 0.27035146951675415, + "learning_rate": 5.326666666666666e-05, + "loss": 0.088, + "step": 800 + }, + { + "epoch": 0.7577174929840973, + "grad_norm": 0.3299054801464081, + "learning_rate": 5.3933333333333334e-05, + "loss": 0.0844, + "step": 810 + }, + { + "epoch": 0.7670720299345183, + "grad_norm": 0.3164662718772888, + "learning_rate": 5.4600000000000006e-05, + "loss": 0.0888, + "step": 820 + }, + { + "epoch": 0.7764265668849392, + "grad_norm": 0.3759786784648895, + "learning_rate": 5.5266666666666664e-05, + "loss": 0.0892, + "step": 830 + }, + { + "epoch": 0.7857811038353602, + "grad_norm": 0.3021925389766693, + "learning_rate": 5.5933333333333335e-05, + "loss": 0.0842, + "step": 840 + }, + { + "epoch": 0.7951356407857811, + "grad_norm": 0.3070302903652191, + "learning_rate": 5.66e-05, + "loss": 0.0873, + "step": 850 + }, + { + "epoch": 0.804490177736202, + "grad_norm": 0.24822115898132324, + "learning_rate": 5.726666666666667e-05, + "loss": 0.0848, + "step": 860 + }, + { + "epoch": 0.813844714686623, + "grad_norm": 0.3779332935810089, + "learning_rate": 5.7933333333333337e-05, + "loss": 0.089, + "step": 870 + }, + { + "epoch": 0.823199251637044, + "grad_norm": 0.2507888972759247, + "learning_rate": 5.86e-05, + "loss": 0.0852, + "step": 880 + }, + { + "epoch": 0.8325537885874649, + "grad_norm": 0.29663822054862976, + "learning_rate": 5.926666666666667e-05, + "loss": 0.0876, + "step": 890 + }, + { + "epoch": 0.8419083255378859, + "grad_norm": 0.36455363035202026, + "learning_rate": 5.9933333333333345e-05, + "loss": 0.0876, + "step": 900 + }, + { + "epoch": 0.8512628624883068, + "grad_norm": 0.27456897497177124, + "learning_rate": 6.06e-05, + "loss": 0.0846, + "step": 910 + }, + { + "epoch": 0.8606173994387278, + "grad_norm": 0.2892821133136749, + "learning_rate": 6.126666666666667e-05, + "loss": 0.0849, + "step": 920 + }, + { + "epoch": 0.8699719363891487, + "grad_norm": 0.33438050746917725, + "learning_rate": 6.193333333333333e-05, + "loss": 0.0863, + "step": 930 + }, + { + "epoch": 0.8793264733395697, + "grad_norm": 0.35211288928985596, + "learning_rate": 6.26e-05, + "loss": 0.0841, + "step": 940 + }, + { + "epoch": 0.8886810102899907, + "grad_norm": 0.40759482979774475, + "learning_rate": 6.326666666666667e-05, + "loss": 0.0865, + "step": 950 + }, + { + "epoch": 0.8980355472404116, + "grad_norm": 0.2647267282009125, + "learning_rate": 6.393333333333333e-05, + "loss": 0.0847, + "step": 960 + }, + { + "epoch": 0.9073900841908326, + "grad_norm": 0.27269938588142395, + "learning_rate": 6.460000000000001e-05, + "loss": 0.0823, + "step": 970 + }, + { + "epoch": 0.9167446211412535, + "grad_norm": 0.41022583842277527, + "learning_rate": 6.526666666666666e-05, + "loss": 0.0855, + "step": 980 + }, + { + "epoch": 0.9260991580916744, + "grad_norm": 0.39808815717697144, + "learning_rate": 6.593333333333334e-05, + "loss": 0.0871, + "step": 990 + }, + { + "epoch": 0.9354536950420954, + "grad_norm": 0.3133705258369446, + "learning_rate": 6.66e-05, + "loss": 0.0897, + "step": 1000 + }, + { + "epoch": 0.9448082319925164, + "grad_norm": 0.3674916923046112, + "learning_rate": 6.726666666666667e-05, + "loss": 0.0846, + "step": 1010 + }, + { + "epoch": 0.9541627689429373, + "grad_norm": 0.4349784553050995, + "learning_rate": 6.793333333333334e-05, + "loss": 0.0855, + "step": 1020 + }, + { + "epoch": 0.9635173058933583, + "grad_norm": 0.3454256057739258, + "learning_rate": 6.860000000000001e-05, + "loss": 0.0863, + "step": 1030 + }, + { + "epoch": 0.9728718428437793, + "grad_norm": 0.49666088819503784, + "learning_rate": 6.926666666666667e-05, + "loss": 0.0848, + "step": 1040 + }, + { + "epoch": 0.9822263797942001, + "grad_norm": 0.24509170651435852, + "learning_rate": 6.993333333333334e-05, + "loss": 0.0852, + "step": 1050 + }, + { + "epoch": 0.9915809167446211, + "grad_norm": 0.28570106625556946, + "learning_rate": 7.06e-05, + "loss": 0.0823, + "step": 1060 + }, + { + "epoch": 1.000935453695042, + "grad_norm": 0.31509581208229065, + "learning_rate": 7.126666666666667e-05, + "loss": 0.0819, + "step": 1070 + }, + { + "epoch": 1.010289990645463, + "grad_norm": 0.4069647192955017, + "learning_rate": 7.193333333333334e-05, + "loss": 0.0853, + "step": 1080 + }, + { + "epoch": 1.019644527595884, + "grad_norm": 0.5145186185836792, + "learning_rate": 7.26e-05, + "loss": 0.0824, + "step": 1090 + }, + { + "epoch": 1.028999064546305, + "grad_norm": 0.33598366379737854, + "learning_rate": 7.326666666666667e-05, + "loss": 0.0883, + "step": 1100 + }, + { + "epoch": 1.0383536014967258, + "grad_norm": 0.2724471390247345, + "learning_rate": 7.393333333333333e-05, + "loss": 0.0824, + "step": 1110 + }, + { + "epoch": 1.047708138447147, + "grad_norm": 0.3229529857635498, + "learning_rate": 7.46e-05, + "loss": 0.0843, + "step": 1120 + }, + { + "epoch": 1.0570626753975678, + "grad_norm": 0.3652926981449127, + "learning_rate": 7.526666666666668e-05, + "loss": 0.0854, + "step": 1130 + }, + { + "epoch": 1.0664172123479887, + "grad_norm": 0.3456888794898987, + "learning_rate": 7.593333333333334e-05, + "loss": 0.0853, + "step": 1140 + }, + { + "epoch": 1.0757717492984098, + "grad_norm": 0.3312474489212036, + "learning_rate": 7.66e-05, + "loss": 0.0817, + "step": 1150 + }, + { + "epoch": 1.0851262862488307, + "grad_norm": 0.36187678575515747, + "learning_rate": 7.726666666666667e-05, + "loss": 0.0829, + "step": 1160 + }, + { + "epoch": 1.0944808231992516, + "grad_norm": 0.29945671558380127, + "learning_rate": 7.793333333333333e-05, + "loss": 0.0834, + "step": 1170 + }, + { + "epoch": 1.1038353601496727, + "grad_norm": 0.2538433372974396, + "learning_rate": 7.860000000000001e-05, + "loss": 0.0838, + "step": 1180 + }, + { + "epoch": 1.1131898971000935, + "grad_norm": 0.21847012639045715, + "learning_rate": 7.926666666666666e-05, + "loss": 0.0867, + "step": 1190 + }, + { + "epoch": 1.1225444340505144, + "grad_norm": 0.35229921340942383, + "learning_rate": 7.993333333333334e-05, + "loss": 0.0841, + "step": 1200 + }, + { + "epoch": 1.1318989710009355, + "grad_norm": 0.262370765209198, + "learning_rate": 8.060000000000001e-05, + "loss": 0.0832, + "step": 1210 + }, + { + "epoch": 1.1412535079513564, + "grad_norm": 0.2863543629646301, + "learning_rate": 8.126666666666667e-05, + "loss": 0.0825, + "step": 1220 + }, + { + "epoch": 1.1506080449017775, + "grad_norm": 0.20859988033771515, + "learning_rate": 8.193333333333334e-05, + "loss": 0.0826, + "step": 1230 + }, + { + "epoch": 1.1599625818521984, + "grad_norm": 0.3149859607219696, + "learning_rate": 8.26e-05, + "loss": 0.0825, + "step": 1240 + }, + { + "epoch": 1.1693171188026192, + "grad_norm": 0.36050936579704285, + "learning_rate": 8.326666666666667e-05, + "loss": 0.084, + "step": 1250 + }, + { + "epoch": 1.1786716557530403, + "grad_norm": 0.34726861119270325, + "learning_rate": 8.393333333333335e-05, + "loss": 0.0849, + "step": 1260 + }, + { + "epoch": 1.1880261927034612, + "grad_norm": 0.33639732003211975, + "learning_rate": 8.46e-05, + "loss": 0.0806, + "step": 1270 + }, + { + "epoch": 1.197380729653882, + "grad_norm": 0.2606143057346344, + "learning_rate": 8.526666666666667e-05, + "loss": 0.0837, + "step": 1280 + }, + { + "epoch": 1.2067352666043032, + "grad_norm": 0.2538493871688843, + "learning_rate": 8.593333333333333e-05, + "loss": 0.0842, + "step": 1290 + }, + { + "epoch": 1.216089803554724, + "grad_norm": 0.317125141620636, + "learning_rate": 8.66e-05, + "loss": 0.0816, + "step": 1300 + }, + { + "epoch": 1.225444340505145, + "grad_norm": 0.23918837308883667, + "learning_rate": 8.726666666666667e-05, + "loss": 0.0797, + "step": 1310 + }, + { + "epoch": 1.234798877455566, + "grad_norm": 0.33688268065452576, + "learning_rate": 8.793333333333333e-05, + "loss": 0.0833, + "step": 1320 + }, + { + "epoch": 1.244153414405987, + "grad_norm": 0.33512142300605774, + "learning_rate": 8.86e-05, + "loss": 0.0828, + "step": 1330 + }, + { + "epoch": 1.2535079513564078, + "grad_norm": 0.32410794496536255, + "learning_rate": 8.926666666666668e-05, + "loss": 0.0801, + "step": 1340 + }, + { + "epoch": 1.262862488306829, + "grad_norm": 0.28748852014541626, + "learning_rate": 8.993333333333334e-05, + "loss": 0.0781, + "step": 1350 + }, + { + "epoch": 1.2722170252572498, + "grad_norm": 0.3675398528575897, + "learning_rate": 9.06e-05, + "loss": 0.0816, + "step": 1360 + }, + { + "epoch": 1.2815715622076707, + "grad_norm": 0.33733057975769043, + "learning_rate": 9.126666666666667e-05, + "loss": 0.0778, + "step": 1370 + }, + { + "epoch": 1.2909260991580918, + "grad_norm": 0.23165512084960938, + "learning_rate": 9.193333333333334e-05, + "loss": 0.0827, + "step": 1380 + }, + { + "epoch": 1.3002806361085126, + "grad_norm": 0.32540103793144226, + "learning_rate": 9.260000000000001e-05, + "loss": 0.0813, + "step": 1390 + }, + { + "epoch": 1.3096351730589335, + "grad_norm": 0.3454931974411011, + "learning_rate": 9.326666666666667e-05, + "loss": 0.0848, + "step": 1400 + }, + { + "epoch": 1.3189897100093546, + "grad_norm": 0.31130486726760864, + "learning_rate": 9.393333333333334e-05, + "loss": 0.0813, + "step": 1410 + }, + { + "epoch": 1.3283442469597755, + "grad_norm": 0.5519844889640808, + "learning_rate": 9.46e-05, + "loss": 0.0844, + "step": 1420 + }, + { + "epoch": 1.3376987839101964, + "grad_norm": 0.40089496970176697, + "learning_rate": 9.526666666666667e-05, + "loss": 0.0815, + "step": 1430 + }, + { + "epoch": 1.3470533208606175, + "grad_norm": 0.46374282240867615, + "learning_rate": 9.593333333333334e-05, + "loss": 0.0853, + "step": 1440 + }, + { + "epoch": 1.3564078578110383, + "grad_norm": 0.6135054230690002, + "learning_rate": 9.66e-05, + "loss": 0.0875, + "step": 1450 + }, + { + "epoch": 1.3657623947614592, + "grad_norm": 0.5330421924591064, + "learning_rate": 9.726666666666667e-05, + "loss": 0.0832, + "step": 1460 + }, + { + "epoch": 1.3751169317118803, + "grad_norm": 0.4371172785758972, + "learning_rate": 9.793333333333333e-05, + "loss": 0.08, + "step": 1470 + }, + { + "epoch": 1.3844714686623012, + "grad_norm": 0.31125950813293457, + "learning_rate": 9.86e-05, + "loss": 0.0815, + "step": 1480 + }, + { + "epoch": 1.393826005612722, + "grad_norm": 0.2851814031600952, + "learning_rate": 9.926666666666668e-05, + "loss": 0.0833, + "step": 1490 + }, + { + "epoch": 1.4031805425631432, + "grad_norm": 0.18281733989715576, + "learning_rate": 9.993333333333334e-05, + "loss": 0.078, + "step": 1500 + }, + { + "epoch": 1.412535079513564, + "grad_norm": 0.197869211435318, + "learning_rate": 9.999997539434007e-05, + "loss": 0.08, + "step": 1510 + }, + { + "epoch": 1.421889616463985, + "grad_norm": 0.3061855137348175, + "learning_rate": 9.999989033776898e-05, + "loss": 0.0798, + "step": 1520 + }, + { + "epoch": 1.431244153414406, + "grad_norm": 0.22627823054790497, + "learning_rate": 9.999974452661641e-05, + "loss": 0.0806, + "step": 1530 + }, + { + "epoch": 1.440598690364827, + "grad_norm": 0.2641271650791168, + "learning_rate": 9.999953796105959e-05, + "loss": 0.0815, + "step": 1540 + }, + { + "epoch": 1.4499532273152478, + "grad_norm": 0.1865835040807724, + "learning_rate": 9.999927064134949e-05, + "loss": 0.0767, + "step": 1550 + }, + { + "epoch": 1.4593077642656689, + "grad_norm": 0.26319923996925354, + "learning_rate": 9.999894256781095e-05, + "loss": 0.0823, + "step": 1560 + }, + { + "epoch": 1.4686623012160898, + "grad_norm": 0.35146814584732056, + "learning_rate": 9.99985537408426e-05, + "loss": 0.0794, + "step": 1570 + }, + { + "epoch": 1.4780168381665106, + "grad_norm": 0.30225670337677, + "learning_rate": 9.999810416091688e-05, + "loss": 0.0784, + "step": 1580 + }, + { + "epoch": 1.4873713751169317, + "grad_norm": 0.30244842171669006, + "learning_rate": 9.99975938285801e-05, + "loss": 0.0783, + "step": 1590 + }, + { + "epoch": 1.4967259120673526, + "grad_norm": 0.34441521763801575, + "learning_rate": 9.999702274445236e-05, + "loss": 0.0788, + "step": 1600 + }, + { + "epoch": 1.5060804490177735, + "grad_norm": 0.1652936339378357, + "learning_rate": 9.999639090922756e-05, + "loss": 0.0781, + "step": 1610 + }, + { + "epoch": 1.5154349859681946, + "grad_norm": 0.25500836968421936, + "learning_rate": 9.999569832367346e-05, + "loss": 0.0747, + "step": 1620 + }, + { + "epoch": 1.5247895229186157, + "grad_norm": 0.23537945747375488, + "learning_rate": 9.999494498863162e-05, + "loss": 0.0782, + "step": 1630 + }, + { + "epoch": 1.5341440598690363, + "grad_norm": 0.225553959608078, + "learning_rate": 9.99941309050174e-05, + "loss": 0.0757, + "step": 1640 + }, + { + "epoch": 1.5434985968194574, + "grad_norm": 0.2317887246608734, + "learning_rate": 9.999325607381999e-05, + "loss": 0.0794, + "step": 1650 + }, + { + "epoch": 1.5528531337698785, + "grad_norm": 0.2177266627550125, + "learning_rate": 9.999232049610238e-05, + "loss": 0.0815, + "step": 1660 + }, + { + "epoch": 1.5622076707202992, + "grad_norm": 0.23949533700942993, + "learning_rate": 9.999132417300142e-05, + "loss": 0.0766, + "step": 1670 + }, + { + "epoch": 1.5715622076707203, + "grad_norm": 0.2670072615146637, + "learning_rate": 9.99902671057277e-05, + "loss": 0.0774, + "step": 1680 + }, + { + "epoch": 1.5809167446211414, + "grad_norm": 0.20423205196857452, + "learning_rate": 9.998914929556569e-05, + "loss": 0.0786, + "step": 1690 + }, + { + "epoch": 1.590271281571562, + "grad_norm": 0.2204275280237198, + "learning_rate": 9.998797074387361e-05, + "loss": 0.0788, + "step": 1700 + }, + { + "epoch": 1.5996258185219832, + "grad_norm": 0.22695226967334747, + "learning_rate": 9.99867314520835e-05, + "loss": 0.0806, + "step": 1710 + }, + { + "epoch": 1.6089803554724043, + "grad_norm": 0.2410849928855896, + "learning_rate": 9.998543142170126e-05, + "loss": 0.0765, + "step": 1720 + }, + { + "epoch": 1.618334892422825, + "grad_norm": 0.23558610677719116, + "learning_rate": 9.99840706543065e-05, + "loss": 0.0797, + "step": 1730 + }, + { + "epoch": 1.627689429373246, + "grad_norm": 0.31669944524765015, + "learning_rate": 9.998264915155274e-05, + "loss": 0.0767, + "step": 1740 + }, + { + "epoch": 1.637043966323667, + "grad_norm": 0.2514924108982086, + "learning_rate": 9.998116691516718e-05, + "loss": 0.0765, + "step": 1750 + }, + { + "epoch": 1.646398503274088, + "grad_norm": 0.2764635384082794, + "learning_rate": 9.997962394695091e-05, + "loss": 0.0788, + "step": 1760 + }, + { + "epoch": 1.6557530402245089, + "grad_norm": 0.2100062072277069, + "learning_rate": 9.997802024877875e-05, + "loss": 0.0754, + "step": 1770 + }, + { + "epoch": 1.66510757717493, + "grad_norm": 0.24032992124557495, + "learning_rate": 9.99763558225994e-05, + "loss": 0.076, + "step": 1780 + }, + { + "epoch": 1.6744621141253508, + "grad_norm": 0.23454047739505768, + "learning_rate": 9.997463067043526e-05, + "loss": 0.0744, + "step": 1790 + }, + { + "epoch": 1.6838166510757717, + "grad_norm": 0.2628844380378723, + "learning_rate": 9.997284479438253e-05, + "loss": 0.0767, + "step": 1800 + }, + { + "epoch": 1.6931711880261928, + "grad_norm": 0.193793386220932, + "learning_rate": 9.997099819661127e-05, + "loss": 0.0768, + "step": 1810 + }, + { + "epoch": 1.7025257249766137, + "grad_norm": 0.24461810290813446, + "learning_rate": 9.996909087936524e-05, + "loss": 0.0783, + "step": 1820 + }, + { + "epoch": 1.7118802619270346, + "grad_norm": 0.2245708554983139, + "learning_rate": 9.996712284496201e-05, + "loss": 0.0784, + "step": 1830 + }, + { + "epoch": 1.7212347988774557, + "grad_norm": 0.17443905770778656, + "learning_rate": 9.996509409579293e-05, + "loss": 0.0753, + "step": 1840 + }, + { + "epoch": 1.7305893358278766, + "grad_norm": 0.18380840122699738, + "learning_rate": 9.996300463432312e-05, + "loss": 0.0784, + "step": 1850 + }, + { + "epoch": 1.7399438727782974, + "grad_norm": 0.24410654604434967, + "learning_rate": 9.996085446309148e-05, + "loss": 0.0733, + "step": 1860 + }, + { + "epoch": 1.7492984097287185, + "grad_norm": 0.21376219391822815, + "learning_rate": 9.995864358471066e-05, + "loss": 0.0747, + "step": 1870 + }, + { + "epoch": 1.7586529466791394, + "grad_norm": 0.20351551473140717, + "learning_rate": 9.99563720018671e-05, + "loss": 0.077, + "step": 1880 + }, + { + "epoch": 1.7680074836295603, + "grad_norm": 0.17991890013217926, + "learning_rate": 9.995403971732098e-05, + "loss": 0.0778, + "step": 1890 + }, + { + "epoch": 1.7773620205799814, + "grad_norm": 0.18388931453227997, + "learning_rate": 9.995164673390625e-05, + "loss": 0.0728, + "step": 1900 + }, + { + "epoch": 1.7867165575304023, + "grad_norm": 0.3086683750152588, + "learning_rate": 9.994919305453059e-05, + "loss": 0.0751, + "step": 1910 + }, + { + "epoch": 1.7960710944808231, + "grad_norm": 0.3031141757965088, + "learning_rate": 9.994667868217548e-05, + "loss": 0.079, + "step": 1920 + }, + { + "epoch": 1.8054256314312442, + "grad_norm": 0.23341535031795502, + "learning_rate": 9.99441036198961e-05, + "loss": 0.0798, + "step": 1930 + }, + { + "epoch": 1.8147801683816651, + "grad_norm": 0.24919146299362183, + "learning_rate": 9.99414678708214e-05, + "loss": 0.076, + "step": 1940 + }, + { + "epoch": 1.824134705332086, + "grad_norm": 0.3393644094467163, + "learning_rate": 9.993877143815407e-05, + "loss": 0.0758, + "step": 1950 + }, + { + "epoch": 1.833489242282507, + "grad_norm": 0.2817037105560303, + "learning_rate": 9.993601432517053e-05, + "loss": 0.0761, + "step": 1960 + }, + { + "epoch": 1.842843779232928, + "grad_norm": 0.28017085790634155, + "learning_rate": 9.993319653522091e-05, + "loss": 0.0745, + "step": 1970 + }, + { + "epoch": 1.8521983161833488, + "grad_norm": 0.3040216565132141, + "learning_rate": 9.993031807172911e-05, + "loss": 0.0743, + "step": 1980 + }, + { + "epoch": 1.86155285313377, + "grad_norm": 0.3189293444156647, + "learning_rate": 9.992737893819273e-05, + "loss": 0.0764, + "step": 1990 + }, + { + "epoch": 1.8709073900841908, + "grad_norm": 0.27772000432014465, + "learning_rate": 9.992437913818312e-05, + "loss": 0.0759, + "step": 2000 + }, + { + "epoch": 1.8802619270346117, + "grad_norm": 0.21887196600437164, + "learning_rate": 9.992131867534526e-05, + "loss": 0.0739, + "step": 2010 + }, + { + "epoch": 1.8896164639850328, + "grad_norm": 0.18729810416698456, + "learning_rate": 9.991819755339796e-05, + "loss": 0.0755, + "step": 2020 + }, + { + "epoch": 1.8989710009354537, + "grad_norm": 0.2272825837135315, + "learning_rate": 9.991501577613365e-05, + "loss": 0.0736, + "step": 2030 + }, + { + "epoch": 1.9083255378858746, + "grad_norm": 0.1822744458913803, + "learning_rate": 9.99117733474185e-05, + "loss": 0.0731, + "step": 2040 + }, + { + "epoch": 1.9176800748362957, + "grad_norm": 0.24325622618198395, + "learning_rate": 9.990847027119234e-05, + "loss": 0.0779, + "step": 2050 + }, + { + "epoch": 1.9270346117867165, + "grad_norm": 0.1873142570257187, + "learning_rate": 9.990510655146877e-05, + "loss": 0.0733, + "step": 2060 + }, + { + "epoch": 1.9363891487371374, + "grad_norm": 0.18374042212963104, + "learning_rate": 9.990168219233496e-05, + "loss": 0.0728, + "step": 2070 + }, + { + "epoch": 1.9457436856875585, + "grad_norm": 0.16290691494941711, + "learning_rate": 9.989819719795188e-05, + "loss": 0.0743, + "step": 2080 + }, + { + "epoch": 1.9550982226379794, + "grad_norm": 0.2099679857492447, + "learning_rate": 9.989465157255412e-05, + "loss": 0.073, + "step": 2090 + }, + { + "epoch": 1.9644527595884003, + "grad_norm": 0.19601741433143616, + "learning_rate": 9.989104532044994e-05, + "loss": 0.0764, + "step": 2100 + }, + { + "epoch": 1.9738072965388214, + "grad_norm": 0.3236464262008667, + "learning_rate": 9.988737844602128e-05, + "loss": 0.0734, + "step": 2110 + }, + { + "epoch": 1.9831618334892422, + "grad_norm": 0.3042774200439453, + "learning_rate": 9.988365095372372e-05, + "loss": 0.075, + "step": 2120 + }, + { + "epoch": 1.9925163704396631, + "grad_norm": 0.3297845721244812, + "learning_rate": 9.987986284808654e-05, + "loss": 0.0761, + "step": 2130 + }, + { + "epoch": 2.001870907390084, + "grad_norm": 0.2762160301208496, + "learning_rate": 9.987601413371264e-05, + "loss": 0.0743, + "step": 2140 + }, + { + "epoch": 2.0112254443405053, + "grad_norm": 0.22130772471427917, + "learning_rate": 9.987210481527855e-05, + "loss": 0.0777, + "step": 2150 + }, + { + "epoch": 2.020579981290926, + "grad_norm": 0.21740397810935974, + "learning_rate": 9.98681348975345e-05, + "loss": 0.0745, + "step": 2160 + }, + { + "epoch": 2.029934518241347, + "grad_norm": 0.22288499772548676, + "learning_rate": 9.986410438530427e-05, + "loss": 0.0749, + "step": 2170 + }, + { + "epoch": 2.039289055191768, + "grad_norm": 0.16618487238883972, + "learning_rate": 9.986001328348534e-05, + "loss": 0.0726, + "step": 2180 + }, + { + "epoch": 2.048643592142189, + "grad_norm": 0.15742002427577972, + "learning_rate": 9.985586159704878e-05, + "loss": 0.0705, + "step": 2190 + }, + { + "epoch": 2.05799812909261, + "grad_norm": 0.186392143368721, + "learning_rate": 9.985164933103929e-05, + "loss": 0.0737, + "step": 2200 + }, + { + "epoch": 2.067352666043031, + "grad_norm": 0.2506673038005829, + "learning_rate": 9.984737649057513e-05, + "loss": 0.0727, + "step": 2210 + }, + { + "epoch": 2.0767072029934517, + "grad_norm": 0.22234688699245453, + "learning_rate": 9.984304308084827e-05, + "loss": 0.0772, + "step": 2220 + }, + { + "epoch": 2.086061739943873, + "grad_norm": 0.19554844498634338, + "learning_rate": 9.983864910712416e-05, + "loss": 0.0743, + "step": 2230 + }, + { + "epoch": 2.095416276894294, + "grad_norm": 0.2494519203901291, + "learning_rate": 9.98341945747419e-05, + "loss": 0.0733, + "step": 2240 + }, + { + "epoch": 2.1047708138447145, + "grad_norm": 0.19777120649814606, + "learning_rate": 9.98296794891142e-05, + "loss": 0.0747, + "step": 2250 + }, + { + "epoch": 2.1141253507951356, + "grad_norm": 0.22928911447525024, + "learning_rate": 9.982510385572725e-05, + "loss": 0.0729, + "step": 2260 + }, + { + "epoch": 2.1234798877455567, + "grad_norm": 0.2251608967781067, + "learning_rate": 9.982046768014094e-05, + "loss": 0.074, + "step": 2270 + }, + { + "epoch": 2.1328344246959774, + "grad_norm": 0.2798999547958374, + "learning_rate": 9.981577096798863e-05, + "loss": 0.0708, + "step": 2280 + }, + { + "epoch": 2.1421889616463985, + "grad_norm": 0.140345960855484, + "learning_rate": 9.981101372497727e-05, + "loss": 0.071, + "step": 2290 + }, + { + "epoch": 2.1515434985968196, + "grad_norm": 0.18195904791355133, + "learning_rate": 9.980619595688737e-05, + "loss": 0.071, + "step": 2300 + }, + { + "epoch": 2.1608980355472402, + "grad_norm": 0.23142240941524506, + "learning_rate": 9.980131766957295e-05, + "loss": 0.0724, + "step": 2310 + }, + { + "epoch": 2.1702525724976613, + "grad_norm": 0.2079436331987381, + "learning_rate": 9.979637886896163e-05, + "loss": 0.0745, + "step": 2320 + }, + { + "epoch": 2.1796071094480824, + "grad_norm": 0.2444603592157364, + "learning_rate": 9.979137956105447e-05, + "loss": 0.0734, + "step": 2330 + }, + { + "epoch": 2.188961646398503, + "grad_norm": 0.21430441737174988, + "learning_rate": 9.978631975192613e-05, + "loss": 0.0757, + "step": 2340 + }, + { + "epoch": 2.198316183348924, + "grad_norm": 0.2159126251935959, + "learning_rate": 9.978119944772475e-05, + "loss": 0.0706, + "step": 2350 + }, + { + "epoch": 2.2076707202993453, + "grad_norm": 0.2268463671207428, + "learning_rate": 9.977601865467197e-05, + "loss": 0.0747, + "step": 2360 + }, + { + "epoch": 2.217025257249766, + "grad_norm": 0.1960771530866623, + "learning_rate": 9.977077737906297e-05, + "loss": 0.0721, + "step": 2370 + }, + { + "epoch": 2.226379794200187, + "grad_norm": 0.23991365730762482, + "learning_rate": 9.976547562726636e-05, + "loss": 0.074, + "step": 2380 + }, + { + "epoch": 2.235734331150608, + "grad_norm": 0.21406503021717072, + "learning_rate": 9.976011340572429e-05, + "loss": 0.0705, + "step": 2390 + }, + { + "epoch": 2.245088868101029, + "grad_norm": 0.25527283549308777, + "learning_rate": 9.975469072095237e-05, + "loss": 0.072, + "step": 2400 + }, + { + "epoch": 2.25444340505145, + "grad_norm": 0.27425989508628845, + "learning_rate": 9.974920757953965e-05, + "loss": 0.0707, + "step": 2410 + }, + { + "epoch": 2.263797942001871, + "grad_norm": 0.27071139216423035, + "learning_rate": 9.97436639881487e-05, + "loss": 0.0701, + "step": 2420 + }, + { + "epoch": 2.2731524789522917, + "grad_norm": 0.181704580783844, + "learning_rate": 9.973805995351545e-05, + "loss": 0.0699, + "step": 2430 + }, + { + "epoch": 2.2825070159027128, + "grad_norm": 0.16914618015289307, + "learning_rate": 9.973239548244939e-05, + "loss": 0.0725, + "step": 2440 + }, + { + "epoch": 2.291861552853134, + "grad_norm": 0.17653942108154297, + "learning_rate": 9.972667058183333e-05, + "loss": 0.0713, + "step": 2450 + }, + { + "epoch": 2.301216089803555, + "grad_norm": 0.22998228669166565, + "learning_rate": 9.972088525862362e-05, + "loss": 0.0695, + "step": 2460 + }, + { + "epoch": 2.3105706267539756, + "grad_norm": 0.2277563512325287, + "learning_rate": 9.971503951984995e-05, + "loss": 0.0727, + "step": 2470 + }, + { + "epoch": 2.3199251637043967, + "grad_norm": 0.18092766404151917, + "learning_rate": 9.970913337261543e-05, + "loss": 0.0729, + "step": 2480 + }, + { + "epoch": 2.3292797006548174, + "grad_norm": 0.1904641091823578, + "learning_rate": 9.97031668240966e-05, + "loss": 0.0729, + "step": 2490 + }, + { + "epoch": 2.3386342376052385, + "grad_norm": 0.20408228039741516, + "learning_rate": 9.969713988154339e-05, + "loss": 0.0705, + "step": 2500 + }, + { + "epoch": 2.3479887745556596, + "grad_norm": 0.1476576179265976, + "learning_rate": 9.969105255227906e-05, + "loss": 0.0692, + "step": 2510 + }, + { + "epoch": 2.3573433115060807, + "grad_norm": 0.17898060381412506, + "learning_rate": 9.968490484370035e-05, + "loss": 0.0682, + "step": 2520 + }, + { + "epoch": 2.3666978484565013, + "grad_norm": 0.1991555392742157, + "learning_rate": 9.967869676327726e-05, + "loss": 0.0719, + "step": 2530 + }, + { + "epoch": 2.3760523854069224, + "grad_norm": 0.24626590311527252, + "learning_rate": 9.96724283185532e-05, + "loss": 0.0667, + "step": 2540 + }, + { + "epoch": 2.385406922357343, + "grad_norm": 0.1943143904209137, + "learning_rate": 9.966609951714494e-05, + "loss": 0.0721, + "step": 2550 + }, + { + "epoch": 2.394761459307764, + "grad_norm": 0.1987801343202591, + "learning_rate": 9.965971036674255e-05, + "loss": 0.0696, + "step": 2560 + }, + { + "epoch": 2.4041159962581853, + "grad_norm": 0.21124309301376343, + "learning_rate": 9.965326087510947e-05, + "loss": 0.0694, + "step": 2570 + }, + { + "epoch": 2.4134705332086064, + "grad_norm": 0.21795164048671722, + "learning_rate": 9.964675105008244e-05, + "loss": 0.0706, + "step": 2580 + }, + { + "epoch": 2.422825070159027, + "grad_norm": 0.19574949145317078, + "learning_rate": 9.964018089957147e-05, + "loss": 0.0692, + "step": 2590 + }, + { + "epoch": 2.432179607109448, + "grad_norm": 0.21664072573184967, + "learning_rate": 9.963355043155996e-05, + "loss": 0.0698, + "step": 2600 + }, + { + "epoch": 2.441534144059869, + "grad_norm": 0.1714615821838379, + "learning_rate": 9.962685965410455e-05, + "loss": 0.0672, + "step": 2610 + }, + { + "epoch": 2.45088868101029, + "grad_norm": 0.1717023104429245, + "learning_rate": 9.962010857533514e-05, + "loss": 0.0699, + "step": 2620 + }, + { + "epoch": 2.460243217960711, + "grad_norm": 0.1670110523700714, + "learning_rate": 9.961329720345493e-05, + "loss": 0.0729, + "step": 2630 + }, + { + "epoch": 2.469597754911132, + "grad_norm": 0.18059802055358887, + "learning_rate": 9.96064255467404e-05, + "loss": 0.071, + "step": 2640 + }, + { + "epoch": 2.4789522918615527, + "grad_norm": 0.17166347801685333, + "learning_rate": 9.959949361354126e-05, + "loss": 0.0674, + "step": 2650 + }, + { + "epoch": 2.488306828811974, + "grad_norm": 0.17199662327766418, + "learning_rate": 9.959250141228045e-05, + "loss": 0.0706, + "step": 2660 + }, + { + "epoch": 2.497661365762395, + "grad_norm": 0.18557904660701752, + "learning_rate": 9.958544895145414e-05, + "loss": 0.0709, + "step": 2670 + }, + { + "epoch": 2.5070159027128156, + "grad_norm": 0.2390180230140686, + "learning_rate": 9.957833623963177e-05, + "loss": 0.0721, + "step": 2680 + }, + { + "epoch": 2.5163704396632367, + "grad_norm": 0.19708411395549774, + "learning_rate": 9.957116328545593e-05, + "loss": 0.0711, + "step": 2690 + }, + { + "epoch": 2.525724976613658, + "grad_norm": 0.2681070864200592, + "learning_rate": 9.956393009764244e-05, + "loss": 0.0698, + "step": 2700 + }, + { + "epoch": 2.5350795135640785, + "grad_norm": 0.19735172390937805, + "learning_rate": 9.955663668498032e-05, + "loss": 0.0712, + "step": 2710 + }, + { + "epoch": 2.5444340505144996, + "grad_norm": 0.1769009679555893, + "learning_rate": 9.954928305633173e-05, + "loss": 0.0705, + "step": 2720 + }, + { + "epoch": 2.55378858746492, + "grad_norm": 0.22727219760417938, + "learning_rate": 9.954186922063204e-05, + "loss": 0.0669, + "step": 2730 + }, + { + "epoch": 2.5631431244153413, + "grad_norm": 0.23734062910079956, + "learning_rate": 9.953439518688974e-05, + "loss": 0.0683, + "step": 2740 + }, + { + "epoch": 2.5724976613657624, + "grad_norm": 0.22697384655475616, + "learning_rate": 9.952686096418652e-05, + "loss": 0.0714, + "step": 2750 + }, + { + "epoch": 2.5818521983161835, + "grad_norm": 0.18398907780647278, + "learning_rate": 9.951926656167714e-05, + "loss": 0.0696, + "step": 2760 + }, + { + "epoch": 2.591206735266604, + "grad_norm": 0.18680547177791595, + "learning_rate": 9.951161198858953e-05, + "loss": 0.0679, + "step": 2770 + }, + { + "epoch": 2.6005612722170253, + "grad_norm": 0.1682751476764679, + "learning_rate": 9.950389725422471e-05, + "loss": 0.0694, + "step": 2780 + }, + { + "epoch": 2.6099158091674464, + "grad_norm": 0.16852305829524994, + "learning_rate": 9.949612236795682e-05, + "loss": 0.0687, + "step": 2790 + }, + { + "epoch": 2.619270346117867, + "grad_norm": 0.1797429919242859, + "learning_rate": 9.948828733923305e-05, + "loss": 0.0688, + "step": 2800 + }, + { + "epoch": 2.628624883068288, + "grad_norm": 0.19394941627979279, + "learning_rate": 9.948039217757374e-05, + "loss": 0.0714, + "step": 2810 + }, + { + "epoch": 2.637979420018709, + "grad_norm": 0.1899338811635971, + "learning_rate": 9.947243689257225e-05, + "loss": 0.0674, + "step": 2820 + }, + { + "epoch": 2.64733395696913, + "grad_norm": 0.21782325208187103, + "learning_rate": 9.946442149389497e-05, + "loss": 0.0672, + "step": 2830 + }, + { + "epoch": 2.656688493919551, + "grad_norm": 0.1582775115966797, + "learning_rate": 9.945634599128139e-05, + "loss": 0.0685, + "step": 2840 + }, + { + "epoch": 2.666043030869972, + "grad_norm": 0.16574418544769287, + "learning_rate": 9.944821039454402e-05, + "loss": 0.0708, + "step": 2850 + }, + { + "epoch": 2.6753975678203927, + "grad_norm": 0.1633094847202301, + "learning_rate": 9.944001471356835e-05, + "loss": 0.0682, + "step": 2860 + }, + { + "epoch": 2.684752104770814, + "grad_norm": 0.16783009469509125, + "learning_rate": 9.94317589583129e-05, + "loss": 0.0683, + "step": 2870 + }, + { + "epoch": 2.694106641721235, + "grad_norm": 0.18998229503631592, + "learning_rate": 9.942344313880922e-05, + "loss": 0.0681, + "step": 2880 + }, + { + "epoch": 2.703461178671656, + "grad_norm": 0.1925184428691864, + "learning_rate": 9.941506726516179e-05, + "loss": 0.0717, + "step": 2890 + }, + { + "epoch": 2.7128157156220767, + "grad_norm": 0.1619291603565216, + "learning_rate": 9.94066313475481e-05, + "loss": 0.0715, + "step": 2900 + }, + { + "epoch": 2.722170252572498, + "grad_norm": 0.18032777309417725, + "learning_rate": 9.939813539621857e-05, + "loss": 0.0722, + "step": 2910 + }, + { + "epoch": 2.7315247895229184, + "grad_norm": 0.21247749030590057, + "learning_rate": 9.93895794214966e-05, + "loss": 0.0699, + "step": 2920 + }, + { + "epoch": 2.7408793264733395, + "grad_norm": 0.2480694055557251, + "learning_rate": 9.938096343377852e-05, + "loss": 0.0688, + "step": 2930 + }, + { + "epoch": 2.7502338634237606, + "grad_norm": 0.22920602560043335, + "learning_rate": 9.937228744353353e-05, + "loss": 0.0692, + "step": 2940 + }, + { + "epoch": 2.7595884003741817, + "grad_norm": 0.17364786565303802, + "learning_rate": 9.936355146130379e-05, + "loss": 0.0681, + "step": 2950 + }, + { + "epoch": 2.7689429373246024, + "grad_norm": 0.17286324501037598, + "learning_rate": 9.935475549770435e-05, + "loss": 0.0736, + "step": 2960 + }, + { + "epoch": 2.7782974742750235, + "grad_norm": 0.28529176115989685, + "learning_rate": 9.934589956342315e-05, + "loss": 0.0706, + "step": 2970 + }, + { + "epoch": 2.787652011225444, + "grad_norm": 0.25175875425338745, + "learning_rate": 9.933698366922093e-05, + "loss": 0.0698, + "step": 2980 + }, + { + "epoch": 2.7970065481758652, + "grad_norm": 0.1708132028579712, + "learning_rate": 9.93280078259314e-05, + "loss": 0.0715, + "step": 2990 + }, + { + "epoch": 2.8063610851262863, + "grad_norm": 0.1746196299791336, + "learning_rate": 9.931897204446104e-05, + "loss": 0.0683, + "step": 3000 + }, + { + "epoch": 2.8157156220767074, + "grad_norm": 0.1516275554895401, + "learning_rate": 9.930987633578915e-05, + "loss": 0.0693, + "step": 3010 + }, + { + "epoch": 2.825070159027128, + "grad_norm": 0.17068296670913696, + "learning_rate": 9.93007207109679e-05, + "loss": 0.0686, + "step": 3020 + }, + { + "epoch": 2.834424695977549, + "grad_norm": 0.17498598992824554, + "learning_rate": 9.929150518112224e-05, + "loss": 0.0705, + "step": 3030 + }, + { + "epoch": 2.84377923292797, + "grad_norm": 0.22205738723278046, + "learning_rate": 9.928222975744991e-05, + "loss": 0.0677, + "step": 3040 + }, + { + "epoch": 2.853133769878391, + "grad_norm": 0.21526233851909637, + "learning_rate": 9.92728944512214e-05, + "loss": 0.067, + "step": 3050 + }, + { + "epoch": 2.862488306828812, + "grad_norm": 0.20718158781528473, + "learning_rate": 9.926349927378001e-05, + "loss": 0.0694, + "step": 3060 + }, + { + "epoch": 2.871842843779233, + "grad_norm": 0.16355721652507782, + "learning_rate": 9.925404423654174e-05, + "loss": 0.0677, + "step": 3070 + }, + { + "epoch": 2.881197380729654, + "grad_norm": 0.21239563822746277, + "learning_rate": 9.924452935099537e-05, + "loss": 0.0707, + "step": 3080 + }, + { + "epoch": 2.890551917680075, + "grad_norm": 0.27104198932647705, + "learning_rate": 9.92349546287024e-05, + "loss": 0.0661, + "step": 3090 + }, + { + "epoch": 2.8999064546304956, + "grad_norm": 0.23865559697151184, + "learning_rate": 9.9225320081297e-05, + "loss": 0.0664, + "step": 3100 + }, + { + "epoch": 2.9092609915809167, + "grad_norm": 0.17898046970367432, + "learning_rate": 9.921562572048606e-05, + "loss": 0.067, + "step": 3110 + }, + { + "epoch": 2.9186155285313378, + "grad_norm": 0.25509077310562134, + "learning_rate": 9.920587155804913e-05, + "loss": 0.0674, + "step": 3120 + }, + { + "epoch": 2.927970065481759, + "grad_norm": 0.23957855999469757, + "learning_rate": 9.919605760583845e-05, + "loss": 0.069, + "step": 3130 + }, + { + "epoch": 2.9373246024321795, + "grad_norm": 0.23484404385089874, + "learning_rate": 9.91861838757789e-05, + "loss": 0.0651, + "step": 3140 + }, + { + "epoch": 2.9466791393826006, + "grad_norm": 0.28860944509506226, + "learning_rate": 9.917625037986798e-05, + "loss": 0.0661, + "step": 3150 + }, + { + "epoch": 2.9560336763330213, + "grad_norm": 0.24733449518680573, + "learning_rate": 9.916625713017583e-05, + "loss": 0.066, + "step": 3160 + }, + { + "epoch": 2.9653882132834424, + "grad_norm": 0.20485371351242065, + "learning_rate": 9.915620413884519e-05, + "loss": 0.0678, + "step": 3170 + }, + { + "epoch": 2.9747427502338635, + "grad_norm": 0.17553654313087463, + "learning_rate": 9.914609141809139e-05, + "loss": 0.0665, + "step": 3180 + }, + { + "epoch": 2.9840972871842846, + "grad_norm": 0.12549783289432526, + "learning_rate": 9.913591898020235e-05, + "loss": 0.0718, + "step": 3190 + }, + { + "epoch": 2.9934518241347052, + "grad_norm": 0.15812915563583374, + "learning_rate": 9.912568683753853e-05, + "loss": 0.0715, + "step": 3200 + }, + { + "epoch": 3.0028063610851263, + "grad_norm": 0.1827532798051834, + "learning_rate": 9.911539500253295e-05, + "loss": 0.0693, + "step": 3210 + }, + { + "epoch": 3.0121608980355474, + "grad_norm": 0.1859935075044632, + "learning_rate": 9.910504348769118e-05, + "loss": 0.0681, + "step": 3220 + }, + { + "epoch": 3.021515434985968, + "grad_norm": 0.2146115005016327, + "learning_rate": 9.909463230559127e-05, + "loss": 0.0668, + "step": 3230 + }, + { + "epoch": 3.030869971936389, + "grad_norm": 0.2032395303249359, + "learning_rate": 9.908416146888376e-05, + "loss": 0.0689, + "step": 3240 + }, + { + "epoch": 3.0402245088868103, + "grad_norm": 0.18751336634159088, + "learning_rate": 9.907363099029175e-05, + "loss": 0.0668, + "step": 3250 + }, + { + "epoch": 3.049579045837231, + "grad_norm": 0.13542379438877106, + "learning_rate": 9.906304088261073e-05, + "loss": 0.066, + "step": 3260 + }, + { + "epoch": 3.058933582787652, + "grad_norm": 0.14943315088748932, + "learning_rate": 9.905239115870872e-05, + "loss": 0.0671, + "step": 3270 + }, + { + "epoch": 3.068288119738073, + "grad_norm": 0.1685359925031662, + "learning_rate": 9.90416818315261e-05, + "loss": 0.0698, + "step": 3280 + }, + { + "epoch": 3.077642656688494, + "grad_norm": 0.23233412206172943, + "learning_rate": 9.903091291407573e-05, + "loss": 0.0663, + "step": 3290 + }, + { + "epoch": 3.086997193638915, + "grad_norm": 0.21596172451972961, + "learning_rate": 9.902008441944286e-05, + "loss": 0.0689, + "step": 3300 + }, + { + "epoch": 3.096351730589336, + "grad_norm": 0.20772799849510193, + "learning_rate": 9.900919636078512e-05, + "loss": 0.0641, + "step": 3310 + }, + { + "epoch": 3.1057062675397566, + "grad_norm": 0.13771332800388336, + "learning_rate": 9.899824875133255e-05, + "loss": 0.0682, + "step": 3320 + }, + { + "epoch": 3.1150608044901777, + "grad_norm": 0.155600443482399, + "learning_rate": 9.898724160438749e-05, + "loss": 0.0667, + "step": 3330 + }, + { + "epoch": 3.124415341440599, + "grad_norm": 0.1874653548002243, + "learning_rate": 9.89761749333247e-05, + "loss": 0.0679, + "step": 3340 + }, + { + "epoch": 3.1337698783910195, + "grad_norm": 0.1975858211517334, + "learning_rate": 9.896504875159122e-05, + "loss": 0.0664, + "step": 3350 + }, + { + "epoch": 3.1431244153414406, + "grad_norm": 0.18883582949638367, + "learning_rate": 9.89538630727064e-05, + "loss": 0.0688, + "step": 3360 + }, + { + "epoch": 3.1524789522918617, + "grad_norm": 0.21477359533309937, + "learning_rate": 9.894261791026189e-05, + "loss": 0.0667, + "step": 3370 + }, + { + "epoch": 3.1618334892422824, + "grad_norm": 0.1742458939552307, + "learning_rate": 9.893131327792165e-05, + "loss": 0.0674, + "step": 3380 + }, + { + "epoch": 3.1711880261927035, + "grad_norm": 0.22230900824069977, + "learning_rate": 9.891994918942182e-05, + "loss": 0.0673, + "step": 3390 + }, + { + "epoch": 3.1805425631431246, + "grad_norm": 0.16689079999923706, + "learning_rate": 9.890852565857092e-05, + "loss": 0.0674, + "step": 3400 + }, + { + "epoch": 3.189897100093545, + "grad_norm": 0.21256095170974731, + "learning_rate": 9.889704269924954e-05, + "loss": 0.0625, + "step": 3410 + }, + { + "epoch": 3.1992516370439663, + "grad_norm": 0.1874692589044571, + "learning_rate": 9.888550032541059e-05, + "loss": 0.0661, + "step": 3420 + }, + { + "epoch": 3.2086061739943874, + "grad_norm": 0.16909241676330566, + "learning_rate": 9.887389855107916e-05, + "loss": 0.0682, + "step": 3430 + }, + { + "epoch": 3.217960710944808, + "grad_norm": 0.2090529352426529, + "learning_rate": 9.886223739035248e-05, + "loss": 0.0679, + "step": 3440 + }, + { + "epoch": 3.227315247895229, + "grad_norm": 0.19455751776695251, + "learning_rate": 9.885051685739997e-05, + "loss": 0.0652, + "step": 3450 + }, + { + "epoch": 3.2366697848456503, + "grad_norm": 0.19665822386741638, + "learning_rate": 9.883873696646316e-05, + "loss": 0.0635, + "step": 3460 + }, + { + "epoch": 3.246024321796071, + "grad_norm": 0.1969800740480423, + "learning_rate": 9.882689773185575e-05, + "loss": 0.0627, + "step": 3470 + }, + { + "epoch": 3.255378858746492, + "grad_norm": 0.14230449497699738, + "learning_rate": 9.881499916796353e-05, + "loss": 0.066, + "step": 3480 + }, + { + "epoch": 3.264733395696913, + "grad_norm": 0.17457684874534607, + "learning_rate": 9.880304128924434e-05, + "loss": 0.0644, + "step": 3490 + }, + { + "epoch": 3.2740879326473338, + "grad_norm": 0.19279257953166962, + "learning_rate": 9.879102411022817e-05, + "loss": 0.0675, + "step": 3500 + }, + { + "epoch": 3.283442469597755, + "grad_norm": 0.17461825907230377, + "learning_rate": 9.877894764551703e-05, + "loss": 0.0654, + "step": 3510 + }, + { + "epoch": 3.292797006548176, + "grad_norm": 0.19534960389137268, + "learning_rate": 9.876681190978494e-05, + "loss": 0.0651, + "step": 3520 + }, + { + "epoch": 3.3021515434985966, + "grad_norm": 0.14682339131832123, + "learning_rate": 9.875461691777797e-05, + "loss": 0.0654, + "step": 3530 + }, + { + "epoch": 3.3115060804490177, + "grad_norm": 0.14302803575992584, + "learning_rate": 9.874236268431417e-05, + "loss": 0.0659, + "step": 3540 + }, + { + "epoch": 3.320860617399439, + "grad_norm": 0.1731463223695755, + "learning_rate": 9.873004922428361e-05, + "loss": 0.067, + "step": 3550 + }, + { + "epoch": 3.33021515434986, + "grad_norm": 0.15974070131778717, + "learning_rate": 9.871767655264829e-05, + "loss": 0.0647, + "step": 3560 + }, + { + "epoch": 3.3395696913002806, + "grad_norm": 0.19226202368736267, + "learning_rate": 9.87052446844422e-05, + "loss": 0.0656, + "step": 3570 + }, + { + "epoch": 3.3489242282507017, + "grad_norm": 0.21884353458881378, + "learning_rate": 9.869275363477122e-05, + "loss": 0.0665, + "step": 3580 + }, + { + "epoch": 3.3582787652011223, + "grad_norm": 0.23730994760990143, + "learning_rate": 9.868020341881312e-05, + "loss": 0.0648, + "step": 3590 + }, + { + "epoch": 3.3676333021515434, + "grad_norm": 0.19488851726055145, + "learning_rate": 9.866759405181765e-05, + "loss": 0.0675, + "step": 3600 + }, + { + "epoch": 3.3769878391019645, + "grad_norm": 0.17517828941345215, + "learning_rate": 9.865492554910633e-05, + "loss": 0.0655, + "step": 3610 + }, + { + "epoch": 3.3863423760523856, + "grad_norm": 0.2239360213279724, + "learning_rate": 9.864219792607262e-05, + "loss": 0.0649, + "step": 3620 + }, + { + "epoch": 3.3956969130028063, + "grad_norm": 0.22660821676254272, + "learning_rate": 9.862941119818177e-05, + "loss": 0.0648, + "step": 3630 + }, + { + "epoch": 3.4050514499532274, + "grad_norm": 0.14499235153198242, + "learning_rate": 9.861656538097086e-05, + "loss": 0.0657, + "step": 3640 + }, + { + "epoch": 3.414405986903648, + "grad_norm": 0.17589601874351501, + "learning_rate": 9.860366049004877e-05, + "loss": 0.0616, + "step": 3650 + }, + { + "epoch": 3.423760523854069, + "grad_norm": 0.16527476906776428, + "learning_rate": 9.859069654109615e-05, + "loss": 0.0655, + "step": 3660 + }, + { + "epoch": 3.4331150608044902, + "grad_norm": 0.1994946300983429, + "learning_rate": 9.857767354986545e-05, + "loss": 0.0613, + "step": 3670 + }, + { + "epoch": 3.4424695977549113, + "grad_norm": 0.17921936511993408, + "learning_rate": 9.856459153218078e-05, + "loss": 0.0621, + "step": 3680 + }, + { + "epoch": 3.451824134705332, + "grad_norm": 0.20143011212348938, + "learning_rate": 9.855145050393808e-05, + "loss": 0.0626, + "step": 3690 + }, + { + "epoch": 3.461178671655753, + "grad_norm": 0.19072866439819336, + "learning_rate": 9.85382504811049e-05, + "loss": 0.0653, + "step": 3700 + }, + { + "epoch": 3.4705332086061738, + "grad_norm": 0.13538968563079834, + "learning_rate": 9.852499147972054e-05, + "loss": 0.0645, + "step": 3710 + }, + { + "epoch": 3.479887745556595, + "grad_norm": 0.16021721065044403, + "learning_rate": 9.851167351589592e-05, + "loss": 0.0632, + "step": 3720 + }, + { + "epoch": 3.489242282507016, + "grad_norm": 0.22807852923870087, + "learning_rate": 9.849829660581363e-05, + "loss": 0.0658, + "step": 3730 + }, + { + "epoch": 3.498596819457437, + "grad_norm": 0.19062352180480957, + "learning_rate": 9.848486076572787e-05, + "loss": 0.0679, + "step": 3740 + }, + { + "epoch": 3.5079513564078577, + "grad_norm": 0.20039638876914978, + "learning_rate": 9.847136601196446e-05, + "loss": 0.0654, + "step": 3750 + }, + { + "epoch": 3.517305893358279, + "grad_norm": 0.2236829251050949, + "learning_rate": 9.845781236092078e-05, + "loss": 0.0667, + "step": 3760 + }, + { + "epoch": 3.5266604303086995, + "grad_norm": 0.1926613599061966, + "learning_rate": 9.844419982906583e-05, + "loss": 0.0666, + "step": 3770 + }, + { + "epoch": 3.5360149672591206, + "grad_norm": 0.1700720489025116, + "learning_rate": 9.843052843294008e-05, + "loss": 0.0675, + "step": 3780 + }, + { + "epoch": 3.5453695042095417, + "grad_norm": 0.19946205615997314, + "learning_rate": 9.841679818915559e-05, + "loss": 0.0683, + "step": 3790 + }, + { + "epoch": 3.5547240411599628, + "grad_norm": 0.17934879660606384, + "learning_rate": 9.840300911439591e-05, + "loss": 0.0679, + "step": 3800 + }, + { + "epoch": 3.5640785781103834, + "grad_norm": 0.1325700730085373, + "learning_rate": 9.838916122541603e-05, + "loss": 0.0668, + "step": 3810 + }, + { + "epoch": 3.5734331150608045, + "grad_norm": 0.17913183569908142, + "learning_rate": 9.837525453904246e-05, + "loss": 0.0656, + "step": 3820 + }, + { + "epoch": 3.582787652011225, + "grad_norm": 0.18469807505607605, + "learning_rate": 9.836128907217314e-05, + "loss": 0.0654, + "step": 3830 + }, + { + "epoch": 3.5921421889616463, + "grad_norm": 0.19308437407016754, + "learning_rate": 9.834726484177743e-05, + "loss": 0.0626, + "step": 3840 + }, + { + "epoch": 3.6014967259120674, + "grad_norm": 0.21059517562389374, + "learning_rate": 9.833318186489609e-05, + "loss": 0.0667, + "step": 3850 + }, + { + "epoch": 3.6108512628624885, + "grad_norm": 0.22970914840698242, + "learning_rate": 9.831904015864126e-05, + "loss": 0.0634, + "step": 3860 + }, + { + "epoch": 3.620205799812909, + "grad_norm": 0.2032548189163208, + "learning_rate": 9.830483974019645e-05, + "loss": 0.0634, + "step": 3870 + }, + { + "epoch": 3.6295603367633302, + "grad_norm": 0.17850413918495178, + "learning_rate": 9.82905806268165e-05, + "loss": 0.0668, + "step": 3880 + }, + { + "epoch": 3.6389148737137513, + "grad_norm": 0.1607661098241806, + "learning_rate": 9.82762628358276e-05, + "loss": 0.0652, + "step": 3890 + }, + { + "epoch": 3.648269410664172, + "grad_norm": 0.1516890823841095, + "learning_rate": 9.826188638462718e-05, + "loss": 0.0669, + "step": 3900 + }, + { + "epoch": 3.657623947614593, + "grad_norm": 0.17842921614646912, + "learning_rate": 9.824745129068402e-05, + "loss": 0.0656, + "step": 3910 + }, + { + "epoch": 3.666978484565014, + "grad_norm": 0.21887065470218658, + "learning_rate": 9.82329575715381e-05, + "loss": 0.0623, + "step": 3920 + }, + { + "epoch": 3.676333021515435, + "grad_norm": 0.16570205986499786, + "learning_rate": 9.821840524480066e-05, + "loss": 0.0645, + "step": 3930 + }, + { + "epoch": 3.685687558465856, + "grad_norm": 0.1462734490633011, + "learning_rate": 9.820379432815414e-05, + "loss": 0.0633, + "step": 3940 + }, + { + "epoch": 3.695042095416277, + "grad_norm": 0.19904841482639313, + "learning_rate": 9.81891248393522e-05, + "loss": 0.0667, + "step": 3950 + }, + { + "epoch": 3.7043966323666977, + "grad_norm": 0.14331644773483276, + "learning_rate": 9.817439679621963e-05, + "loss": 0.0644, + "step": 3960 + }, + { + "epoch": 3.713751169317119, + "grad_norm": 0.21850980818271637, + "learning_rate": 9.815961021665243e-05, + "loss": 0.0668, + "step": 3970 + }, + { + "epoch": 3.72310570626754, + "grad_norm": 0.16749465465545654, + "learning_rate": 9.814476511861763e-05, + "loss": 0.0647, + "step": 3980 + }, + { + "epoch": 3.7324602432179605, + "grad_norm": 0.19791971147060394, + "learning_rate": 9.812986152015348e-05, + "loss": 0.064, + "step": 3990 + }, + { + "epoch": 3.7418147801683816, + "grad_norm": 0.25784868001937866, + "learning_rate": 9.811489943936922e-05, + "loss": 0.0626, + "step": 4000 + }, + { + "epoch": 3.7511693171188027, + "grad_norm": 0.24671676754951477, + "learning_rate": 9.809987889444522e-05, + "loss": 0.0626, + "step": 4010 + }, + { + "epoch": 3.7605238540692234, + "grad_norm": 0.2247661054134369, + "learning_rate": 9.808479990363282e-05, + "loss": 0.0643, + "step": 4020 + }, + { + "epoch": 3.7698783910196445, + "grad_norm": 0.15322640538215637, + "learning_rate": 9.806966248525445e-05, + "loss": 0.0653, + "step": 4030 + }, + { + "epoch": 3.7792329279700656, + "grad_norm": 0.1874937117099762, + "learning_rate": 9.805446665770348e-05, + "loss": 0.0628, + "step": 4040 + }, + { + "epoch": 3.7885874649204867, + "grad_norm": 0.17399588227272034, + "learning_rate": 9.803921243944429e-05, + "loss": 0.0649, + "step": 4050 + }, + { + "epoch": 3.7979420018709074, + "grad_norm": 0.1540776938199997, + "learning_rate": 9.802389984901218e-05, + "loss": 0.0668, + "step": 4060 + }, + { + "epoch": 3.8072965388213285, + "grad_norm": 0.18303479254245758, + "learning_rate": 9.80085289050134e-05, + "loss": 0.0634, + "step": 4070 + }, + { + "epoch": 3.816651075771749, + "grad_norm": 0.16884630918502808, + "learning_rate": 9.799309962612508e-05, + "loss": 0.067, + "step": 4080 + }, + { + "epoch": 3.82600561272217, + "grad_norm": 0.23187114298343658, + "learning_rate": 9.797761203109527e-05, + "loss": 0.0635, + "step": 4090 + }, + { + "epoch": 3.8353601496725913, + "grad_norm": 0.14852572977542877, + "learning_rate": 9.796206613874283e-05, + "loss": 0.0641, + "step": 4100 + }, + { + "epoch": 3.8447146866230124, + "grad_norm": 0.12990689277648926, + "learning_rate": 9.794646196795754e-05, + "loss": 0.0625, + "step": 4110 + }, + { + "epoch": 3.854069223573433, + "grad_norm": 0.11495817452669144, + "learning_rate": 9.793079953769987e-05, + "loss": 0.0625, + "step": 4120 + }, + { + "epoch": 3.863423760523854, + "grad_norm": 0.18105226755142212, + "learning_rate": 9.79150788670012e-05, + "loss": 0.0634, + "step": 4130 + }, + { + "epoch": 3.872778297474275, + "grad_norm": 0.16184599697589874, + "learning_rate": 9.78992999749636e-05, + "loss": 0.0617, + "step": 4140 + }, + { + "epoch": 3.882132834424696, + "grad_norm": 0.14209555089473724, + "learning_rate": 9.788346288075994e-05, + "loss": 0.0612, + "step": 4150 + }, + { + "epoch": 3.891487371375117, + "grad_norm": 0.12399604916572571, + "learning_rate": 9.786756760363373e-05, + "loss": 0.0627, + "step": 4160 + }, + { + "epoch": 3.900841908325538, + "grad_norm": 0.1388707011938095, + "learning_rate": 9.78516141628993e-05, + "loss": 0.0621, + "step": 4170 + }, + { + "epoch": 3.9101964452759588, + "grad_norm": 0.14718011021614075, + "learning_rate": 9.783560257794154e-05, + "loss": 0.0629, + "step": 4180 + }, + { + "epoch": 3.91955098222638, + "grad_norm": 0.15438134968280792, + "learning_rate": 9.781953286821603e-05, + "loss": 0.0643, + "step": 4190 + }, + { + "epoch": 3.9289055191768005, + "grad_norm": 0.1783655285835266, + "learning_rate": 9.780340505324901e-05, + "loss": 0.0632, + "step": 4200 + }, + { + "epoch": 3.9382600561272216, + "grad_norm": 0.17616944015026093, + "learning_rate": 9.778721915263727e-05, + "loss": 0.0665, + "step": 4210 + }, + { + "epoch": 3.9476145930776427, + "grad_norm": 0.18295498192310333, + "learning_rate": 9.777097518604824e-05, + "loss": 0.0614, + "step": 4220 + }, + { + "epoch": 3.956969130028064, + "grad_norm": 0.16845597326755524, + "learning_rate": 9.775467317321984e-05, + "loss": 0.0613, + "step": 4230 + }, + { + "epoch": 3.9663236669784845, + "grad_norm": 0.12091672420501709, + "learning_rate": 9.773831313396055e-05, + "loss": 0.0604, + "step": 4240 + }, + { + "epoch": 3.9756782039289056, + "grad_norm": 0.15606176853179932, + "learning_rate": 9.77218950881494e-05, + "loss": 0.061, + "step": 4250 + }, + { + "epoch": 3.9850327408793262, + "grad_norm": 0.19416916370391846, + "learning_rate": 9.770541905573583e-05, + "loss": 0.0641, + "step": 4260 + }, + { + "epoch": 3.9943872778297473, + "grad_norm": 0.1594357192516327, + "learning_rate": 9.768888505673976e-05, + "loss": 0.0632, + "step": 4270 + }, + { + "epoch": 4.003741814780168, + "grad_norm": 0.20265574753284454, + "learning_rate": 9.767229311125162e-05, + "loss": 0.0624, + "step": 4280 + }, + { + "epoch": 4.0130963517305895, + "grad_norm": 0.199542835354805, + "learning_rate": 9.765564323943211e-05, + "loss": 0.0593, + "step": 4290 + }, + { + "epoch": 4.022450888681011, + "grad_norm": 0.19165609776973724, + "learning_rate": 9.763893546151244e-05, + "loss": 0.0614, + "step": 4300 + }, + { + "epoch": 4.031805425631431, + "grad_norm": 0.19550743699073792, + "learning_rate": 9.762216979779412e-05, + "loss": 0.0633, + "step": 4310 + }, + { + "epoch": 4.041159962581852, + "grad_norm": 0.21504420042037964, + "learning_rate": 9.760534626864902e-05, + "loss": 0.0615, + "step": 4320 + }, + { + "epoch": 4.050514499532273, + "grad_norm": 0.19350717961788177, + "learning_rate": 9.758846489451931e-05, + "loss": 0.0638, + "step": 4330 + }, + { + "epoch": 4.059869036482694, + "grad_norm": 0.23725959658622742, + "learning_rate": 9.757152569591748e-05, + "loss": 0.0607, + "step": 4340 + }, + { + "epoch": 4.069223573433115, + "grad_norm": 0.1648024171590805, + "learning_rate": 9.75545286934262e-05, + "loss": 0.0612, + "step": 4350 + }, + { + "epoch": 4.078578110383536, + "grad_norm": 0.15947403013706207, + "learning_rate": 9.753747390769847e-05, + "loss": 0.0623, + "step": 4360 + }, + { + "epoch": 4.087932647333957, + "grad_norm": 0.19209592044353485, + "learning_rate": 9.752036135945744e-05, + "loss": 0.059, + "step": 4370 + }, + { + "epoch": 4.097287184284378, + "grad_norm": 0.16933563351631165, + "learning_rate": 9.750319106949649e-05, + "loss": 0.0601, + "step": 4380 + }, + { + "epoch": 4.106641721234799, + "grad_norm": 0.13761168718338013, + "learning_rate": 9.748596305867913e-05, + "loss": 0.0649, + "step": 4390 + }, + { + "epoch": 4.11599625818522, + "grad_norm": 0.135618194937706, + "learning_rate": 9.746867734793903e-05, + "loss": 0.0626, + "step": 4400 + }, + { + "epoch": 4.125350795135641, + "grad_norm": 0.14652109146118164, + "learning_rate": 9.745133395827993e-05, + "loss": 0.0615, + "step": 4410 + }, + { + "epoch": 4.134705332086062, + "grad_norm": 0.18645304441452026, + "learning_rate": 9.743393291077572e-05, + "loss": 0.0606, + "step": 4420 + }, + { + "epoch": 4.144059869036482, + "grad_norm": 0.18808406591415405, + "learning_rate": 9.741647422657028e-05, + "loss": 0.063, + "step": 4430 + }, + { + "epoch": 4.153414405986903, + "grad_norm": 0.1695733219385147, + "learning_rate": 9.739895792687758e-05, + "loss": 0.0597, + "step": 4440 + }, + { + "epoch": 4.1627689429373245, + "grad_norm": 0.1312672346830368, + "learning_rate": 9.738138403298157e-05, + "loss": 0.0604, + "step": 4450 + }, + { + "epoch": 4.172123479887746, + "grad_norm": 0.13657283782958984, + "learning_rate": 9.736375256623619e-05, + "loss": 0.0619, + "step": 4460 + }, + { + "epoch": 4.181478016838167, + "grad_norm": 0.1943989396095276, + "learning_rate": 9.734606354806533e-05, + "loss": 0.0625, + "step": 4470 + }, + { + "epoch": 4.190832553788588, + "grad_norm": 0.18032588064670563, + "learning_rate": 9.73283169999628e-05, + "loss": 0.0589, + "step": 4480 + }, + { + "epoch": 4.200187090739009, + "grad_norm": 0.15638130903244019, + "learning_rate": 9.731051294349238e-05, + "loss": 0.0588, + "step": 4490 + }, + { + "epoch": 4.209541627689429, + "grad_norm": 0.13685373961925507, + "learning_rate": 9.729265140028762e-05, + "loss": 0.0591, + "step": 4500 + }, + { + "epoch": 4.21889616463985, + "grad_norm": 0.1337367594242096, + "learning_rate": 9.727473239205201e-05, + "loss": 0.0589, + "step": 4510 + }, + { + "epoch": 4.228250701590271, + "grad_norm": 0.16120220720767975, + "learning_rate": 9.725675594055883e-05, + "loss": 0.063, + "step": 4520 + }, + { + "epoch": 4.237605238540692, + "grad_norm": 0.20018774271011353, + "learning_rate": 9.723872206765116e-05, + "loss": 0.0628, + "step": 4530 + }, + { + "epoch": 4.2469597754911135, + "grad_norm": 0.1767549067735672, + "learning_rate": 9.722063079524185e-05, + "loss": 0.0622, + "step": 4540 + }, + { + "epoch": 4.256314312441534, + "grad_norm": 0.18380266427993774, + "learning_rate": 9.720248214531351e-05, + "loss": 0.0631, + "step": 4550 + }, + { + "epoch": 4.265668849391955, + "grad_norm": 0.19409127533435822, + "learning_rate": 9.718427613991848e-05, + "loss": 0.0613, + "step": 4560 + }, + { + "epoch": 4.275023386342376, + "grad_norm": 0.1465892642736435, + "learning_rate": 9.716601280117873e-05, + "loss": 0.0626, + "step": 4570 + }, + { + "epoch": 4.284377923292797, + "grad_norm": 0.13111262023448944, + "learning_rate": 9.714769215128596e-05, + "loss": 0.061, + "step": 4580 + }, + { + "epoch": 4.293732460243218, + "grad_norm": 0.17924977838993073, + "learning_rate": 9.712931421250152e-05, + "loss": 0.063, + "step": 4590 + }, + { + "epoch": 4.303086997193639, + "grad_norm": 0.1644815355539322, + "learning_rate": 9.711087900715627e-05, + "loss": 0.0631, + "step": 4600 + }, + { + "epoch": 4.31244153414406, + "grad_norm": 0.14538253843784332, + "learning_rate": 9.709238655765078e-05, + "loss": 0.0651, + "step": 4610 + }, + { + "epoch": 4.3217960710944805, + "grad_norm": 0.18390533328056335, + "learning_rate": 9.707383688645511e-05, + "loss": 0.0607, + "step": 4620 + }, + { + "epoch": 4.331150608044902, + "grad_norm": 0.19072049856185913, + "learning_rate": 9.705523001610883e-05, + "loss": 0.0613, + "step": 4630 + }, + { + "epoch": 4.340505144995323, + "grad_norm": 0.19550910592079163, + "learning_rate": 9.703656596922107e-05, + "loss": 0.0621, + "step": 4640 + }, + { + "epoch": 4.349859681945744, + "grad_norm": 0.20482246577739716, + "learning_rate": 9.70178447684704e-05, + "loss": 0.063, + "step": 4650 + }, + { + "epoch": 4.359214218896165, + "grad_norm": 0.18234792351722717, + "learning_rate": 9.699906643660483e-05, + "loss": 0.0619, + "step": 4660 + }, + { + "epoch": 4.368568755846586, + "grad_norm": 0.1646399050951004, + "learning_rate": 9.698023099644185e-05, + "loss": 0.0584, + "step": 4670 + }, + { + "epoch": 4.377923292797006, + "grad_norm": 0.18527016043663025, + "learning_rate": 9.696133847086823e-05, + "loss": 0.0609, + "step": 4680 + }, + { + "epoch": 4.387277829747427, + "grad_norm": 0.1642688363790512, + "learning_rate": 9.694238888284022e-05, + "loss": 0.0613, + "step": 4690 + }, + { + "epoch": 4.396632366697848, + "grad_norm": 0.1294986605644226, + "learning_rate": 9.692338225538333e-05, + "loss": 0.0593, + "step": 4700 + }, + { + "epoch": 4.4059869036482695, + "grad_norm": 0.21905997395515442, + "learning_rate": 9.690431861159241e-05, + "loss": 0.059, + "step": 4710 + }, + { + "epoch": 4.415341440598691, + "grad_norm": 0.18085649609565735, + "learning_rate": 9.688519797463161e-05, + "loss": 0.0605, + "step": 4720 + }, + { + "epoch": 4.424695977549112, + "grad_norm": 0.19663706421852112, + "learning_rate": 9.686602036773426e-05, + "loss": 0.0577, + "step": 4730 + }, + { + "epoch": 4.434050514499532, + "grad_norm": 0.20056577026844025, + "learning_rate": 9.684678581420302e-05, + "loss": 0.0616, + "step": 4740 + }, + { + "epoch": 4.443405051449953, + "grad_norm": 0.1390175074338913, + "learning_rate": 9.682749433740962e-05, + "loss": 0.0607, + "step": 4750 + }, + { + "epoch": 4.452759588400374, + "grad_norm": 0.15452755987644196, + "learning_rate": 9.680814596079507e-05, + "loss": 0.0604, + "step": 4760 + }, + { + "epoch": 4.462114125350795, + "grad_norm": 0.12331680953502655, + "learning_rate": 9.678874070786945e-05, + "loss": 0.0623, + "step": 4770 + }, + { + "epoch": 4.471468662301216, + "grad_norm": 0.16843849420547485, + "learning_rate": 9.676927860221199e-05, + "loss": 0.0641, + "step": 4780 + }, + { + "epoch": 4.480823199251637, + "grad_norm": 0.19726839661598206, + "learning_rate": 9.674975966747097e-05, + "loss": 0.0627, + "step": 4790 + }, + { + "epoch": 4.490177736202058, + "grad_norm": 0.14704902470111847, + "learning_rate": 9.673018392736374e-05, + "loss": 0.0621, + "step": 4800 + }, + { + "epoch": 4.499532273152479, + "grad_norm": 0.20504282414913177, + "learning_rate": 9.671055140567667e-05, + "loss": 0.0626, + "step": 4810 + }, + { + "epoch": 4.5088868101029, + "grad_norm": 0.21342012286186218, + "learning_rate": 9.669086212626511e-05, + "loss": 0.0617, + "step": 4820 + }, + { + "epoch": 4.518241347053321, + "grad_norm": 0.18886405229568481, + "learning_rate": 9.667111611305341e-05, + "loss": 0.0646, + "step": 4830 + }, + { + "epoch": 4.527595884003742, + "grad_norm": 0.1612008661031723, + "learning_rate": 9.665131339003486e-05, + "loss": 0.0613, + "step": 4840 + }, + { + "epoch": 4.536950420954163, + "grad_norm": 0.17691174149513245, + "learning_rate": 9.663145398127158e-05, + "loss": 0.0602, + "step": 4850 + }, + { + "epoch": 4.546304957904583, + "grad_norm": 0.13372263312339783, + "learning_rate": 9.661153791089467e-05, + "loss": 0.0596, + "step": 4860 + }, + { + "epoch": 4.555659494855004, + "grad_norm": 0.15373103320598602, + "learning_rate": 9.659156520310402e-05, + "loss": 0.057, + "step": 4870 + }, + { + "epoch": 4.5650140318054255, + "grad_norm": 0.16640491783618927, + "learning_rate": 9.657153588216835e-05, + "loss": 0.0611, + "step": 4880 + }, + { + "epoch": 4.574368568755847, + "grad_norm": 0.1662529706954956, + "learning_rate": 9.655144997242516e-05, + "loss": 0.063, + "step": 4890 + }, + { + "epoch": 4.583723105706268, + "grad_norm": 0.1819671094417572, + "learning_rate": 9.653130749828075e-05, + "loss": 0.0601, + "step": 4900 + }, + { + "epoch": 4.593077642656689, + "grad_norm": 0.14895440638065338, + "learning_rate": 9.65111084842101e-05, + "loss": 0.0618, + "step": 4910 + }, + { + "epoch": 4.60243217960711, + "grad_norm": 0.22013963758945465, + "learning_rate": 9.649085295475695e-05, + "loss": 0.0609, + "step": 4920 + }, + { + "epoch": 4.61178671655753, + "grad_norm": 0.132390558719635, + "learning_rate": 9.647054093453365e-05, + "loss": 0.0572, + "step": 4930 + }, + { + "epoch": 4.621141253507951, + "grad_norm": 0.1479618102312088, + "learning_rate": 9.645017244822123e-05, + "loss": 0.0601, + "step": 4940 + }, + { + "epoch": 4.630495790458372, + "grad_norm": 0.17451688647270203, + "learning_rate": 9.642974752056931e-05, + "loss": 0.0592, + "step": 4950 + }, + { + "epoch": 4.639850327408793, + "grad_norm": 0.18763504922389984, + "learning_rate": 9.640926617639613e-05, + "loss": 0.0635, + "step": 4960 + }, + { + "epoch": 4.6492048643592145, + "grad_norm": 0.1409681886434555, + "learning_rate": 9.638872844058843e-05, + "loss": 0.0601, + "step": 4970 + }, + { + "epoch": 4.658559401309635, + "grad_norm": 0.15047140419483185, + "learning_rate": 9.63681343381015e-05, + "loss": 0.061, + "step": 4980 + }, + { + "epoch": 4.667913938260056, + "grad_norm": 0.231287881731987, + "learning_rate": 9.634748389395914e-05, + "loss": 0.0608, + "step": 4990 + }, + { + "epoch": 4.677268475210477, + "grad_norm": 0.17680740356445312, + "learning_rate": 9.632677713325353e-05, + "loss": 0.0601, + "step": 5000 + }, + { + "epoch": 4.686623012160898, + "grad_norm": 0.2677881121635437, + "learning_rate": 9.63060140811454e-05, + "loss": 0.06, + "step": 5010 + }, + { + "epoch": 4.695977549111319, + "grad_norm": 0.18557721376419067, + "learning_rate": 9.628519476286379e-05, + "loss": 0.0582, + "step": 5020 + }, + { + "epoch": 4.70533208606174, + "grad_norm": 0.18303976953029633, + "learning_rate": 9.626431920370612e-05, + "loss": 0.0595, + "step": 5030 + }, + { + "epoch": 4.714686623012161, + "grad_norm": 0.17487218976020813, + "learning_rate": 9.624338742903819e-05, + "loss": 0.0596, + "step": 5040 + }, + { + "epoch": 4.724041159962582, + "grad_norm": 0.16729921102523804, + "learning_rate": 9.622239946429406e-05, + "loss": 0.06, + "step": 5050 + }, + { + "epoch": 4.733395696913003, + "grad_norm": 0.19919520616531372, + "learning_rate": 9.620135533497609e-05, + "loss": 0.0622, + "step": 5060 + }, + { + "epoch": 4.742750233863424, + "grad_norm": 0.21356724202632904, + "learning_rate": 9.61802550666549e-05, + "loss": 0.0577, + "step": 5070 + }, + { + "epoch": 4.752104770813845, + "grad_norm": 0.158257395029068, + "learning_rate": 9.615909868496928e-05, + "loss": 0.0596, + "step": 5080 + }, + { + "epoch": 4.761459307764266, + "grad_norm": 0.13630492985248566, + "learning_rate": 9.613788621562622e-05, + "loss": 0.059, + "step": 5090 + }, + { + "epoch": 4.770813844714686, + "grad_norm": 0.12508903443813324, + "learning_rate": 9.611661768440093e-05, + "loss": 0.0632, + "step": 5100 + }, + { + "epoch": 4.780168381665107, + "grad_norm": 0.144647479057312, + "learning_rate": 9.609529311713661e-05, + "loss": 0.0583, + "step": 5110 + }, + { + "epoch": 4.789522918615528, + "grad_norm": 0.14396321773529053, + "learning_rate": 9.607391253974466e-05, + "loss": 0.059, + "step": 5120 + }, + { + "epoch": 4.7988774555659495, + "grad_norm": 0.13044190406799316, + "learning_rate": 9.605247597820448e-05, + "loss": 0.0573, + "step": 5130 + }, + { + "epoch": 4.808231992516371, + "grad_norm": 0.124213807284832, + "learning_rate": 9.603098345856354e-05, + "loss": 0.0605, + "step": 5140 + }, + { + "epoch": 4.817586529466792, + "grad_norm": 0.14169219136238098, + "learning_rate": 9.600943500693725e-05, + "loss": 0.0578, + "step": 5150 + }, + { + "epoch": 4.826941066417213, + "grad_norm": 0.13248568773269653, + "learning_rate": 9.598783064950902e-05, + "loss": 0.0587, + "step": 5160 + }, + { + "epoch": 4.836295603367633, + "grad_norm": 0.1611800342798233, + "learning_rate": 9.596617041253018e-05, + "loss": 0.0557, + "step": 5170 + }, + { + "epoch": 4.845650140318054, + "grad_norm": 0.1341332048177719, + "learning_rate": 9.594445432231996e-05, + "loss": 0.0599, + "step": 5180 + }, + { + "epoch": 4.855004677268475, + "grad_norm": 0.18192347884178162, + "learning_rate": 9.592268240526547e-05, + "loss": 0.0584, + "step": 5190 + }, + { + "epoch": 4.864359214218896, + "grad_norm": 0.1658288687467575, + "learning_rate": 9.590085468782162e-05, + "loss": 0.0595, + "step": 5200 + }, + { + "epoch": 4.873713751169317, + "grad_norm": 0.15876390039920807, + "learning_rate": 9.587897119651116e-05, + "loss": 0.0604, + "step": 5210 + }, + { + "epoch": 4.883068288119738, + "grad_norm": 0.17679551243782043, + "learning_rate": 9.585703195792459e-05, + "loss": 0.0595, + "step": 5220 + }, + { + "epoch": 4.892422825070159, + "grad_norm": 0.17348875105381012, + "learning_rate": 9.583503699872016e-05, + "loss": 0.0587, + "step": 5230 + }, + { + "epoch": 4.90177736202058, + "grad_norm": 0.1793961226940155, + "learning_rate": 9.581298634562381e-05, + "loss": 0.0606, + "step": 5240 + }, + { + "epoch": 4.911131898971001, + "grad_norm": 0.1726403385400772, + "learning_rate": 9.579088002542917e-05, + "loss": 0.0591, + "step": 5250 + }, + { + "epoch": 4.920486435921422, + "grad_norm": 0.16695009171962738, + "learning_rate": 9.57687180649975e-05, + "loss": 0.0607, + "step": 5260 + }, + { + "epoch": 4.929840972871843, + "grad_norm": 0.13882112503051758, + "learning_rate": 9.574650049125768e-05, + "loss": 0.0578, + "step": 5270 + }, + { + "epoch": 4.939195509822264, + "grad_norm": 0.12233215570449829, + "learning_rate": 9.572422733120614e-05, + "loss": 0.0565, + "step": 5280 + }, + { + "epoch": 4.948550046772684, + "grad_norm": 0.13434769213199615, + "learning_rate": 9.570189861190689e-05, + "loss": 0.0592, + "step": 5290 + }, + { + "epoch": 4.9579045837231055, + "grad_norm": 0.2057207077741623, + "learning_rate": 9.56795143604914e-05, + "loss": 0.0579, + "step": 5300 + }, + { + "epoch": 4.967259120673527, + "grad_norm": 0.16579502820968628, + "learning_rate": 9.565707460415869e-05, + "loss": 0.0593, + "step": 5310 + }, + { + "epoch": 4.976613657623948, + "grad_norm": 0.18289989233016968, + "learning_rate": 9.563457937017515e-05, + "loss": 0.0564, + "step": 5320 + }, + { + "epoch": 4.985968194574369, + "grad_norm": 0.10148349404335022, + "learning_rate": 9.56120286858746e-05, + "loss": 0.0575, + "step": 5330 + }, + { + "epoch": 4.99532273152479, + "grad_norm": 0.22939768433570862, + "learning_rate": 9.558942257865829e-05, + "loss": 0.0599, + "step": 5340 + }, + { + "epoch": 5.00467726847521, + "grad_norm": 0.13917206227779388, + "learning_rate": 9.556676107599472e-05, + "loss": 0.056, + "step": 5350 + }, + { + "epoch": 5.014031805425631, + "grad_norm": 0.17423389852046967, + "learning_rate": 9.554404420541978e-05, + "loss": 0.0586, + "step": 5360 + }, + { + "epoch": 5.023386342376052, + "grad_norm": 0.15332983434200287, + "learning_rate": 9.55212719945366e-05, + "loss": 0.0557, + "step": 5370 + }, + { + "epoch": 5.032740879326473, + "grad_norm": 0.18601886928081512, + "learning_rate": 9.549844447101559e-05, + "loss": 0.0562, + "step": 5380 + }, + { + "epoch": 5.0420954162768945, + "grad_norm": 0.13532190024852753, + "learning_rate": 9.547556166259433e-05, + "loss": 0.0577, + "step": 5390 + }, + { + "epoch": 5.051449953227316, + "grad_norm": 0.16916173696517944, + "learning_rate": 9.545262359707756e-05, + "loss": 0.0557, + "step": 5400 + }, + { + "epoch": 5.060804490177736, + "grad_norm": 0.13329237699508667, + "learning_rate": 9.542963030233724e-05, + "loss": 0.0589, + "step": 5410 + }, + { + "epoch": 5.070159027128157, + "grad_norm": 0.13276974856853485, + "learning_rate": 9.540658180631237e-05, + "loss": 0.0576, + "step": 5420 + }, + { + "epoch": 5.079513564078578, + "grad_norm": 0.21293964982032776, + "learning_rate": 9.538347813700904e-05, + "loss": 0.0559, + "step": 5430 + }, + { + "epoch": 5.088868101028999, + "grad_norm": 0.17261601984500885, + "learning_rate": 9.536031932250036e-05, + "loss": 0.0598, + "step": 5440 + }, + { + "epoch": 5.09822263797942, + "grad_norm": 0.18121658265590668, + "learning_rate": 9.533710539092653e-05, + "loss": 0.0562, + "step": 5450 + }, + { + "epoch": 5.107577174929841, + "grad_norm": 0.11973772197961807, + "learning_rate": 9.531383637049464e-05, + "loss": 0.0574, + "step": 5460 + }, + { + "epoch": 5.1169317118802615, + "grad_norm": 0.144031822681427, + "learning_rate": 9.529051228947875e-05, + "loss": 0.058, + "step": 5470 + }, + { + "epoch": 5.126286248830683, + "grad_norm": 0.1541435569524765, + "learning_rate": 9.52671331762198e-05, + "loss": 0.0575, + "step": 5480 + }, + { + "epoch": 5.135640785781104, + "grad_norm": 0.12686774134635925, + "learning_rate": 9.524369905912565e-05, + "loss": 0.0573, + "step": 5490 + }, + { + "epoch": 5.144995322731525, + "grad_norm": 0.1519886702299118, + "learning_rate": 9.522020996667092e-05, + "loss": 0.0567, + "step": 5500 + }, + { + "epoch": 5.154349859681946, + "grad_norm": 0.13391810655593872, + "learning_rate": 9.519666592739709e-05, + "loss": 0.058, + "step": 5510 + }, + { + "epoch": 5.163704396632367, + "grad_norm": 0.16298438608646393, + "learning_rate": 9.517306696991241e-05, + "loss": 0.056, + "step": 5520 + }, + { + "epoch": 5.173058933582787, + "grad_norm": 0.1652325689792633, + "learning_rate": 9.51494131228918e-05, + "loss": 0.0557, + "step": 5530 + }, + { + "epoch": 5.182413470533208, + "grad_norm": 0.1518978476524353, + "learning_rate": 9.512570441507695e-05, + "loss": 0.0557, + "step": 5540 + }, + { + "epoch": 5.191768007483629, + "grad_norm": 0.11763764172792435, + "learning_rate": 9.510194087527615e-05, + "loss": 0.0561, + "step": 5550 + }, + { + "epoch": 5.2011225444340505, + "grad_norm": 0.1894427388906479, + "learning_rate": 9.507812253236435e-05, + "loss": 0.0569, + "step": 5560 + }, + { + "epoch": 5.210477081384472, + "grad_norm": 0.14827357232570648, + "learning_rate": 9.505424941528309e-05, + "loss": 0.057, + "step": 5570 + }, + { + "epoch": 5.219831618334893, + "grad_norm": 0.13916774094104767, + "learning_rate": 9.503032155304046e-05, + "loss": 0.0571, + "step": 5580 + }, + { + "epoch": 5.229186155285314, + "grad_norm": 0.13183721899986267, + "learning_rate": 9.500633897471106e-05, + "loss": 0.0574, + "step": 5590 + }, + { + "epoch": 5.238540692235734, + "grad_norm": 0.1787782907485962, + "learning_rate": 9.498230170943596e-05, + "loss": 0.0569, + "step": 5600 + }, + { + "epoch": 5.247895229186155, + "grad_norm": 0.18860293924808502, + "learning_rate": 9.495820978642275e-05, + "loss": 0.0589, + "step": 5610 + }, + { + "epoch": 5.257249766136576, + "grad_norm": 0.16311149299144745, + "learning_rate": 9.493406323494535e-05, + "loss": 0.0554, + "step": 5620 + }, + { + "epoch": 5.266604303086997, + "grad_norm": 0.1557607501745224, + "learning_rate": 9.490986208434413e-05, + "loss": 0.0554, + "step": 5630 + }, + { + "epoch": 5.275958840037418, + "grad_norm": 0.14421142637729645, + "learning_rate": 9.488560636402577e-05, + "loss": 0.0566, + "step": 5640 + }, + { + "epoch": 5.285313376987839, + "grad_norm": 0.10600434988737106, + "learning_rate": 9.486129610346321e-05, + "loss": 0.0539, + "step": 5650 + }, + { + "epoch": 5.29466791393826, + "grad_norm": 0.11718805134296417, + "learning_rate": 9.483693133219576e-05, + "loss": 0.0579, + "step": 5660 + }, + { + "epoch": 5.304022450888681, + "grad_norm": 0.14289453625679016, + "learning_rate": 9.481251207982888e-05, + "loss": 0.0584, + "step": 5670 + }, + { + "epoch": 5.313376987839102, + "grad_norm": 0.15236389636993408, + "learning_rate": 9.47880383760343e-05, + "loss": 0.0575, + "step": 5680 + }, + { + "epoch": 5.322731524789523, + "grad_norm": 0.18731015920639038, + "learning_rate": 9.476351025054983e-05, + "loss": 0.0563, + "step": 5690 + }, + { + "epoch": 5.332086061739944, + "grad_norm": 0.23420116305351257, + "learning_rate": 9.473892773317952e-05, + "loss": 0.0573, + "step": 5700 + }, + { + "epoch": 5.341440598690365, + "grad_norm": 0.16994720697402954, + "learning_rate": 9.471429085379338e-05, + "loss": 0.0541, + "step": 5710 + }, + { + "epoch": 5.3507951356407855, + "grad_norm": 0.21853499114513397, + "learning_rate": 9.468959964232757e-05, + "loss": 0.0557, + "step": 5720 + }, + { + "epoch": 5.360149672591207, + "grad_norm": 0.11929535120725632, + "learning_rate": 9.466485412878425e-05, + "loss": 0.0586, + "step": 5730 + }, + { + "epoch": 5.369504209541628, + "grad_norm": 0.12419149279594421, + "learning_rate": 9.464005434323154e-05, + "loss": 0.0567, + "step": 5740 + }, + { + "epoch": 5.378858746492049, + "grad_norm": 0.15398934483528137, + "learning_rate": 9.461520031580352e-05, + "loss": 0.057, + "step": 5750 + }, + { + "epoch": 5.38821328344247, + "grad_norm": 0.16308733820915222, + "learning_rate": 9.459029207670019e-05, + "loss": 0.0559, + "step": 5760 + }, + { + "epoch": 5.397567820392891, + "grad_norm": 0.15668977797031403, + "learning_rate": 9.456532965618737e-05, + "loss": 0.0585, + "step": 5770 + }, + { + "epoch": 5.406922357343311, + "grad_norm": 0.12274120002985, + "learning_rate": 9.454031308459681e-05, + "loss": 0.0589, + "step": 5780 + }, + { + "epoch": 5.416276894293732, + "grad_norm": 0.1525418758392334, + "learning_rate": 9.451524239232595e-05, + "loss": 0.0568, + "step": 5790 + }, + { + "epoch": 5.425631431244153, + "grad_norm": 0.16770093142986298, + "learning_rate": 9.449011760983809e-05, + "loss": 0.0555, + "step": 5800 + }, + { + "epoch": 5.4349859681945745, + "grad_norm": 0.18224041163921356, + "learning_rate": 9.446493876766218e-05, + "loss": 0.0554, + "step": 5810 + }, + { + "epoch": 5.444340505144996, + "grad_norm": 0.18032240867614746, + "learning_rate": 9.44397058963929e-05, + "loss": 0.0577, + "step": 5820 + }, + { + "epoch": 5.453695042095417, + "grad_norm": 0.1677650660276413, + "learning_rate": 9.441441902669056e-05, + "loss": 0.0561, + "step": 5830 + }, + { + "epoch": 5.463049579045837, + "grad_norm": 0.12126512825489044, + "learning_rate": 9.43890781892811e-05, + "loss": 0.0584, + "step": 5840 + }, + { + "epoch": 5.472404115996258, + "grad_norm": 0.1320277452468872, + "learning_rate": 9.436368341495603e-05, + "loss": 0.0571, + "step": 5850 + }, + { + "epoch": 5.481758652946679, + "grad_norm": 0.21363067626953125, + "learning_rate": 9.43382347345724e-05, + "loss": 0.057, + "step": 5860 + }, + { + "epoch": 5.4911131898971, + "grad_norm": 0.14179563522338867, + "learning_rate": 9.431273217905273e-05, + "loss": 0.0564, + "step": 5870 + }, + { + "epoch": 5.500467726847521, + "grad_norm": 0.1460971236228943, + "learning_rate": 9.428717577938504e-05, + "loss": 0.0554, + "step": 5880 + }, + { + "epoch": 5.509822263797942, + "grad_norm": 0.1603146195411682, + "learning_rate": 9.426156556662276e-05, + "loss": 0.0571, + "step": 5890 + }, + { + "epoch": 5.519176800748363, + "grad_norm": 0.1464134305715561, + "learning_rate": 9.423590157188474e-05, + "loss": 0.0561, + "step": 5900 + }, + { + "epoch": 5.528531337698784, + "grad_norm": 0.13730451464653015, + "learning_rate": 9.421018382635513e-05, + "loss": 0.0585, + "step": 5910 + }, + { + "epoch": 5.537885874649205, + "grad_norm": 0.1415865272283554, + "learning_rate": 9.418441236128343e-05, + "loss": 0.0566, + "step": 5920 + }, + { + "epoch": 5.547240411599626, + "grad_norm": 0.12687836587429047, + "learning_rate": 9.41585872079844e-05, + "loss": 0.0544, + "step": 5930 + }, + { + "epoch": 5.556594948550047, + "grad_norm": 0.13331003487110138, + "learning_rate": 9.413270839783802e-05, + "loss": 0.0561, + "step": 5940 + }, + { + "epoch": 5.565949485500468, + "grad_norm": 0.15899668633937836, + "learning_rate": 9.41067759622895e-05, + "loss": 0.0558, + "step": 5950 + }, + { + "epoch": 5.575304022450888, + "grad_norm": 0.1797356903553009, + "learning_rate": 9.408078993284917e-05, + "loss": 0.0563, + "step": 5960 + }, + { + "epoch": 5.584658559401309, + "grad_norm": 0.11816683411598206, + "learning_rate": 9.405475034109254e-05, + "loss": 0.0574, + "step": 5970 + }, + { + "epoch": 5.5940130963517305, + "grad_norm": 0.15809689462184906, + "learning_rate": 9.402865721866015e-05, + "loss": 0.055, + "step": 5980 + }, + { + "epoch": 5.603367633302152, + "grad_norm": 0.10927747935056686, + "learning_rate": 9.400251059725762e-05, + "loss": 0.0552, + "step": 5990 + }, + { + "epoch": 5.612722170252573, + "grad_norm": 0.21411849558353424, + "learning_rate": 9.397631050865554e-05, + "loss": 0.057, + "step": 6000 + }, + { + "epoch": 5.622076707202994, + "grad_norm": 0.20268093049526215, + "learning_rate": 9.395005698468949e-05, + "loss": 0.055, + "step": 6010 + }, + { + "epoch": 5.631431244153415, + "grad_norm": 0.20002183318138123, + "learning_rate": 9.392375005726e-05, + "loss": 0.0549, + "step": 6020 + }, + { + "epoch": 5.640785781103835, + "grad_norm": 0.16364791989326477, + "learning_rate": 9.389738975833242e-05, + "loss": 0.0534, + "step": 6030 + }, + { + "epoch": 5.650140318054256, + "grad_norm": 0.15299053490161896, + "learning_rate": 9.387097611993707e-05, + "loss": 0.0541, + "step": 6040 + }, + { + "epoch": 5.659494855004677, + "grad_norm": 0.14428265392780304, + "learning_rate": 9.384450917416894e-05, + "loss": 0.0565, + "step": 6050 + }, + { + "epoch": 5.668849391955098, + "grad_norm": 0.11758659034967422, + "learning_rate": 9.381798895318792e-05, + "loss": 0.0563, + "step": 6060 + }, + { + "epoch": 5.6782039289055195, + "grad_norm": 0.18950511515140533, + "learning_rate": 9.379141548921853e-05, + "loss": 0.0551, + "step": 6070 + }, + { + "epoch": 5.68755846585594, + "grad_norm": 0.13675639033317566, + "learning_rate": 9.376478881455009e-05, + "loss": 0.0586, + "step": 6080 + }, + { + "epoch": 5.696913002806361, + "grad_norm": 0.1437850296497345, + "learning_rate": 9.373810896153647e-05, + "loss": 0.0573, + "step": 6090 + }, + { + "epoch": 5.706267539756782, + "grad_norm": 0.1333242803812027, + "learning_rate": 9.371137596259623e-05, + "loss": 0.0561, + "step": 6100 + }, + { + "epoch": 5.715622076707203, + "grad_norm": 0.1740269958972931, + "learning_rate": 9.368458985021248e-05, + "loss": 0.0572, + "step": 6110 + }, + { + "epoch": 5.724976613657624, + "grad_norm": 0.15929877758026123, + "learning_rate": 9.365775065693287e-05, + "loss": 0.0582, + "step": 6120 + }, + { + "epoch": 5.734331150608045, + "grad_norm": 0.15004032850265503, + "learning_rate": 9.363085841536957e-05, + "loss": 0.0544, + "step": 6130 + }, + { + "epoch": 5.743685687558466, + "grad_norm": 0.17708881199359894, + "learning_rate": 9.360391315819917e-05, + "loss": 0.0572, + "step": 6140 + }, + { + "epoch": 5.7530402245088865, + "grad_norm": 0.11405055969953537, + "learning_rate": 9.357691491816269e-05, + "loss": 0.0553, + "step": 6150 + }, + { + "epoch": 5.762394761459308, + "grad_norm": 0.12872214615345, + "learning_rate": 9.354986372806557e-05, + "loss": 0.0564, + "step": 6160 + }, + { + "epoch": 5.771749298409729, + "grad_norm": 0.1881948858499527, + "learning_rate": 9.352275962077752e-05, + "loss": 0.0539, + "step": 6170 + }, + { + "epoch": 5.78110383536015, + "grad_norm": 0.1785428822040558, + "learning_rate": 9.349560262923262e-05, + "loss": 0.0544, + "step": 6180 + }, + { + "epoch": 5.790458372310571, + "grad_norm": 0.15757286548614502, + "learning_rate": 9.346839278642913e-05, + "loss": 0.052, + "step": 6190 + }, + { + "epoch": 5.799812909260991, + "grad_norm": 0.14140909910202026, + "learning_rate": 9.344113012542963e-05, + "loss": 0.0524, + "step": 6200 + }, + { + "epoch": 5.809167446211412, + "grad_norm": 0.1540232002735138, + "learning_rate": 9.341381467936079e-05, + "loss": 0.0572, + "step": 6210 + }, + { + "epoch": 5.818521983161833, + "grad_norm": 0.1884557008743286, + "learning_rate": 9.338644648141346e-05, + "loss": 0.0558, + "step": 6220 + }, + { + "epoch": 5.827876520112254, + "grad_norm": 0.13865551352500916, + "learning_rate": 9.335902556484257e-05, + "loss": 0.0546, + "step": 6230 + }, + { + "epoch": 5.8372310570626755, + "grad_norm": 0.1547255963087082, + "learning_rate": 9.333155196296712e-05, + "loss": 0.0571, + "step": 6240 + }, + { + "epoch": 5.846585594013097, + "grad_norm": 0.13100798428058624, + "learning_rate": 9.330402570917016e-05, + "loss": 0.0563, + "step": 6250 + }, + { + "epoch": 5.855940130963518, + "grad_norm": 0.17707332968711853, + "learning_rate": 9.327644683689865e-05, + "loss": 0.0563, + "step": 6260 + }, + { + "epoch": 5.865294667913938, + "grad_norm": 0.14480328559875488, + "learning_rate": 9.324881537966354e-05, + "loss": 0.0563, + "step": 6270 + }, + { + "epoch": 5.874649204864359, + "grad_norm": 0.1728321611881256, + "learning_rate": 9.322113137103964e-05, + "loss": 0.0557, + "step": 6280 + }, + { + "epoch": 5.88400374181478, + "grad_norm": 0.15872424840927124, + "learning_rate": 9.319339484466564e-05, + "loss": 0.0568, + "step": 6290 + }, + { + "epoch": 5.893358278765201, + "grad_norm": 0.16125847399234772, + "learning_rate": 9.316560583424403e-05, + "loss": 0.0568, + "step": 6300 + }, + { + "epoch": 5.902712815715622, + "grad_norm": 0.16827967762947083, + "learning_rate": 9.313776437354108e-05, + "loss": 0.0557, + "step": 6310 + }, + { + "epoch": 5.9120673526660426, + "grad_norm": 0.16276095807552338, + "learning_rate": 9.31098704963868e-05, + "loss": 0.0546, + "step": 6320 + }, + { + "epoch": 5.921421889616464, + "grad_norm": 0.201579749584198, + "learning_rate": 9.308192423667485e-05, + "loss": 0.0531, + "step": 6330 + }, + { + "epoch": 5.930776426566885, + "grad_norm": 0.163461372256279, + "learning_rate": 9.305392562836262e-05, + "loss": 0.0572, + "step": 6340 + }, + { + "epoch": 5.940130963517306, + "grad_norm": 0.1668255776166916, + "learning_rate": 9.3025874705471e-05, + "loss": 0.0541, + "step": 6350 + }, + { + "epoch": 5.949485500467727, + "grad_norm": 0.13935598731040955, + "learning_rate": 9.299777150208457e-05, + "loss": 0.0538, + "step": 6360 + }, + { + "epoch": 5.958840037418148, + "grad_norm": 0.1944379061460495, + "learning_rate": 9.296961605235133e-05, + "loss": 0.056, + "step": 6370 + }, + { + "epoch": 5.968194574368569, + "grad_norm": 0.11950481683015823, + "learning_rate": 9.29414083904828e-05, + "loss": 0.0548, + "step": 6380 + }, + { + "epoch": 5.977549111318989, + "grad_norm": 0.11584459245204926, + "learning_rate": 9.291314855075397e-05, + "loss": 0.0583, + "step": 6390 + }, + { + "epoch": 5.9869036482694105, + "grad_norm": 0.15892527997493744, + "learning_rate": 9.288483656750322e-05, + "loss": 0.0546, + "step": 6400 + }, + { + "epoch": 5.996258185219832, + "grad_norm": 0.13438968360424042, + "learning_rate": 9.285647247513225e-05, + "loss": 0.0549, + "step": 6410 + }, + { + "epoch": 6.005612722170253, + "grad_norm": 0.16917097568511963, + "learning_rate": 9.282805630810614e-05, + "loss": 0.0544, + "step": 6420 + }, + { + "epoch": 6.014967259120674, + "grad_norm": 0.15565888583660126, + "learning_rate": 9.279958810095317e-05, + "loss": 0.054, + "step": 6430 + }, + { + "epoch": 6.024321796071095, + "grad_norm": 0.17971350252628326, + "learning_rate": 9.277106788826494e-05, + "loss": 0.0548, + "step": 6440 + }, + { + "epoch": 6.033676333021515, + "grad_norm": 0.1584182232618332, + "learning_rate": 9.274249570469618e-05, + "loss": 0.0538, + "step": 6450 + }, + { + "epoch": 6.043030869971936, + "grad_norm": 0.13635452091693878, + "learning_rate": 9.271387158496476e-05, + "loss": 0.0554, + "step": 6460 + }, + { + "epoch": 6.052385406922357, + "grad_norm": 0.16713620722293854, + "learning_rate": 9.268519556385173e-05, + "loss": 0.054, + "step": 6470 + }, + { + "epoch": 6.061739943872778, + "grad_norm": 0.16168946027755737, + "learning_rate": 9.265646767620113e-05, + "loss": 0.0548, + "step": 6480 + }, + { + "epoch": 6.0710944808231995, + "grad_norm": 0.13755297660827637, + "learning_rate": 9.262768795692006e-05, + "loss": 0.0526, + "step": 6490 + }, + { + "epoch": 6.080449017773621, + "grad_norm": 0.12831437587738037, + "learning_rate": 9.259885644097861e-05, + "loss": 0.0538, + "step": 6500 + }, + { + "epoch": 6.089803554724041, + "grad_norm": 0.1430797278881073, + "learning_rate": 9.256997316340976e-05, + "loss": 0.0516, + "step": 6510 + }, + { + "epoch": 6.099158091674462, + "grad_norm": 0.12042920291423798, + "learning_rate": 9.254103815930943e-05, + "loss": 0.0525, + "step": 6520 + }, + { + "epoch": 6.108512628624883, + "grad_norm": 0.15161927044391632, + "learning_rate": 9.251205146383636e-05, + "loss": 0.0537, + "step": 6530 + }, + { + "epoch": 6.117867165575304, + "grad_norm": 0.13072851300239563, + "learning_rate": 9.248301311221216e-05, + "loss": 0.0529, + "step": 6540 + }, + { + "epoch": 6.127221702525725, + "grad_norm": 0.1525951325893402, + "learning_rate": 9.245392313972115e-05, + "loss": 0.0532, + "step": 6550 + }, + { + "epoch": 6.136576239476146, + "grad_norm": 0.1262052208185196, + "learning_rate": 9.242478158171037e-05, + "loss": 0.0556, + "step": 6560 + }, + { + "epoch": 6.1459307764265665, + "grad_norm": 0.1383727341890335, + "learning_rate": 9.239558847358957e-05, + "loss": 0.0534, + "step": 6570 + }, + { + "epoch": 6.155285313376988, + "grad_norm": 0.14390763640403748, + "learning_rate": 9.236634385083114e-05, + "loss": 0.0537, + "step": 6580 + }, + { + "epoch": 6.164639850327409, + "grad_norm": 0.1669303923845291, + "learning_rate": 9.233704774897005e-05, + "loss": 0.0551, + "step": 6590 + }, + { + "epoch": 6.17399438727783, + "grad_norm": 0.17567017674446106, + "learning_rate": 9.230770020360382e-05, + "loss": 0.053, + "step": 6600 + }, + { + "epoch": 6.183348924228251, + "grad_norm": 0.15398173034191132, + "learning_rate": 9.227830125039247e-05, + "loss": 0.0534, + "step": 6610 + }, + { + "epoch": 6.192703461178672, + "grad_norm": 0.12659166753292084, + "learning_rate": 9.224885092505853e-05, + "loss": 0.0514, + "step": 6620 + }, + { + "epoch": 6.202057998129092, + "grad_norm": 0.16863015294075012, + "learning_rate": 9.221934926338691e-05, + "loss": 0.0539, + "step": 6630 + }, + { + "epoch": 6.211412535079513, + "grad_norm": 0.14141039550304413, + "learning_rate": 9.21897963012249e-05, + "loss": 0.0525, + "step": 6640 + }, + { + "epoch": 6.220767072029934, + "grad_norm": 0.16379426419734955, + "learning_rate": 9.216019207448217e-05, + "loss": 0.0567, + "step": 6650 + }, + { + "epoch": 6.2301216089803555, + "grad_norm": 0.1733514964580536, + "learning_rate": 9.21305366191306e-05, + "loss": 0.0528, + "step": 6660 + }, + { + "epoch": 6.239476145930777, + "grad_norm": 0.17959578335285187, + "learning_rate": 9.21008299712044e-05, + "loss": 0.0543, + "step": 6670 + }, + { + "epoch": 6.248830682881198, + "grad_norm": 0.14466877281665802, + "learning_rate": 9.207107216679993e-05, + "loss": 0.0534, + "step": 6680 + }, + { + "epoch": 6.258185219831619, + "grad_norm": 0.17489643394947052, + "learning_rate": 9.204126324207574e-05, + "loss": 0.0545, + "step": 6690 + }, + { + "epoch": 6.267539756782039, + "grad_norm": 0.17372086644172668, + "learning_rate": 9.201140323325248e-05, + "loss": 0.056, + "step": 6700 + }, + { + "epoch": 6.27689429373246, + "grad_norm": 0.12156125903129578, + "learning_rate": 9.198149217661287e-05, + "loss": 0.0549, + "step": 6710 + }, + { + "epoch": 6.286248830682881, + "grad_norm": 0.13959740102291107, + "learning_rate": 9.195153010850167e-05, + "loss": 0.0534, + "step": 6720 + }, + { + "epoch": 6.295603367633302, + "grad_norm": 0.1653875708580017, + "learning_rate": 9.192151706532562e-05, + "loss": 0.0527, + "step": 6730 + }, + { + "epoch": 6.304957904583723, + "grad_norm": 0.17685405910015106, + "learning_rate": 9.189145308355337e-05, + "loss": 0.0513, + "step": 6740 + }, + { + "epoch": 6.314312441534144, + "grad_norm": 0.1816088706254959, + "learning_rate": 9.186133819971555e-05, + "loss": 0.051, + "step": 6750 + }, + { + "epoch": 6.323666978484565, + "grad_norm": 0.15791518986225128, + "learning_rate": 9.183117245040455e-05, + "loss": 0.0524, + "step": 6760 + }, + { + "epoch": 6.333021515434986, + "grad_norm": 0.13525798916816711, + "learning_rate": 9.180095587227458e-05, + "loss": 0.0539, + "step": 6770 + }, + { + "epoch": 6.342376052385407, + "grad_norm": 0.16693246364593506, + "learning_rate": 9.177068850204167e-05, + "loss": 0.0537, + "step": 6780 + }, + { + "epoch": 6.351730589335828, + "grad_norm": 0.14451631903648376, + "learning_rate": 9.174037037648351e-05, + "loss": 0.0514, + "step": 6790 + }, + { + "epoch": 6.361085126286249, + "grad_norm": 0.16123969852924347, + "learning_rate": 9.171000153243947e-05, + "loss": 0.0515, + "step": 6800 + }, + { + "epoch": 6.37043966323667, + "grad_norm": 0.18626223504543304, + "learning_rate": 9.167958200681057e-05, + "loss": 0.0539, + "step": 6810 + }, + { + "epoch": 6.37979420018709, + "grad_norm": 0.18605293333530426, + "learning_rate": 9.164911183655943e-05, + "loss": 0.0537, + "step": 6820 + }, + { + "epoch": 6.3891487371375115, + "grad_norm": 0.138593852519989, + "learning_rate": 9.161859105871013e-05, + "loss": 0.0513, + "step": 6830 + }, + { + "epoch": 6.398503274087933, + "grad_norm": 0.10628718137741089, + "learning_rate": 9.158801971034832e-05, + "loss": 0.051, + "step": 6840 + }, + { + "epoch": 6.407857811038354, + "grad_norm": 0.1555163860321045, + "learning_rate": 9.155739782862107e-05, + "loss": 0.052, + "step": 6850 + }, + { + "epoch": 6.417212347988775, + "grad_norm": 0.13736611604690552, + "learning_rate": 9.152672545073687e-05, + "loss": 0.0518, + "step": 6860 + }, + { + "epoch": 6.426566884939196, + "grad_norm": 0.16479066014289856, + "learning_rate": 9.149600261396551e-05, + "loss": 0.0541, + "step": 6870 + }, + { + "epoch": 6.435921421889616, + "grad_norm": 0.16624486446380615, + "learning_rate": 9.146522935563817e-05, + "loss": 0.0491, + "step": 6880 + }, + { + "epoch": 6.445275958840037, + "grad_norm": 0.12344736605882645, + "learning_rate": 9.143440571314723e-05, + "loss": 0.0527, + "step": 6890 + }, + { + "epoch": 6.454630495790458, + "grad_norm": 0.14025381207466125, + "learning_rate": 9.140353172394636e-05, + "loss": 0.0521, + "step": 6900 + }, + { + "epoch": 6.463985032740879, + "grad_norm": 0.14539183676242828, + "learning_rate": 9.137260742555032e-05, + "loss": 0.0537, + "step": 6910 + }, + { + "epoch": 6.4733395696913005, + "grad_norm": 0.15981562435626984, + "learning_rate": 9.13416328555351e-05, + "loss": 0.0538, + "step": 6920 + }, + { + "epoch": 6.482694106641722, + "grad_norm": 0.12216152250766754, + "learning_rate": 9.131060805153769e-05, + "loss": 0.0504, + "step": 6930 + }, + { + "epoch": 6.492048643592142, + "grad_norm": 0.2008325457572937, + "learning_rate": 9.127953305125618e-05, + "loss": 0.0525, + "step": 6940 + }, + { + "epoch": 6.501403180542563, + "grad_norm": 0.1205105260014534, + "learning_rate": 9.124840789244958e-05, + "loss": 0.0533, + "step": 6950 + }, + { + "epoch": 6.510757717492984, + "grad_norm": 0.12608332931995392, + "learning_rate": 9.121723261293794e-05, + "loss": 0.0539, + "step": 6960 + }, + { + "epoch": 6.520112254443405, + "grad_norm": 0.1313246190547943, + "learning_rate": 9.118600725060214e-05, + "loss": 0.0489, + "step": 6970 + }, + { + "epoch": 6.529466791393826, + "grad_norm": 0.1612713634967804, + "learning_rate": 9.115473184338392e-05, + "loss": 0.0524, + "step": 6980 + }, + { + "epoch": 6.538821328344247, + "grad_norm": 0.152072012424469, + "learning_rate": 9.11234064292859e-05, + "loss": 0.0538, + "step": 6990 + }, + { + "epoch": 6.5481758652946676, + "grad_norm": 0.14913123846054077, + "learning_rate": 9.109203104637137e-05, + "loss": 0.052, + "step": 7000 + }, + { + "epoch": 6.557530402245089, + "grad_norm": 0.17792591452598572, + "learning_rate": 9.10606057327644e-05, + "loss": 0.0537, + "step": 7010 + }, + { + "epoch": 6.56688493919551, + "grad_norm": 0.13390573859214783, + "learning_rate": 9.10291305266497e-05, + "loss": 0.0526, + "step": 7020 + }, + { + "epoch": 6.576239476145931, + "grad_norm": 0.13554419577121735, + "learning_rate": 9.099760546627261e-05, + "loss": 0.054, + "step": 7030 + }, + { + "epoch": 6.585594013096352, + "grad_norm": 0.14209234714508057, + "learning_rate": 9.096603058993907e-05, + "loss": 0.0514, + "step": 7040 + }, + { + "epoch": 6.594948550046773, + "grad_norm": 0.21055996417999268, + "learning_rate": 9.093440593601552e-05, + "loss": 0.0541, + "step": 7050 + }, + { + "epoch": 6.604303086997193, + "grad_norm": 0.15640322864055634, + "learning_rate": 9.090273154292889e-05, + "loss": 0.0494, + "step": 7060 + }, + { + "epoch": 6.613657623947614, + "grad_norm": 0.12961184978485107, + "learning_rate": 9.087100744916656e-05, + "loss": 0.0533, + "step": 7070 + }, + { + "epoch": 6.6230121608980355, + "grad_norm": 0.12666256725788116, + "learning_rate": 9.08392336932763e-05, + "loss": 0.0519, + "step": 7080 + }, + { + "epoch": 6.632366697848457, + "grad_norm": 0.1326168179512024, + "learning_rate": 9.080741031386619e-05, + "loss": 0.0513, + "step": 7090 + }, + { + "epoch": 6.641721234798878, + "grad_norm": 0.15279780328273773, + "learning_rate": 9.077553734960468e-05, + "loss": 0.0521, + "step": 7100 + }, + { + "epoch": 6.651075771749299, + "grad_norm": 0.1203688234090805, + "learning_rate": 9.074361483922041e-05, + "loss": 0.0513, + "step": 7110 + }, + { + "epoch": 6.66043030869972, + "grad_norm": 0.12491542845964432, + "learning_rate": 9.071164282150224e-05, + "loss": 0.0507, + "step": 7120 + }, + { + "epoch": 6.66978484565014, + "grad_norm": 0.16388140618801117, + "learning_rate": 9.067962133529919e-05, + "loss": 0.0529, + "step": 7130 + }, + { + "epoch": 6.679139382600561, + "grad_norm": 0.12135640531778336, + "learning_rate": 9.064755041952036e-05, + "loss": 0.0488, + "step": 7140 + }, + { + "epoch": 6.688493919550982, + "grad_norm": 0.13005603849887848, + "learning_rate": 9.061543011313497e-05, + "loss": 0.0527, + "step": 7150 + }, + { + "epoch": 6.697848456501403, + "grad_norm": 0.1344124972820282, + "learning_rate": 9.05832604551722e-05, + "loss": 0.0512, + "step": 7160 + }, + { + "epoch": 6.7072029934518245, + "grad_norm": 0.11197595298290253, + "learning_rate": 9.055104148472124e-05, + "loss": 0.0503, + "step": 7170 + }, + { + "epoch": 6.716557530402245, + "grad_norm": 0.15650197863578796, + "learning_rate": 9.051877324093114e-05, + "loss": 0.054, + "step": 7180 + }, + { + "epoch": 6.725912067352666, + "grad_norm": 0.1707812249660492, + "learning_rate": 9.04864557630109e-05, + "loss": 0.0505, + "step": 7190 + }, + { + "epoch": 6.735266604303087, + "grad_norm": 0.1705712527036667, + "learning_rate": 9.045408909022928e-05, + "loss": 0.0544, + "step": 7200 + }, + { + "epoch": 6.744621141253508, + "grad_norm": 0.18094046413898468, + "learning_rate": 9.042167326191484e-05, + "loss": 0.0524, + "step": 7210 + }, + { + "epoch": 6.753975678203929, + "grad_norm": 0.13742931187152863, + "learning_rate": 9.038920831745587e-05, + "loss": 0.0524, + "step": 7220 + }, + { + "epoch": 6.76333021515435, + "grad_norm": 0.12302253395318985, + "learning_rate": 9.035669429630036e-05, + "loss": 0.0545, + "step": 7230 + }, + { + "epoch": 6.772684752104771, + "grad_norm": 0.12881579995155334, + "learning_rate": 9.032413123795588e-05, + "loss": 0.0525, + "step": 7240 + }, + { + "epoch": 6.7820392890551915, + "grad_norm": 0.17008523643016815, + "learning_rate": 9.029151918198962e-05, + "loss": 0.0499, + "step": 7250 + }, + { + "epoch": 6.791393826005613, + "grad_norm": 0.1297580450773239, + "learning_rate": 9.025885816802833e-05, + "loss": 0.0521, + "step": 7260 + }, + { + "epoch": 6.800748362956034, + "grad_norm": 0.1368979811668396, + "learning_rate": 9.02261482357582e-05, + "loss": 0.0515, + "step": 7270 + }, + { + "epoch": 6.810102899906455, + "grad_norm": 0.09791373461484909, + "learning_rate": 9.019338942492485e-05, + "loss": 0.0516, + "step": 7280 + }, + { + "epoch": 6.819457436856876, + "grad_norm": 0.13389721512794495, + "learning_rate": 9.01605817753334e-05, + "loss": 0.0535, + "step": 7290 + }, + { + "epoch": 6.828811973807296, + "grad_norm": 0.14442382752895355, + "learning_rate": 9.012772532684818e-05, + "loss": 0.0529, + "step": 7300 + }, + { + "epoch": 6.838166510757717, + "grad_norm": 0.17440669238567352, + "learning_rate": 9.00948201193929e-05, + "loss": 0.0511, + "step": 7310 + }, + { + "epoch": 6.847521047708138, + "grad_norm": 0.163962259888649, + "learning_rate": 9.006186619295047e-05, + "loss": 0.0527, + "step": 7320 + }, + { + "epoch": 6.856875584658559, + "grad_norm": 0.1036112830042839, + "learning_rate": 9.002886358756305e-05, + "loss": 0.0525, + "step": 7330 + }, + { + "epoch": 6.8662301216089805, + "grad_norm": 0.1800004541873932, + "learning_rate": 8.999581234333188e-05, + "loss": 0.0509, + "step": 7340 + }, + { + "epoch": 6.875584658559402, + "grad_norm": 0.15478159487247467, + "learning_rate": 8.996271250041734e-05, + "loss": 0.0498, + "step": 7350 + }, + { + "epoch": 6.884939195509823, + "grad_norm": 0.14755447208881378, + "learning_rate": 8.99295640990389e-05, + "loss": 0.0513, + "step": 7360 + }, + { + "epoch": 6.894293732460243, + "grad_norm": 0.1322244554758072, + "learning_rate": 8.989636717947494e-05, + "loss": 0.051, + "step": 7370 + }, + { + "epoch": 6.903648269410664, + "grad_norm": 0.13353735208511353, + "learning_rate": 8.986312178206291e-05, + "loss": 0.0497, + "step": 7380 + }, + { + "epoch": 6.913002806361085, + "grad_norm": 0.11625106632709503, + "learning_rate": 8.982982794719904e-05, + "loss": 0.052, + "step": 7390 + }, + { + "epoch": 6.922357343311506, + "grad_norm": 0.12610197067260742, + "learning_rate": 8.979648571533852e-05, + "loss": 0.0518, + "step": 7400 + }, + { + "epoch": 6.931711880261927, + "grad_norm": 0.12407170236110687, + "learning_rate": 8.976309512699528e-05, + "loss": 0.0511, + "step": 7410 + }, + { + "epoch": 6.9410664172123475, + "grad_norm": 0.15345141291618347, + "learning_rate": 8.972965622274205e-05, + "loss": 0.0503, + "step": 7420 + }, + { + "epoch": 6.950420954162769, + "grad_norm": 0.13044005632400513, + "learning_rate": 8.969616904321026e-05, + "loss": 0.0509, + "step": 7430 + }, + { + "epoch": 6.95977549111319, + "grad_norm": 0.16369813680648804, + "learning_rate": 8.966263362908998e-05, + "loss": 0.05, + "step": 7440 + }, + { + "epoch": 6.969130028063611, + "grad_norm": 0.14110291004180908, + "learning_rate": 8.962905002112989e-05, + "loss": 0.0532, + "step": 7450 + }, + { + "epoch": 6.978484565014032, + "grad_norm": 0.12439142912626266, + "learning_rate": 8.959541826013724e-05, + "loss": 0.0507, + "step": 7460 + }, + { + "epoch": 6.987839101964453, + "grad_norm": 0.13801316916942596, + "learning_rate": 8.956173838697781e-05, + "loss": 0.0506, + "step": 7470 + }, + { + "epoch": 6.997193638914874, + "grad_norm": 0.15360869467258453, + "learning_rate": 8.952801044257581e-05, + "loss": 0.0524, + "step": 7480 + }, + { + "epoch": 7.006548175865294, + "grad_norm": 0.17095717787742615, + "learning_rate": 8.949423446791387e-05, + "loss": 0.0527, + "step": 7490 + }, + { + "epoch": 7.015902712815715, + "grad_norm": 0.14431071281433105, + "learning_rate": 8.9460410504033e-05, + "loss": 0.0478, + "step": 7500 + }, + { + "epoch": 7.0252572497661365, + "grad_norm": 0.1845301240682602, + "learning_rate": 8.942653859203248e-05, + "loss": 0.0496, + "step": 7510 + }, + { + "epoch": 7.034611786716558, + "grad_norm": 0.12565653026103973, + "learning_rate": 8.93926187730699e-05, + "loss": 0.0496, + "step": 7520 + }, + { + "epoch": 7.043966323666979, + "grad_norm": 0.12826049327850342, + "learning_rate": 8.935865108836102e-05, + "loss": 0.052, + "step": 7530 + }, + { + "epoch": 7.0533208606174, + "grad_norm": 0.16706976294517517, + "learning_rate": 8.932463557917981e-05, + "loss": 0.0509, + "step": 7540 + }, + { + "epoch": 7.06267539756782, + "grad_norm": 0.1295650154352188, + "learning_rate": 8.929057228685829e-05, + "loss": 0.0489, + "step": 7550 + }, + { + "epoch": 7.072029934518241, + "grad_norm": 0.15266846120357513, + "learning_rate": 8.925646125278658e-05, + "loss": 0.0492, + "step": 7560 + }, + { + "epoch": 7.081384471468662, + "grad_norm": 0.153710275888443, + "learning_rate": 8.92223025184128e-05, + "loss": 0.0508, + "step": 7570 + }, + { + "epoch": 7.090739008419083, + "grad_norm": 0.13601578772068024, + "learning_rate": 8.918809612524303e-05, + "loss": 0.0479, + "step": 7580 + }, + { + "epoch": 7.100093545369504, + "grad_norm": 0.1477058231830597, + "learning_rate": 8.91538421148413e-05, + "loss": 0.0499, + "step": 7590 + }, + { + "epoch": 7.1094480823199255, + "grad_norm": 0.13176774978637695, + "learning_rate": 8.91195405288294e-05, + "loss": 0.0489, + "step": 7600 + }, + { + "epoch": 7.118802619270346, + "grad_norm": 0.19176125526428223, + "learning_rate": 8.908519140888705e-05, + "loss": 0.0497, + "step": 7610 + }, + { + "epoch": 7.128157156220767, + "grad_norm": 0.1510600745677948, + "learning_rate": 8.905079479675164e-05, + "loss": 0.0479, + "step": 7620 + }, + { + "epoch": 7.137511693171188, + "grad_norm": 0.14030571281909943, + "learning_rate": 8.901635073421831e-05, + "loss": 0.0474, + "step": 7630 + }, + { + "epoch": 7.146866230121609, + "grad_norm": 0.10512179136276245, + "learning_rate": 8.898185926313983e-05, + "loss": 0.05, + "step": 7640 + }, + { + "epoch": 7.15622076707203, + "grad_norm": 0.12534239888191223, + "learning_rate": 8.894732042542659e-05, + "loss": 0.048, + "step": 7650 + }, + { + "epoch": 7.165575304022451, + "grad_norm": 0.18311093747615814, + "learning_rate": 8.891273426304654e-05, + "loss": 0.0489, + "step": 7660 + }, + { + "epoch": 7.1749298409728715, + "grad_norm": 0.11747508496046066, + "learning_rate": 8.887810081802515e-05, + "loss": 0.0463, + "step": 7670 + }, + { + "epoch": 7.1842843779232926, + "grad_norm": 0.14229823648929596, + "learning_rate": 8.884342013244529e-05, + "loss": 0.0477, + "step": 7680 + }, + { + "epoch": 7.193638914873714, + "grad_norm": 0.13631854951381683, + "learning_rate": 8.880869224844725e-05, + "loss": 0.0517, + "step": 7690 + }, + { + "epoch": 7.202993451824135, + "grad_norm": 0.1263558268547058, + "learning_rate": 8.877391720822875e-05, + "loss": 0.0513, + "step": 7700 + }, + { + "epoch": 7.212347988774556, + "grad_norm": 0.1825922578573227, + "learning_rate": 8.873909505404468e-05, + "loss": 0.0495, + "step": 7710 + }, + { + "epoch": 7.221702525724977, + "grad_norm": 0.13697457313537598, + "learning_rate": 8.870422582820726e-05, + "loss": 0.0482, + "step": 7720 + }, + { + "epoch": 7.231057062675397, + "grad_norm": 0.18144121766090393, + "learning_rate": 8.866930957308588e-05, + "loss": 0.0502, + "step": 7730 + }, + { + "epoch": 7.240411599625818, + "grad_norm": 0.1444280445575714, + "learning_rate": 8.86343463311071e-05, + "loss": 0.0481, + "step": 7740 + }, + { + "epoch": 7.249766136576239, + "grad_norm": 0.14283329248428345, + "learning_rate": 8.859933614475452e-05, + "loss": 0.0506, + "step": 7750 + }, + { + "epoch": 7.2591206735266605, + "grad_norm": 0.14958727359771729, + "learning_rate": 8.85642790565689e-05, + "loss": 0.0503, + "step": 7760 + }, + { + "epoch": 7.268475210477082, + "grad_norm": 0.18693573772907257, + "learning_rate": 8.852917510914782e-05, + "loss": 0.0504, + "step": 7770 + }, + { + "epoch": 7.277829747427503, + "grad_norm": 0.1076660305261612, + "learning_rate": 8.84940243451459e-05, + "loss": 0.05, + "step": 7780 + }, + { + "epoch": 7.287184284377924, + "grad_norm": 0.13936945796012878, + "learning_rate": 8.845882680727469e-05, + "loss": 0.0518, + "step": 7790 + }, + { + "epoch": 7.296538821328344, + "grad_norm": 0.1047288328409195, + "learning_rate": 8.842358253830246e-05, + "loss": 0.0489, + "step": 7800 + }, + { + "epoch": 7.305893358278765, + "grad_norm": 0.11150567978620529, + "learning_rate": 8.838829158105434e-05, + "loss": 0.0506, + "step": 7810 + }, + { + "epoch": 7.315247895229186, + "grad_norm": 0.0961468368768692, + "learning_rate": 8.835295397841217e-05, + "loss": 0.0471, + "step": 7820 + }, + { + "epoch": 7.324602432179607, + "grad_norm": 0.12854117155075073, + "learning_rate": 8.831756977331447e-05, + "loss": 0.0475, + "step": 7830 + }, + { + "epoch": 7.333956969130028, + "grad_norm": 0.15541109442710876, + "learning_rate": 8.828213900875638e-05, + "loss": 0.0523, + "step": 7840 + }, + { + "epoch": 7.343311506080449, + "grad_norm": 0.13449473679065704, + "learning_rate": 8.824666172778964e-05, + "loss": 0.0472, + "step": 7850 + }, + { + "epoch": 7.35266604303087, + "grad_norm": 0.12271341681480408, + "learning_rate": 8.821113797352245e-05, + "loss": 0.0504, + "step": 7860 + }, + { + "epoch": 7.362020579981291, + "grad_norm": 0.10351631790399551, + "learning_rate": 8.817556778911956e-05, + "loss": 0.0477, + "step": 7870 + }, + { + "epoch": 7.371375116931712, + "grad_norm": 0.1224714070558548, + "learning_rate": 8.81399512178021e-05, + "loss": 0.0469, + "step": 7880 + }, + { + "epoch": 7.380729653882133, + "grad_norm": 0.12380654364824295, + "learning_rate": 8.810428830284752e-05, + "loss": 0.047, + "step": 7890 + }, + { + "epoch": 7.390084190832554, + "grad_norm": 0.15109708905220032, + "learning_rate": 8.806857908758967e-05, + "loss": 0.0498, + "step": 7900 + }, + { + "epoch": 7.399438727782975, + "grad_norm": 0.14277097582817078, + "learning_rate": 8.80328236154186e-05, + "loss": 0.0466, + "step": 7910 + }, + { + "epoch": 7.408793264733395, + "grad_norm": 0.1911693811416626, + "learning_rate": 8.799702192978056e-05, + "loss": 0.0479, + "step": 7920 + }, + { + "epoch": 7.4181478016838165, + "grad_norm": 0.18055908381938934, + "learning_rate": 8.7961174074178e-05, + "loss": 0.0486, + "step": 7930 + }, + { + "epoch": 7.427502338634238, + "grad_norm": 0.18340730667114258, + "learning_rate": 8.792528009216942e-05, + "loss": 0.0481, + "step": 7940 + }, + { + "epoch": 7.436856875584659, + "grad_norm": 0.19329118728637695, + "learning_rate": 8.788934002736943e-05, + "loss": 0.0479, + "step": 7950 + }, + { + "epoch": 7.44621141253508, + "grad_norm": 0.14597927033901215, + "learning_rate": 8.785335392344857e-05, + "loss": 0.0514, + "step": 7960 + }, + { + "epoch": 7.4555659494855, + "grad_norm": 0.1506989598274231, + "learning_rate": 8.781732182413336e-05, + "loss": 0.05, + "step": 7970 + }, + { + "epoch": 7.464920486435921, + "grad_norm": 0.1694590449333191, + "learning_rate": 8.778124377320618e-05, + "loss": 0.0502, + "step": 7980 + }, + { + "epoch": 7.474275023386342, + "grad_norm": 0.13357162475585938, + "learning_rate": 8.774511981450529e-05, + "loss": 0.0497, + "step": 7990 + }, + { + "epoch": 7.483629560336763, + "grad_norm": 0.13491037487983704, + "learning_rate": 8.770894999192467e-05, + "loss": 0.0521, + "step": 8000 + }, + { + "epoch": 7.492984097287184, + "grad_norm": 0.1724763959646225, + "learning_rate": 8.767273434941412e-05, + "loss": 0.0494, + "step": 8010 + }, + { + "epoch": 7.5023386342376055, + "grad_norm": 0.1605333685874939, + "learning_rate": 8.7636472930979e-05, + "loss": 0.0518, + "step": 8020 + }, + { + "epoch": 7.511693171188027, + "grad_norm": 0.18681840598583221, + "learning_rate": 8.76001657806804e-05, + "loss": 0.0485, + "step": 8030 + }, + { + "epoch": 7.521047708138447, + "grad_norm": 0.21268494427204132, + "learning_rate": 8.756381294263491e-05, + "loss": 0.0489, + "step": 8040 + }, + { + "epoch": 7.530402245088868, + "grad_norm": 0.11288443207740784, + "learning_rate": 8.752741446101464e-05, + "loss": 0.0475, + "step": 8050 + }, + { + "epoch": 7.539756782039289, + "grad_norm": 0.1631157398223877, + "learning_rate": 8.749097038004722e-05, + "loss": 0.0487, + "step": 8060 + }, + { + "epoch": 7.54911131898971, + "grad_norm": 0.21978145837783813, + "learning_rate": 8.745448074401561e-05, + "loss": 0.0476, + "step": 8070 + }, + { + "epoch": 7.558465855940131, + "grad_norm": 0.17053449153900146, + "learning_rate": 8.741794559725818e-05, + "loss": 0.0502, + "step": 8080 + }, + { + "epoch": 7.567820392890552, + "grad_norm": 0.1899263560771942, + "learning_rate": 8.738136498416856e-05, + "loss": 0.0495, + "step": 8090 + }, + { + "epoch": 7.5771749298409725, + "grad_norm": 0.11672426760196686, + "learning_rate": 8.734473894919564e-05, + "loss": 0.049, + "step": 8100 + }, + { + "epoch": 7.586529466791394, + "grad_norm": 0.12124782055616379, + "learning_rate": 8.730806753684353e-05, + "loss": 0.0489, + "step": 8110 + }, + { + "epoch": 7.595884003741815, + "grad_norm": 0.16741107404232025, + "learning_rate": 8.727135079167144e-05, + "loss": 0.051, + "step": 8120 + }, + { + "epoch": 7.605238540692236, + "grad_norm": 0.1525869071483612, + "learning_rate": 8.723458875829368e-05, + "loss": 0.049, + "step": 8130 + }, + { + "epoch": 7.614593077642657, + "grad_norm": 0.1383691430091858, + "learning_rate": 8.719778148137958e-05, + "loss": 0.0495, + "step": 8140 + }, + { + "epoch": 7.623947614593078, + "grad_norm": 0.17128926515579224, + "learning_rate": 8.716092900565346e-05, + "loss": 0.0498, + "step": 8150 + }, + { + "epoch": 7.633302151543498, + "grad_norm": 0.16015921533107758, + "learning_rate": 8.712403137589456e-05, + "loss": 0.0494, + "step": 8160 + }, + { + "epoch": 7.642656688493919, + "grad_norm": 0.1267995834350586, + "learning_rate": 8.708708863693697e-05, + "loss": 0.0467, + "step": 8170 + }, + { + "epoch": 7.65201122544434, + "grad_norm": 0.13821865618228912, + "learning_rate": 8.70501008336696e-05, + "loss": 0.05, + "step": 8180 + }, + { + "epoch": 7.6613657623947615, + "grad_norm": 0.17117367684841156, + "learning_rate": 8.701306801103611e-05, + "loss": 0.0482, + "step": 8190 + }, + { + "epoch": 7.670720299345183, + "grad_norm": 0.17987346649169922, + "learning_rate": 8.697599021403489e-05, + "loss": 0.0504, + "step": 8200 + }, + { + "epoch": 7.680074836295604, + "grad_norm": 0.12547755241394043, + "learning_rate": 8.693886748771896e-05, + "loss": 0.0487, + "step": 8210 + }, + { + "epoch": 7.689429373246024, + "grad_norm": 0.12673255801200867, + "learning_rate": 8.690169987719593e-05, + "loss": 0.0453, + "step": 8220 + }, + { + "epoch": 7.698783910196445, + "grad_norm": 0.12437831610441208, + "learning_rate": 8.686448742762791e-05, + "loss": 0.0489, + "step": 8230 + }, + { + "epoch": 7.708138447146866, + "grad_norm": 0.11135891079902649, + "learning_rate": 8.682723018423161e-05, + "loss": 0.0463, + "step": 8240 + }, + { + "epoch": 7.717492984097287, + "grad_norm": 0.1191042959690094, + "learning_rate": 8.678992819227804e-05, + "loss": 0.0467, + "step": 8250 + }, + { + "epoch": 7.726847521047708, + "grad_norm": 0.11754520237445831, + "learning_rate": 8.675258149709265e-05, + "loss": 0.0468, + "step": 8260 + }, + { + "epoch": 7.736202057998129, + "grad_norm": 0.11950648576021194, + "learning_rate": 8.67151901440552e-05, + "loss": 0.0458, + "step": 8270 + }, + { + "epoch": 7.74555659494855, + "grad_norm": 0.13876058161258698, + "learning_rate": 8.667775417859971e-05, + "loss": 0.0488, + "step": 8280 + }, + { + "epoch": 7.754911131898971, + "grad_norm": 0.1383056342601776, + "learning_rate": 8.664027364621441e-05, + "loss": 0.0475, + "step": 8290 + }, + { + "epoch": 7.764265668849392, + "grad_norm": 0.11396731436252594, + "learning_rate": 8.660274859244168e-05, + "loss": 0.0471, + "step": 8300 + }, + { + "epoch": 7.773620205799813, + "grad_norm": 0.15079446136951447, + "learning_rate": 8.656517906287799e-05, + "loss": 0.0491, + "step": 8310 + }, + { + "epoch": 7.782974742750234, + "grad_norm": 0.12076623737812042, + "learning_rate": 8.652756510317387e-05, + "loss": 0.051, + "step": 8320 + }, + { + "epoch": 7.792329279700655, + "grad_norm": 0.13943155109882355, + "learning_rate": 8.648990675903382e-05, + "loss": 0.0474, + "step": 8330 + }, + { + "epoch": 7.801683816651076, + "grad_norm": 0.15492622554302216, + "learning_rate": 8.64522040762163e-05, + "loss": 0.0493, + "step": 8340 + }, + { + "epoch": 7.8110383536014965, + "grad_norm": 0.1287994384765625, + "learning_rate": 8.64144571005336e-05, + "loss": 0.0484, + "step": 8350 + }, + { + "epoch": 7.8203928905519176, + "grad_norm": 0.13468337059020996, + "learning_rate": 8.637666587785184e-05, + "loss": 0.046, + "step": 8360 + }, + { + "epoch": 7.829747427502339, + "grad_norm": 0.11282400786876678, + "learning_rate": 8.633883045409096e-05, + "loss": 0.0491, + "step": 8370 + }, + { + "epoch": 7.83910196445276, + "grad_norm": 0.13678410649299622, + "learning_rate": 8.630095087522457e-05, + "loss": 0.0471, + "step": 8380 + }, + { + "epoch": 7.848456501403181, + "grad_norm": 0.17287512123584747, + "learning_rate": 8.62630271872799e-05, + "loss": 0.0489, + "step": 8390 + }, + { + "epoch": 7.857811038353601, + "grad_norm": 0.1379881650209427, + "learning_rate": 8.62250594363378e-05, + "loss": 0.046, + "step": 8400 + }, + { + "epoch": 7.867165575304022, + "grad_norm": 0.13440777361392975, + "learning_rate": 8.61870476685327e-05, + "loss": 0.0469, + "step": 8410 + }, + { + "epoch": 7.876520112254443, + "grad_norm": 0.1467359960079193, + "learning_rate": 8.614899193005248e-05, + "loss": 0.0472, + "step": 8420 + }, + { + "epoch": 7.885874649204864, + "grad_norm": 0.15868966281414032, + "learning_rate": 8.611089226713842e-05, + "loss": 0.047, + "step": 8430 + }, + { + "epoch": 7.8952291861552855, + "grad_norm": 0.19248342514038086, + "learning_rate": 8.607274872608521e-05, + "loss": 0.046, + "step": 8440 + }, + { + "epoch": 7.904583723105707, + "grad_norm": 0.1545647531747818, + "learning_rate": 8.603456135324088e-05, + "loss": 0.0477, + "step": 8450 + }, + { + "epoch": 7.913938260056128, + "grad_norm": 0.0920998826622963, + "learning_rate": 8.599633019500665e-05, + "loss": 0.0457, + "step": 8460 + }, + { + "epoch": 7.923292797006548, + "grad_norm": 0.10484731197357178, + "learning_rate": 8.595805529783702e-05, + "loss": 0.0473, + "step": 8470 + }, + { + "epoch": 7.932647333956969, + "grad_norm": 0.15049277245998383, + "learning_rate": 8.591973670823958e-05, + "loss": 0.0496, + "step": 8480 + }, + { + "epoch": 7.94200187090739, + "grad_norm": 0.18015019595623016, + "learning_rate": 8.588137447277503e-05, + "loss": 0.0462, + "step": 8490 + }, + { + "epoch": 7.951356407857811, + "grad_norm": 0.13723531365394592, + "learning_rate": 8.584296863805709e-05, + "loss": 0.0473, + "step": 8500 + }, + { + "epoch": 7.960710944808232, + "grad_norm": 0.16660943627357483, + "learning_rate": 8.580451925075248e-05, + "loss": 0.0467, + "step": 8510 + }, + { + "epoch": 7.9700654817586525, + "grad_norm": 0.13527822494506836, + "learning_rate": 8.576602635758085e-05, + "loss": 0.0483, + "step": 8520 + }, + { + "epoch": 7.979420018709074, + "grad_norm": 0.11002780497074127, + "learning_rate": 8.572749000531469e-05, + "loss": 0.046, + "step": 8530 + }, + { + "epoch": 7.988774555659495, + "grad_norm": 0.0911751464009285, + "learning_rate": 8.568891024077926e-05, + "loss": 0.0466, + "step": 8540 + }, + { + "epoch": 7.998129092609916, + "grad_norm": 0.13805446028709412, + "learning_rate": 8.565028711085265e-05, + "loss": 0.0487, + "step": 8550 + }, + { + "epoch": 8.007483629560337, + "grad_norm": 0.15112626552581787, + "learning_rate": 8.561162066246561e-05, + "loss": 0.0503, + "step": 8560 + }, + { + "epoch": 8.016838166510757, + "grad_norm": 0.11812979727983475, + "learning_rate": 8.557291094260152e-05, + "loss": 0.0498, + "step": 8570 + }, + { + "epoch": 8.026192703461179, + "grad_norm": 0.16596189141273499, + "learning_rate": 8.553415799829629e-05, + "loss": 0.0491, + "step": 8580 + }, + { + "epoch": 8.0355472404116, + "grad_norm": 0.1579340398311615, + "learning_rate": 8.549536187663847e-05, + "loss": 0.0506, + "step": 8590 + }, + { + "epoch": 8.044901777362021, + "grad_norm": 0.13120798766613007, + "learning_rate": 8.545652262476897e-05, + "loss": 0.049, + "step": 8600 + }, + { + "epoch": 8.054256314312441, + "grad_norm": 0.13207706809043884, + "learning_rate": 8.541764028988115e-05, + "loss": 0.0475, + "step": 8610 + }, + { + "epoch": 8.063610851262862, + "grad_norm": 0.1561344712972641, + "learning_rate": 8.537871491922071e-05, + "loss": 0.0463, + "step": 8620 + }, + { + "epoch": 8.072965388213284, + "grad_norm": 0.11827466636896133, + "learning_rate": 8.533974656008566e-05, + "loss": 0.048, + "step": 8630 + }, + { + "epoch": 8.082319925163704, + "grad_norm": 0.14757634699344635, + "learning_rate": 8.530073525982621e-05, + "loss": 0.0491, + "step": 8640 + }, + { + "epoch": 8.091674462114126, + "grad_norm": 0.17618846893310547, + "learning_rate": 8.526168106584476e-05, + "loss": 0.0474, + "step": 8650 + }, + { + "epoch": 8.101028999064546, + "grad_norm": 0.17464932799339294, + "learning_rate": 8.522258402559586e-05, + "loss": 0.0477, + "step": 8660 + }, + { + "epoch": 8.110383536014968, + "grad_norm": 0.15882086753845215, + "learning_rate": 8.518344418658613e-05, + "loss": 0.0468, + "step": 8670 + }, + { + "epoch": 8.119738072965388, + "grad_norm": 0.15460394322872162, + "learning_rate": 8.51442615963741e-05, + "loss": 0.0446, + "step": 8680 + }, + { + "epoch": 8.129092609915809, + "grad_norm": 0.10804380476474762, + "learning_rate": 8.510503630257034e-05, + "loss": 0.0447, + "step": 8690 + }, + { + "epoch": 8.13844714686623, + "grad_norm": 0.1779385358095169, + "learning_rate": 8.50657683528373e-05, + "loss": 0.0462, + "step": 8700 + }, + { + "epoch": 8.14780168381665, + "grad_norm": 0.1504119336605072, + "learning_rate": 8.502645779488922e-05, + "loss": 0.0476, + "step": 8710 + }, + { + "epoch": 8.157156220767073, + "grad_norm": 0.15819589793682098, + "learning_rate": 8.498710467649213e-05, + "loss": 0.0478, + "step": 8720 + }, + { + "epoch": 8.166510757717493, + "grad_norm": 0.14777162671089172, + "learning_rate": 8.494770904546381e-05, + "loss": 0.0469, + "step": 8730 + }, + { + "epoch": 8.175865294667913, + "grad_norm": 0.1861734241247177, + "learning_rate": 8.490827094967363e-05, + "loss": 0.047, + "step": 8740 + }, + { + "epoch": 8.185219831618335, + "grad_norm": 0.16156595945358276, + "learning_rate": 8.486879043704263e-05, + "loss": 0.0452, + "step": 8750 + }, + { + "epoch": 8.194574368568755, + "grad_norm": 0.13630841672420502, + "learning_rate": 8.482926755554332e-05, + "loss": 0.0463, + "step": 8760 + }, + { + "epoch": 8.203928905519177, + "grad_norm": 0.13610731065273285, + "learning_rate": 8.478970235319975e-05, + "loss": 0.0481, + "step": 8770 + }, + { + "epoch": 8.213283442469598, + "grad_norm": 0.10325092822313309, + "learning_rate": 8.475009487808737e-05, + "loss": 0.0447, + "step": 8780 + }, + { + "epoch": 8.22263797942002, + "grad_norm": 0.1506980061531067, + "learning_rate": 8.471044517833298e-05, + "loss": 0.0451, + "step": 8790 + }, + { + "epoch": 8.23199251637044, + "grad_norm": 0.1392638385295868, + "learning_rate": 8.467075330211474e-05, + "loss": 0.0458, + "step": 8800 + }, + { + "epoch": 8.24134705332086, + "grad_norm": 0.17894546687602997, + "learning_rate": 8.463101929766198e-05, + "loss": 0.0461, + "step": 8810 + }, + { + "epoch": 8.250701590271282, + "grad_norm": 0.11705304682254791, + "learning_rate": 8.459124321325528e-05, + "loss": 0.0447, + "step": 8820 + }, + { + "epoch": 8.260056127221702, + "grad_norm": 0.11132775992155075, + "learning_rate": 8.455142509722634e-05, + "loss": 0.0455, + "step": 8830 + }, + { + "epoch": 8.269410664172124, + "grad_norm": 0.17089758813381195, + "learning_rate": 8.451156499795792e-05, + "loss": 0.0459, + "step": 8840 + }, + { + "epoch": 8.278765201122544, + "grad_norm": 0.17170929908752441, + "learning_rate": 8.447166296388381e-05, + "loss": 0.0462, + "step": 8850 + }, + { + "epoch": 8.288119738072965, + "grad_norm": 0.14561370015144348, + "learning_rate": 8.443171904348872e-05, + "loss": 0.0462, + "step": 8860 + }, + { + "epoch": 8.297474275023387, + "grad_norm": 0.14019379019737244, + "learning_rate": 8.43917332853083e-05, + "loss": 0.0468, + "step": 8870 + }, + { + "epoch": 8.306828811973807, + "grad_norm": 0.13863545656204224, + "learning_rate": 8.435170573792901e-05, + "loss": 0.0434, + "step": 8880 + }, + { + "epoch": 8.316183348924229, + "grad_norm": 0.13977161049842834, + "learning_rate": 8.431163644998808e-05, + "loss": 0.0463, + "step": 8890 + }, + { + "epoch": 8.325537885874649, + "grad_norm": 0.14470289647579193, + "learning_rate": 8.42715254701735e-05, + "loss": 0.046, + "step": 8900 + }, + { + "epoch": 8.334892422825071, + "grad_norm": 0.1564664989709854, + "learning_rate": 8.42313728472239e-05, + "loss": 0.0465, + "step": 8910 + }, + { + "epoch": 8.344246959775491, + "grad_norm": 0.21904684603214264, + "learning_rate": 8.419117862992844e-05, + "loss": 0.0458, + "step": 8920 + }, + { + "epoch": 8.353601496725911, + "grad_norm": 0.16463427245616913, + "learning_rate": 8.415094286712694e-05, + "loss": 0.0457, + "step": 8930 + }, + { + "epoch": 8.362956033676333, + "grad_norm": 0.1447766274213791, + "learning_rate": 8.411066560770965e-05, + "loss": 0.0436, + "step": 8940 + }, + { + "epoch": 8.372310570626754, + "grad_norm": 0.09478392452001572, + "learning_rate": 8.407034690061721e-05, + "loss": 0.0439, + "step": 8950 + }, + { + "epoch": 8.381665107577176, + "grad_norm": 0.12737098336219788, + "learning_rate": 8.402998679484067e-05, + "loss": 0.0434, + "step": 8960 + }, + { + "epoch": 8.391019644527596, + "grad_norm": 0.11789879947900772, + "learning_rate": 8.398958533942135e-05, + "loss": 0.0438, + "step": 8970 + }, + { + "epoch": 8.400374181478018, + "grad_norm": 0.12345032393932343, + "learning_rate": 8.394914258345083e-05, + "loss": 0.0432, + "step": 8980 + }, + { + "epoch": 8.409728718428438, + "grad_norm": 0.13132527470588684, + "learning_rate": 8.390865857607089e-05, + "loss": 0.0442, + "step": 8990 + }, + { + "epoch": 8.419083255378858, + "grad_norm": 0.11027272790670395, + "learning_rate": 8.386813336647339e-05, + "loss": 0.0468, + "step": 9000 + }, + { + "epoch": 8.42843779232928, + "grad_norm": 0.11659793555736542, + "learning_rate": 8.38275670039003e-05, + "loss": 0.0455, + "step": 9010 + }, + { + "epoch": 8.4377923292797, + "grad_norm": 0.09028825908899307, + "learning_rate": 8.378695953764356e-05, + "loss": 0.044, + "step": 9020 + }, + { + "epoch": 8.447146866230122, + "grad_norm": 0.1445024460554123, + "learning_rate": 8.374631101704509e-05, + "loss": 0.0439, + "step": 9030 + }, + { + "epoch": 8.456501403180543, + "grad_norm": 0.13553285598754883, + "learning_rate": 8.370562149149665e-05, + "loss": 0.0456, + "step": 9040 + }, + { + "epoch": 8.465855940130963, + "grad_norm": 0.11170583963394165, + "learning_rate": 8.366489101043989e-05, + "loss": 0.0435, + "step": 9050 + }, + { + "epoch": 8.475210477081385, + "grad_norm": 0.13641826808452606, + "learning_rate": 8.362411962336614e-05, + "loss": 0.0439, + "step": 9060 + }, + { + "epoch": 8.484565014031805, + "grad_norm": 0.12117277830839157, + "learning_rate": 8.358330737981651e-05, + "loss": 0.0478, + "step": 9070 + }, + { + "epoch": 8.493919550982227, + "grad_norm": 0.16954459249973297, + "learning_rate": 8.35424543293817e-05, + "loss": 0.0457, + "step": 9080 + }, + { + "epoch": 8.503274087932647, + "grad_norm": 0.14626477658748627, + "learning_rate": 8.350156052170206e-05, + "loss": 0.0453, + "step": 9090 + }, + { + "epoch": 8.512628624883067, + "grad_norm": 0.12783187627792358, + "learning_rate": 8.346062600646738e-05, + "loss": 0.0458, + "step": 9100 + }, + { + "epoch": 8.52198316183349, + "grad_norm": 0.12178415805101395, + "learning_rate": 8.341965083341697e-05, + "loss": 0.0484, + "step": 9110 + }, + { + "epoch": 8.53133769878391, + "grad_norm": 0.11768358200788498, + "learning_rate": 8.337863505233953e-05, + "loss": 0.0449, + "step": 9120 + }, + { + "epoch": 8.540692235734332, + "grad_norm": 0.10849310457706451, + "learning_rate": 8.33375787130731e-05, + "loss": 0.0447, + "step": 9130 + }, + { + "epoch": 8.550046772684752, + "grad_norm": 0.11104802787303925, + "learning_rate": 8.3296481865505e-05, + "loss": 0.0461, + "step": 9140 + }, + { + "epoch": 8.559401309635174, + "grad_norm": 0.1251675933599472, + "learning_rate": 8.325534455957181e-05, + "loss": 0.0451, + "step": 9150 + }, + { + "epoch": 8.568755846585594, + "grad_norm": 0.167683944106102, + "learning_rate": 8.321416684525917e-05, + "loss": 0.045, + "step": 9160 + }, + { + "epoch": 8.578110383536014, + "grad_norm": 0.1567014455795288, + "learning_rate": 8.317294877260193e-05, + "loss": 0.0472, + "step": 9170 + }, + { + "epoch": 8.587464920486436, + "grad_norm": 0.15942738950252533, + "learning_rate": 8.313169039168394e-05, + "loss": 0.0429, + "step": 9180 + }, + { + "epoch": 8.596819457436856, + "grad_norm": 0.18891006708145142, + "learning_rate": 8.3090391752638e-05, + "loss": 0.0468, + "step": 9190 + }, + { + "epoch": 8.606173994387278, + "grad_norm": 0.14610034227371216, + "learning_rate": 8.304905290564586e-05, + "loss": 0.0443, + "step": 9200 + }, + { + "epoch": 8.615528531337699, + "grad_norm": 0.13494600355625153, + "learning_rate": 8.300767390093813e-05, + "loss": 0.0432, + "step": 9210 + }, + { + "epoch": 8.62488306828812, + "grad_norm": 0.12624983489513397, + "learning_rate": 8.296625478879417e-05, + "loss": 0.0437, + "step": 9220 + }, + { + "epoch": 8.63423760523854, + "grad_norm": 0.11889812350273132, + "learning_rate": 8.292479561954214e-05, + "loss": 0.0451, + "step": 9230 + }, + { + "epoch": 8.643592142188961, + "grad_norm": 0.1334964781999588, + "learning_rate": 8.288329644355883e-05, + "loss": 0.044, + "step": 9240 + }, + { + "epoch": 8.652946679139383, + "grad_norm": 0.10720917582511902, + "learning_rate": 8.284175731126965e-05, + "loss": 0.0437, + "step": 9250 + }, + { + "epoch": 8.662301216089803, + "grad_norm": 0.11401597410440445, + "learning_rate": 8.280017827314854e-05, + "loss": 0.0435, + "step": 9260 + }, + { + "epoch": 8.671655753040225, + "grad_norm": 0.13818098604679108, + "learning_rate": 8.2758559379718e-05, + "loss": 0.0474, + "step": 9270 + }, + { + "epoch": 8.681010289990645, + "grad_norm": 0.14612777531147003, + "learning_rate": 8.271690068154887e-05, + "loss": 0.0467, + "step": 9280 + }, + { + "epoch": 8.690364826941066, + "grad_norm": 0.16938412189483643, + "learning_rate": 8.26752022292604e-05, + "loss": 0.0446, + "step": 9290 + }, + { + "epoch": 8.699719363891488, + "grad_norm": 0.12167146056890488, + "learning_rate": 8.263346407352018e-05, + "loss": 0.0439, + "step": 9300 + }, + { + "epoch": 8.709073900841908, + "grad_norm": 0.12496792525053024, + "learning_rate": 8.259168626504395e-05, + "loss": 0.0453, + "step": 9310 + }, + { + "epoch": 8.71842843779233, + "grad_norm": 0.10542455315589905, + "learning_rate": 8.254986885459572e-05, + "loss": 0.045, + "step": 9320 + }, + { + "epoch": 8.72778297474275, + "grad_norm": 0.09685982018709183, + "learning_rate": 8.250801189298757e-05, + "loss": 0.0447, + "step": 9330 + }, + { + "epoch": 8.737137511693172, + "grad_norm": 0.1773250252008438, + "learning_rate": 8.246611543107967e-05, + "loss": 0.044, + "step": 9340 + }, + { + "epoch": 8.746492048643592, + "grad_norm": 0.1374686062335968, + "learning_rate": 8.242417951978018e-05, + "loss": 0.0453, + "step": 9350 + }, + { + "epoch": 8.755846585594012, + "grad_norm": 0.13276851177215576, + "learning_rate": 8.238220421004517e-05, + "loss": 0.0451, + "step": 9360 + }, + { + "epoch": 8.765201122544434, + "grad_norm": 0.13505636155605316, + "learning_rate": 8.234018955287859e-05, + "loss": 0.0471, + "step": 9370 + }, + { + "epoch": 8.774555659494855, + "grad_norm": 0.10236888378858566, + "learning_rate": 8.229813559933224e-05, + "loss": 0.0433, + "step": 9380 + }, + { + "epoch": 8.783910196445277, + "grad_norm": 0.19143718481063843, + "learning_rate": 8.22560424005056e-05, + "loss": 0.0489, + "step": 9390 + }, + { + "epoch": 8.793264733395697, + "grad_norm": 0.13209223747253418, + "learning_rate": 8.22139100075459e-05, + "loss": 0.045, + "step": 9400 + }, + { + "epoch": 8.802619270346117, + "grad_norm": 0.13761577010154724, + "learning_rate": 8.217173847164799e-05, + "loss": 0.0454, + "step": 9410 + }, + { + "epoch": 8.811973807296539, + "grad_norm": 0.13801725208759308, + "learning_rate": 8.212952784405422e-05, + "loss": 0.0433, + "step": 9420 + }, + { + "epoch": 8.82132834424696, + "grad_norm": 0.12533774971961975, + "learning_rate": 8.208727817605451e-05, + "loss": 0.0441, + "step": 9430 + }, + { + "epoch": 8.830682881197381, + "grad_norm": 0.12217465788125992, + "learning_rate": 8.204498951898618e-05, + "loss": 0.045, + "step": 9440 + }, + { + "epoch": 8.840037418147801, + "grad_norm": 0.11918297410011292, + "learning_rate": 8.200266192423395e-05, + "loss": 0.0448, + "step": 9450 + }, + { + "epoch": 8.849391955098223, + "grad_norm": 0.1250566989183426, + "learning_rate": 8.196029544322981e-05, + "loss": 0.0445, + "step": 9460 + }, + { + "epoch": 8.858746492048644, + "grad_norm": 0.10562674701213837, + "learning_rate": 8.191789012745305e-05, + "loss": 0.0448, + "step": 9470 + }, + { + "epoch": 8.868101028999064, + "grad_norm": 0.10654594004154205, + "learning_rate": 8.187544602843014e-05, + "loss": 0.0438, + "step": 9480 + }, + { + "epoch": 8.877455565949486, + "grad_norm": 0.12470334768295288, + "learning_rate": 8.183296319773466e-05, + "loss": 0.0447, + "step": 9490 + }, + { + "epoch": 8.886810102899906, + "grad_norm": 0.12390005588531494, + "learning_rate": 8.179044168698721e-05, + "loss": 0.043, + "step": 9500 + }, + { + "epoch": 8.896164639850328, + "grad_norm": 0.10794335603713989, + "learning_rate": 8.174788154785548e-05, + "loss": 0.0419, + "step": 9510 + }, + { + "epoch": 8.905519176800748, + "grad_norm": 0.10308189690113068, + "learning_rate": 8.170528283205403e-05, + "loss": 0.0436, + "step": 9520 + }, + { + "epoch": 8.91487371375117, + "grad_norm": 0.10789041221141815, + "learning_rate": 8.166264559134435e-05, + "loss": 0.0449, + "step": 9530 + }, + { + "epoch": 8.92422825070159, + "grad_norm": 0.12354861199855804, + "learning_rate": 8.161996987753467e-05, + "loss": 0.0428, + "step": 9540 + }, + { + "epoch": 8.93358278765201, + "grad_norm": 0.14626336097717285, + "learning_rate": 8.157725574248e-05, + "loss": 0.0458, + "step": 9550 + }, + { + "epoch": 8.942937324602433, + "grad_norm": 0.12014160305261612, + "learning_rate": 8.153450323808209e-05, + "loss": 0.044, + "step": 9560 + }, + { + "epoch": 8.952291861552853, + "grad_norm": 0.1538286954164505, + "learning_rate": 8.149171241628923e-05, + "loss": 0.0427, + "step": 9570 + }, + { + "epoch": 8.961646398503275, + "grad_norm": 0.11975467205047607, + "learning_rate": 8.144888332909631e-05, + "loss": 0.0455, + "step": 9580 + }, + { + "epoch": 8.971000935453695, + "grad_norm": 0.10724678635597229, + "learning_rate": 8.14060160285447e-05, + "loss": 0.0443, + "step": 9590 + }, + { + "epoch": 8.980355472404115, + "grad_norm": 0.09733912348747253, + "learning_rate": 8.136311056672223e-05, + "loss": 0.0445, + "step": 9600 + }, + { + "epoch": 8.989710009354537, + "grad_norm": 0.12426436692476273, + "learning_rate": 8.132016699576308e-05, + "loss": 0.0416, + "step": 9610 + }, + { + "epoch": 8.999064546304957, + "grad_norm": 0.14252837002277374, + "learning_rate": 8.127718536784771e-05, + "loss": 0.0445, + "step": 9620 + }, + { + "epoch": 9.00841908325538, + "grad_norm": 0.10481640696525574, + "learning_rate": 8.12341657352029e-05, + "loss": 0.0425, + "step": 9630 + }, + { + "epoch": 9.0177736202058, + "grad_norm": 0.11131571978330612, + "learning_rate": 8.119110815010151e-05, + "loss": 0.042, + "step": 9640 + }, + { + "epoch": 9.027128157156222, + "grad_norm": 0.11252203583717346, + "learning_rate": 8.114801266486261e-05, + "loss": 0.0447, + "step": 9650 + }, + { + "epoch": 9.036482694106642, + "grad_norm": 0.11517488956451416, + "learning_rate": 8.110487933185122e-05, + "loss": 0.0428, + "step": 9660 + }, + { + "epoch": 9.045837231057062, + "grad_norm": 0.1258251816034317, + "learning_rate": 8.106170820347847e-05, + "loss": 0.0424, + "step": 9670 + }, + { + "epoch": 9.055191768007484, + "grad_norm": 0.10201747715473175, + "learning_rate": 8.101849933220132e-05, + "loss": 0.0415, + "step": 9680 + }, + { + "epoch": 9.064546304957904, + "grad_norm": 0.13804271817207336, + "learning_rate": 8.097525277052264e-05, + "loss": 0.0419, + "step": 9690 + }, + { + "epoch": 9.073900841908326, + "grad_norm": 0.10349080711603165, + "learning_rate": 8.093196857099106e-05, + "loss": 0.0436, + "step": 9700 + }, + { + "epoch": 9.083255378858746, + "grad_norm": 0.12246478348970413, + "learning_rate": 8.088864678620096e-05, + "loss": 0.042, + "step": 9710 + }, + { + "epoch": 9.092609915809167, + "grad_norm": 0.14695808291435242, + "learning_rate": 8.084528746879243e-05, + "loss": 0.0442, + "step": 9720 + }, + { + "epoch": 9.101964452759589, + "grad_norm": 0.14678989350795746, + "learning_rate": 8.080189067145108e-05, + "loss": 0.0399, + "step": 9730 + }, + { + "epoch": 9.111318989710009, + "grad_norm": 0.16708172857761383, + "learning_rate": 8.075845644690813e-05, + "loss": 0.0428, + "step": 9740 + }, + { + "epoch": 9.12067352666043, + "grad_norm": 0.11894064396619797, + "learning_rate": 8.07149848479403e-05, + "loss": 0.0422, + "step": 9750 + }, + { + "epoch": 9.130028063610851, + "grad_norm": 0.10579445213079453, + "learning_rate": 8.067147592736962e-05, + "loss": 0.0422, + "step": 9760 + }, + { + "epoch": 9.139382600561273, + "grad_norm": 0.15182609856128693, + "learning_rate": 8.062792973806357e-05, + "loss": 0.0416, + "step": 9770 + }, + { + "epoch": 9.148737137511693, + "grad_norm": 0.19440270960330963, + "learning_rate": 8.058434633293485e-05, + "loss": 0.0414, + "step": 9780 + }, + { + "epoch": 9.158091674462113, + "grad_norm": 0.1667967140674591, + "learning_rate": 8.054072576494143e-05, + "loss": 0.0412, + "step": 9790 + }, + { + "epoch": 9.167446211412535, + "grad_norm": 0.14374321699142456, + "learning_rate": 8.04970680870864e-05, + "loss": 0.0441, + "step": 9800 + }, + { + "epoch": 9.176800748362956, + "grad_norm": 0.15253569185733795, + "learning_rate": 8.045337335241793e-05, + "loss": 0.0425, + "step": 9810 + }, + { + "epoch": 9.186155285313378, + "grad_norm": 0.13462470471858978, + "learning_rate": 8.040964161402932e-05, + "loss": 0.0428, + "step": 9820 + }, + { + "epoch": 9.195509822263798, + "grad_norm": 0.12218739092350006, + "learning_rate": 8.036587292505869e-05, + "loss": 0.0428, + "step": 9830 + }, + { + "epoch": 9.204864359214218, + "grad_norm": 0.16373689472675323, + "learning_rate": 8.032206733868912e-05, + "loss": 0.0433, + "step": 9840 + }, + { + "epoch": 9.21421889616464, + "grad_norm": 0.1567174643278122, + "learning_rate": 8.027822490814858e-05, + "loss": 0.0441, + "step": 9850 + }, + { + "epoch": 9.22357343311506, + "grad_norm": 0.12697833776474, + "learning_rate": 8.023434568670972e-05, + "loss": 0.0435, + "step": 9860 + }, + { + "epoch": 9.232927970065482, + "grad_norm": 0.14353546500205994, + "learning_rate": 8.019042972768992e-05, + "loss": 0.044, + "step": 9870 + }, + { + "epoch": 9.242282507015902, + "grad_norm": 0.1590610295534134, + "learning_rate": 8.014647708445124e-05, + "loss": 0.0399, + "step": 9880 + }, + { + "epoch": 9.251637043966324, + "grad_norm": 0.15317416191101074, + "learning_rate": 8.010248781040027e-05, + "loss": 0.0402, + "step": 9890 + }, + { + "epoch": 9.260991580916745, + "grad_norm": 0.11562187969684601, + "learning_rate": 8.005846195898814e-05, + "loss": 0.0436, + "step": 9900 + }, + { + "epoch": 9.270346117867165, + "grad_norm": 0.1508132964372635, + "learning_rate": 8.00143995837104e-05, + "loss": 0.0401, + "step": 9910 + }, + { + "epoch": 9.279700654817587, + "grad_norm": 0.10868638753890991, + "learning_rate": 7.997030073810698e-05, + "loss": 0.0412, + "step": 9920 + }, + { + "epoch": 9.289055191768007, + "grad_norm": 0.14134496450424194, + "learning_rate": 7.992616547576217e-05, + "loss": 0.0446, + "step": 9930 + }, + { + "epoch": 9.298409728718429, + "grad_norm": 0.11343904584646225, + "learning_rate": 7.988199385030445e-05, + "loss": 0.0414, + "step": 9940 + }, + { + "epoch": 9.30776426566885, + "grad_norm": 0.13875962793827057, + "learning_rate": 7.98377859154065e-05, + "loss": 0.0425, + "step": 9950 + }, + { + "epoch": 9.31711880261927, + "grad_norm": 0.14761291444301605, + "learning_rate": 7.979354172478516e-05, + "loss": 0.0436, + "step": 9960 + }, + { + "epoch": 9.326473339569691, + "grad_norm": 0.18319815397262573, + "learning_rate": 7.974926133220127e-05, + "loss": 0.0435, + "step": 9970 + }, + { + "epoch": 9.335827876520112, + "grad_norm": 0.11707274615764618, + "learning_rate": 7.970494479145967e-05, + "loss": 0.0443, + "step": 9980 + }, + { + "epoch": 9.345182413470534, + "grad_norm": 0.12101708352565765, + "learning_rate": 7.966059215640919e-05, + "loss": 0.0405, + "step": 9990 + }, + { + "epoch": 9.354536950420954, + "grad_norm": 0.11156012117862701, + "learning_rate": 7.961620348094241e-05, + "loss": 0.0396, + "step": 10000 + }, + { + "epoch": 9.363891487371376, + "grad_norm": 0.10137233138084412, + "learning_rate": 7.957177881899577e-05, + "loss": 0.0437, + "step": 10010 + }, + { + "epoch": 9.373246024321796, + "grad_norm": 0.16071675717830658, + "learning_rate": 7.952731822454944e-05, + "loss": 0.0421, + "step": 10020 + }, + { + "epoch": 9.382600561272216, + "grad_norm": 0.13350726664066315, + "learning_rate": 7.948282175162722e-05, + "loss": 0.0441, + "step": 10030 + }, + { + "epoch": 9.391955098222638, + "grad_norm": 0.13661879301071167, + "learning_rate": 7.943828945429652e-05, + "loss": 0.0426, + "step": 10040 + }, + { + "epoch": 9.401309635173059, + "grad_norm": 0.15469834208488464, + "learning_rate": 7.939372138666827e-05, + "loss": 0.0428, + "step": 10050 + }, + { + "epoch": 9.41066417212348, + "grad_norm": 0.10185465961694717, + "learning_rate": 7.934911760289692e-05, + "loss": 0.039, + "step": 10060 + }, + { + "epoch": 9.4200187090739, + "grad_norm": 0.09656575322151184, + "learning_rate": 7.930447815718022e-05, + "loss": 0.0441, + "step": 10070 + }, + { + "epoch": 9.429373246024323, + "grad_norm": 0.10324764996767044, + "learning_rate": 7.925980310375934e-05, + "loss": 0.0412, + "step": 10080 + }, + { + "epoch": 9.438727782974743, + "grad_norm": 0.10764773935079575, + "learning_rate": 7.921509249691865e-05, + "loss": 0.0427, + "step": 10090 + }, + { + "epoch": 9.448082319925163, + "grad_norm": 0.1659630537033081, + "learning_rate": 7.917034639098579e-05, + "loss": 0.0418, + "step": 10100 + }, + { + "epoch": 9.457436856875585, + "grad_norm": 0.14265838265419006, + "learning_rate": 7.912556484033146e-05, + "loss": 0.0426, + "step": 10110 + }, + { + "epoch": 9.466791393826005, + "grad_norm": 0.1925579309463501, + "learning_rate": 7.908074789936952e-05, + "loss": 0.0437, + "step": 10120 + }, + { + "epoch": 9.476145930776427, + "grad_norm": 0.15626278519630432, + "learning_rate": 7.903589562255673e-05, + "loss": 0.0426, + "step": 10130 + }, + { + "epoch": 9.485500467726848, + "grad_norm": 0.11980289965867996, + "learning_rate": 7.899100806439285e-05, + "loss": 0.0419, + "step": 10140 + }, + { + "epoch": 9.494855004677268, + "grad_norm": 0.1173415258526802, + "learning_rate": 7.894608527942049e-05, + "loss": 0.0423, + "step": 10150 + }, + { + "epoch": 9.50420954162769, + "grad_norm": 0.13191300630569458, + "learning_rate": 7.89011273222251e-05, + "loss": 0.0417, + "step": 10160 + }, + { + "epoch": 9.51356407857811, + "grad_norm": 0.1296461522579193, + "learning_rate": 7.885613424743482e-05, + "loss": 0.0422, + "step": 10170 + }, + { + "epoch": 9.522918615528532, + "grad_norm": 0.1376376897096634, + "learning_rate": 7.881110610972044e-05, + "loss": 0.0446, + "step": 10180 + }, + { + "epoch": 9.532273152478952, + "grad_norm": 0.12408701330423355, + "learning_rate": 7.876604296379544e-05, + "loss": 0.0438, + "step": 10190 + }, + { + "epoch": 9.541627689429372, + "grad_norm": 0.12661628425121307, + "learning_rate": 7.872094486441579e-05, + "loss": 0.0428, + "step": 10200 + }, + { + "epoch": 9.550982226379794, + "grad_norm": 0.15078525245189667, + "learning_rate": 7.867581186637991e-05, + "loss": 0.0426, + "step": 10210 + }, + { + "epoch": 9.560336763330215, + "grad_norm": 0.1511993706226349, + "learning_rate": 7.863064402452866e-05, + "loss": 0.041, + "step": 10220 + }, + { + "epoch": 9.569691300280637, + "grad_norm": 0.11650246381759644, + "learning_rate": 7.858544139374524e-05, + "loss": 0.0413, + "step": 10230 + }, + { + "epoch": 9.579045837231057, + "grad_norm": 0.11355090886354446, + "learning_rate": 7.854020402895508e-05, + "loss": 0.0419, + "step": 10240 + }, + { + "epoch": 9.588400374181479, + "grad_norm": 0.11034797877073288, + "learning_rate": 7.849493198512587e-05, + "loss": 0.0412, + "step": 10250 + }, + { + "epoch": 9.597754911131899, + "grad_norm": 0.10744966566562653, + "learning_rate": 7.84496253172674e-05, + "loss": 0.0406, + "step": 10260 + }, + { + "epoch": 9.60710944808232, + "grad_norm": 0.130125030875206, + "learning_rate": 7.840428408043155e-05, + "loss": 0.0401, + "step": 10270 + }, + { + "epoch": 9.616463985032741, + "grad_norm": 0.10906259715557098, + "learning_rate": 7.835890832971218e-05, + "loss": 0.0417, + "step": 10280 + }, + { + "epoch": 9.625818521983161, + "grad_norm": 0.1446792483329773, + "learning_rate": 7.831349812024512e-05, + "loss": 0.0428, + "step": 10290 + }, + { + "epoch": 9.635173058933583, + "grad_norm": 0.16607631742954254, + "learning_rate": 7.826805350720807e-05, + "loss": 0.0408, + "step": 10300 + }, + { + "epoch": 9.644527595884004, + "grad_norm": 0.14027734100818634, + "learning_rate": 7.822257454582049e-05, + "loss": 0.043, + "step": 10310 + }, + { + "epoch": 9.653882132834426, + "grad_norm": 0.1424797773361206, + "learning_rate": 7.817706129134363e-05, + "loss": 0.0416, + "step": 10320 + }, + { + "epoch": 9.663236669784846, + "grad_norm": 0.1683632731437683, + "learning_rate": 7.813151379908036e-05, + "loss": 0.044, + "step": 10330 + }, + { + "epoch": 9.672591206735266, + "grad_norm": 0.11330980807542801, + "learning_rate": 7.808593212437523e-05, + "loss": 0.0421, + "step": 10340 + }, + { + "epoch": 9.681945743685688, + "grad_norm": 0.1121225655078888, + "learning_rate": 7.804031632261421e-05, + "loss": 0.0404, + "step": 10350 + }, + { + "epoch": 9.691300280636108, + "grad_norm": 0.14302818477153778, + "learning_rate": 7.799466644922484e-05, + "loss": 0.0436, + "step": 10360 + }, + { + "epoch": 9.70065481758653, + "grad_norm": 0.13275527954101562, + "learning_rate": 7.794898255967602e-05, + "loss": 0.0418, + "step": 10370 + }, + { + "epoch": 9.71000935453695, + "grad_norm": 0.15555308759212494, + "learning_rate": 7.790326470947795e-05, + "loss": 0.043, + "step": 10380 + }, + { + "epoch": 9.71936389148737, + "grad_norm": 0.12176203727722168, + "learning_rate": 7.785751295418217e-05, + "loss": 0.0418, + "step": 10390 + }, + { + "epoch": 9.728718428437793, + "grad_norm": 0.16281650960445404, + "learning_rate": 7.781172734938136e-05, + "loss": 0.0423, + "step": 10400 + }, + { + "epoch": 9.738072965388213, + "grad_norm": 0.08684006333351135, + "learning_rate": 7.776590795070933e-05, + "loss": 0.0389, + "step": 10410 + }, + { + "epoch": 9.747427502338635, + "grad_norm": 0.1347176879644394, + "learning_rate": 7.772005481384099e-05, + "loss": 0.0414, + "step": 10420 + }, + { + "epoch": 9.756782039289055, + "grad_norm": 0.13398347795009613, + "learning_rate": 7.767416799449223e-05, + "loss": 0.0401, + "step": 10430 + }, + { + "epoch": 9.766136576239477, + "grad_norm": 0.12668918073177338, + "learning_rate": 7.762824754841984e-05, + "loss": 0.0409, + "step": 10440 + }, + { + "epoch": 9.775491113189897, + "grad_norm": 0.12035626173019409, + "learning_rate": 7.758229353142152e-05, + "loss": 0.0412, + "step": 10450 + }, + { + "epoch": 9.784845650140317, + "grad_norm": 0.1419491320848465, + "learning_rate": 7.753630599933572e-05, + "loss": 0.0411, + "step": 10460 + }, + { + "epoch": 9.79420018709074, + "grad_norm": 0.14003826677799225, + "learning_rate": 7.749028500804161e-05, + "loss": 0.0414, + "step": 10470 + }, + { + "epoch": 9.80355472404116, + "grad_norm": 0.15142962336540222, + "learning_rate": 7.744423061345906e-05, + "loss": 0.0415, + "step": 10480 + }, + { + "epoch": 9.812909260991582, + "grad_norm": 0.14541059732437134, + "learning_rate": 7.73981428715485e-05, + "loss": 0.0413, + "step": 10490 + }, + { + "epoch": 9.822263797942002, + "grad_norm": 0.17532134056091309, + "learning_rate": 7.735202183831085e-05, + "loss": 0.0429, + "step": 10500 + }, + { + "epoch": 9.831618334892422, + "grad_norm": 0.18071341514587402, + "learning_rate": 7.730586756978757e-05, + "loss": 0.0404, + "step": 10510 + }, + { + "epoch": 9.840972871842844, + "grad_norm": 0.1195783019065857, + "learning_rate": 7.72596801220604e-05, + "loss": 0.0396, + "step": 10520 + }, + { + "epoch": 9.850327408793264, + "grad_norm": 0.12968876957893372, + "learning_rate": 7.721345955125147e-05, + "loss": 0.041, + "step": 10530 + }, + { + "epoch": 9.859681945743686, + "grad_norm": 0.1273803859949112, + "learning_rate": 7.71672059135231e-05, + "loss": 0.039, + "step": 10540 + }, + { + "epoch": 9.869036482694106, + "grad_norm": 0.1431874930858612, + "learning_rate": 7.712091926507787e-05, + "loss": 0.0437, + "step": 10550 + }, + { + "epoch": 9.878391019644528, + "grad_norm": 0.1181461364030838, + "learning_rate": 7.70745996621584e-05, + "loss": 0.0394, + "step": 10560 + }, + { + "epoch": 9.887745556594949, + "grad_norm": 0.09946107119321823, + "learning_rate": 7.702824716104735e-05, + "loss": 0.041, + "step": 10570 + }, + { + "epoch": 9.897100093545369, + "grad_norm": 0.09789154678583145, + "learning_rate": 7.698186181806743e-05, + "loss": 0.0423, + "step": 10580 + }, + { + "epoch": 9.90645463049579, + "grad_norm": 0.14697562158107758, + "learning_rate": 7.693544368958116e-05, + "loss": 0.0424, + "step": 10590 + }, + { + "epoch": 9.915809167446211, + "grad_norm": 0.10994525998830795, + "learning_rate": 7.688899283199096e-05, + "loss": 0.0413, + "step": 10600 + }, + { + "epoch": 9.925163704396633, + "grad_norm": 0.14853666722774506, + "learning_rate": 7.684250930173901e-05, + "loss": 0.0411, + "step": 10610 + }, + { + "epoch": 9.934518241347053, + "grad_norm": 0.15122142434120178, + "learning_rate": 7.679599315530718e-05, + "loss": 0.0424, + "step": 10620 + }, + { + "epoch": 9.943872778297475, + "grad_norm": 0.1187814250588417, + "learning_rate": 7.674944444921695e-05, + "loss": 0.0417, + "step": 10630 + }, + { + "epoch": 9.953227315247895, + "grad_norm": 0.12239782512187958, + "learning_rate": 7.670286324002944e-05, + "loss": 0.0394, + "step": 10640 + }, + { + "epoch": 9.962581852198316, + "grad_norm": 0.13147103786468506, + "learning_rate": 7.665624958434514e-05, + "loss": 0.0416, + "step": 10650 + }, + { + "epoch": 9.971936389148738, + "grad_norm": 0.15880785882472992, + "learning_rate": 7.66096035388041e-05, + "loss": 0.0423, + "step": 10660 + }, + { + "epoch": 9.981290926099158, + "grad_norm": 0.12252496927976608, + "learning_rate": 7.656292516008563e-05, + "loss": 0.0411, + "step": 10670 + }, + { + "epoch": 9.99064546304958, + "grad_norm": 0.11742521822452545, + "learning_rate": 7.651621450490837e-05, + "loss": 0.0425, + "step": 10680 + }, + { + "epoch": 10.0, + "grad_norm": 0.16448789834976196, + "learning_rate": 7.646947163003017e-05, + "loss": 0.0408, + "step": 10690 + }, + { + "epoch": 10.00935453695042, + "grad_norm": 0.12439613789319992, + "learning_rate": 7.642269659224803e-05, + "loss": 0.0373, + "step": 10700 + }, + { + "epoch": 10.018709073900842, + "grad_norm": 0.14020070433616638, + "learning_rate": 7.637588944839803e-05, + "loss": 0.0393, + "step": 10710 + }, + { + "epoch": 10.028063610851262, + "grad_norm": 0.15807700157165527, + "learning_rate": 7.632905025535528e-05, + "loss": 0.0389, + "step": 10720 + }, + { + "epoch": 10.037418147801684, + "grad_norm": 0.15020450949668884, + "learning_rate": 7.628217907003378e-05, + "loss": 0.039, + "step": 10730 + }, + { + "epoch": 10.046772684752105, + "grad_norm": 0.11272068321704865, + "learning_rate": 7.623527594938649e-05, + "loss": 0.0407, + "step": 10740 + }, + { + "epoch": 10.056127221702527, + "grad_norm": 0.11729766428470612, + "learning_rate": 7.618834095040509e-05, + "loss": 0.0381, + "step": 10750 + }, + { + "epoch": 10.065481758652947, + "grad_norm": 0.14806728065013885, + "learning_rate": 7.614137413012e-05, + "loss": 0.0391, + "step": 10760 + }, + { + "epoch": 10.074836295603367, + "grad_norm": 0.11851329356431961, + "learning_rate": 7.609437554560042e-05, + "loss": 0.0406, + "step": 10770 + }, + { + "epoch": 10.084190832553789, + "grad_norm": 0.1715048998594284, + "learning_rate": 7.604734525395398e-05, + "loss": 0.0387, + "step": 10780 + }, + { + "epoch": 10.09354536950421, + "grad_norm": 0.13600119948387146, + "learning_rate": 7.600028331232699e-05, + "loss": 0.0403, + "step": 10790 + }, + { + "epoch": 10.102899906454631, + "grad_norm": 0.15597830712795258, + "learning_rate": 7.595318977790408e-05, + "loss": 0.0431, + "step": 10800 + }, + { + "epoch": 10.112254443405051, + "grad_norm": 0.08838097751140594, + "learning_rate": 7.590606470790836e-05, + "loss": 0.0403, + "step": 10810 + }, + { + "epoch": 10.121608980355472, + "grad_norm": 0.10692691057920456, + "learning_rate": 7.585890815960125e-05, + "loss": 0.0421, + "step": 10820 + }, + { + "epoch": 10.130963517305894, + "grad_norm": 0.11513514816761017, + "learning_rate": 7.581172019028238e-05, + "loss": 0.0389, + "step": 10830 + }, + { + "epoch": 10.140318054256314, + "grad_norm": 0.12078255414962769, + "learning_rate": 7.576450085728959e-05, + "loss": 0.0417, + "step": 10840 + }, + { + "epoch": 10.149672591206736, + "grad_norm": 0.1146404817700386, + "learning_rate": 7.571725021799885e-05, + "loss": 0.0391, + "step": 10850 + }, + { + "epoch": 10.159027128157156, + "grad_norm": 0.14557576179504395, + "learning_rate": 7.566996832982409e-05, + "loss": 0.0396, + "step": 10860 + }, + { + "epoch": 10.168381665107578, + "grad_norm": 0.12324715405702591, + "learning_rate": 7.56226552502173e-05, + "loss": 0.0383, + "step": 10870 + }, + { + "epoch": 10.177736202057998, + "grad_norm": 0.11783992499113083, + "learning_rate": 7.557531103666833e-05, + "loss": 0.0398, + "step": 10880 + }, + { + "epoch": 10.187090739008418, + "grad_norm": 0.12202446907758713, + "learning_rate": 7.552793574670485e-05, + "loss": 0.0393, + "step": 10890 + }, + { + "epoch": 10.19644527595884, + "grad_norm": 0.13313211500644684, + "learning_rate": 7.54805294378923e-05, + "loss": 0.041, + "step": 10900 + }, + { + "epoch": 10.20579981290926, + "grad_norm": 0.12161793559789658, + "learning_rate": 7.543309216783384e-05, + "loss": 0.0417, + "step": 10910 + }, + { + "epoch": 10.215154349859683, + "grad_norm": 0.1366114616394043, + "learning_rate": 7.53856239941702e-05, + "loss": 0.0389, + "step": 10920 + }, + { + "epoch": 10.224508886810103, + "grad_norm": 0.11483754962682724, + "learning_rate": 7.533812497457972e-05, + "loss": 0.0385, + "step": 10930 + }, + { + "epoch": 10.233863423760523, + "grad_norm": 0.11520273983478546, + "learning_rate": 7.529059516677814e-05, + "loss": 0.0407, + "step": 10940 + }, + { + "epoch": 10.243217960710945, + "grad_norm": 0.1129666417837143, + "learning_rate": 7.524303462851872e-05, + "loss": 0.0416, + "step": 10950 + }, + { + "epoch": 10.252572497661365, + "grad_norm": 0.1484687179327011, + "learning_rate": 7.519544341759192e-05, + "loss": 0.0417, + "step": 10960 + }, + { + "epoch": 10.261927034611787, + "grad_norm": 0.12996657192707062, + "learning_rate": 7.514782159182562e-05, + "loss": 0.0405, + "step": 10970 + }, + { + "epoch": 10.271281571562207, + "grad_norm": 0.1339760571718216, + "learning_rate": 7.510016920908481e-05, + "loss": 0.0403, + "step": 10980 + }, + { + "epoch": 10.28063610851263, + "grad_norm": 0.1933121234178543, + "learning_rate": 7.505248632727158e-05, + "loss": 0.0406, + "step": 10990 + }, + { + "epoch": 10.28999064546305, + "grad_norm": 0.1502099186182022, + "learning_rate": 7.50047730043252e-05, + "loss": 0.0403, + "step": 11000 + }, + { + "epoch": 10.29934518241347, + "grad_norm": 0.11554223299026489, + "learning_rate": 7.495702929822183e-05, + "loss": 0.0392, + "step": 11010 + }, + { + "epoch": 10.308699719363892, + "grad_norm": 0.12295044958591461, + "learning_rate": 7.490925526697455e-05, + "loss": 0.0375, + "step": 11020 + }, + { + "epoch": 10.318054256314312, + "grad_norm": 0.14651864767074585, + "learning_rate": 7.486145096863334e-05, + "loss": 0.0416, + "step": 11030 + }, + { + "epoch": 10.327408793264734, + "grad_norm": 0.1313096433877945, + "learning_rate": 7.481361646128491e-05, + "loss": 0.0416, + "step": 11040 + }, + { + "epoch": 10.336763330215154, + "grad_norm": 0.14091865718364716, + "learning_rate": 7.476575180305271e-05, + "loss": 0.0432, + "step": 11050 + }, + { + "epoch": 10.346117867165574, + "grad_norm": 0.14261166751384735, + "learning_rate": 7.471785705209682e-05, + "loss": 0.0381, + "step": 11060 + }, + { + "epoch": 10.355472404115996, + "grad_norm": 0.1663040965795517, + "learning_rate": 7.466993226661387e-05, + "loss": 0.0417, + "step": 11070 + }, + { + "epoch": 10.364826941066417, + "grad_norm": 0.1477717161178589, + "learning_rate": 7.462197750483699e-05, + "loss": 0.0403, + "step": 11080 + }, + { + "epoch": 10.374181478016839, + "grad_norm": 0.1310960203409195, + "learning_rate": 7.457399282503574e-05, + "loss": 0.038, + "step": 11090 + }, + { + "epoch": 10.383536014967259, + "grad_norm": 0.12798702716827393, + "learning_rate": 7.452597828551604e-05, + "loss": 0.0404, + "step": 11100 + }, + { + "epoch": 10.39289055191768, + "grad_norm": 0.10601229220628738, + "learning_rate": 7.447793394462006e-05, + "loss": 0.0387, + "step": 11110 + }, + { + "epoch": 10.402245088868101, + "grad_norm": 0.10919401794672012, + "learning_rate": 7.442985986072624e-05, + "loss": 0.0405, + "step": 11120 + }, + { + "epoch": 10.411599625818521, + "grad_norm": 0.10920722782611847, + "learning_rate": 7.438175609224908e-05, + "loss": 0.0377, + "step": 11130 + }, + { + "epoch": 10.420954162768943, + "grad_norm": 0.10443003475666046, + "learning_rate": 7.433362269763924e-05, + "loss": 0.0408, + "step": 11140 + }, + { + "epoch": 10.430308699719363, + "grad_norm": 0.1146353930234909, + "learning_rate": 7.428545973538329e-05, + "loss": 0.0422, + "step": 11150 + }, + { + "epoch": 10.439663236669785, + "grad_norm": 0.1316399872303009, + "learning_rate": 7.42372672640038e-05, + "loss": 0.0376, + "step": 11160 + }, + { + "epoch": 10.449017773620206, + "grad_norm": 0.11135037988424301, + "learning_rate": 7.418904534205917e-05, + "loss": 0.0384, + "step": 11170 + }, + { + "epoch": 10.458372310570628, + "grad_norm": 0.12759895622730255, + "learning_rate": 7.414079402814356e-05, + "loss": 0.0415, + "step": 11180 + }, + { + "epoch": 10.467726847521048, + "grad_norm": 0.11174070090055466, + "learning_rate": 7.409251338088687e-05, + "loss": 0.0424, + "step": 11190 + }, + { + "epoch": 10.477081384471468, + "grad_norm": 0.10775482654571533, + "learning_rate": 7.404420345895467e-05, + "loss": 0.0389, + "step": 11200 + }, + { + "epoch": 10.48643592142189, + "grad_norm": 0.12887078523635864, + "learning_rate": 7.399586432104804e-05, + "loss": 0.0403, + "step": 11210 + }, + { + "epoch": 10.49579045837231, + "grad_norm": 0.14809614419937134, + "learning_rate": 7.394749602590358e-05, + "loss": 0.0392, + "step": 11220 + }, + { + "epoch": 10.505144995322732, + "grad_norm": 0.11783084273338318, + "learning_rate": 7.389909863229336e-05, + "loss": 0.0395, + "step": 11230 + }, + { + "epoch": 10.514499532273152, + "grad_norm": 0.14853321015834808, + "learning_rate": 7.385067219902477e-05, + "loss": 0.041, + "step": 11240 + }, + { + "epoch": 10.523854069223573, + "grad_norm": 0.16060562431812286, + "learning_rate": 7.380221678494049e-05, + "loss": 0.0376, + "step": 11250 + }, + { + "epoch": 10.533208606173995, + "grad_norm": 0.15254078805446625, + "learning_rate": 7.37537324489184e-05, + "loss": 0.0384, + "step": 11260 + }, + { + "epoch": 10.542563143124415, + "grad_norm": 0.1270306259393692, + "learning_rate": 7.370521924987155e-05, + "loss": 0.0397, + "step": 11270 + }, + { + "epoch": 10.551917680074837, + "grad_norm": 0.14009834825992584, + "learning_rate": 7.365667724674806e-05, + "loss": 0.0402, + "step": 11280 + }, + { + "epoch": 10.561272217025257, + "grad_norm": 0.19787438213825226, + "learning_rate": 7.360810649853105e-05, + "loss": 0.0408, + "step": 11290 + }, + { + "epoch": 10.570626753975677, + "grad_norm": 0.17951862514019012, + "learning_rate": 7.355950706423853e-05, + "loss": 0.0385, + "step": 11300 + }, + { + "epoch": 10.5799812909261, + "grad_norm": 0.13328075408935547, + "learning_rate": 7.351087900292342e-05, + "loss": 0.0398, + "step": 11310 + }, + { + "epoch": 10.58933582787652, + "grad_norm": 0.11074984818696976, + "learning_rate": 7.346222237367339e-05, + "loss": 0.0384, + "step": 11320 + }, + { + "epoch": 10.598690364826941, + "grad_norm": 0.14254838228225708, + "learning_rate": 7.341353723561081e-05, + "loss": 0.0406, + "step": 11330 + }, + { + "epoch": 10.608044901777362, + "grad_norm": 0.12879422307014465, + "learning_rate": 7.336482364789277e-05, + "loss": 0.0394, + "step": 11340 + }, + { + "epoch": 10.617399438727784, + "grad_norm": 0.09820349514484406, + "learning_rate": 7.331608166971082e-05, + "loss": 0.0394, + "step": 11350 + }, + { + "epoch": 10.626753975678204, + "grad_norm": 0.11976952850818634, + "learning_rate": 7.326731136029108e-05, + "loss": 0.0394, + "step": 11360 + }, + { + "epoch": 10.636108512628624, + "grad_norm": 0.12154507637023926, + "learning_rate": 7.321851277889408e-05, + "loss": 0.0406, + "step": 11370 + }, + { + "epoch": 10.645463049579046, + "grad_norm": 0.1347935050725937, + "learning_rate": 7.316968598481469e-05, + "loss": 0.0411, + "step": 11380 + }, + { + "epoch": 10.654817586529466, + "grad_norm": 0.13451635837554932, + "learning_rate": 7.312083103738206e-05, + "loss": 0.0413, + "step": 11390 + }, + { + "epoch": 10.664172123479888, + "grad_norm": 0.1346280574798584, + "learning_rate": 7.307194799595958e-05, + "loss": 0.0413, + "step": 11400 + }, + { + "epoch": 10.673526660430309, + "grad_norm": 0.13071228563785553, + "learning_rate": 7.302303691994473e-05, + "loss": 0.0386, + "step": 11410 + }, + { + "epoch": 10.68288119738073, + "grad_norm": 0.10673540830612183, + "learning_rate": 7.29740978687691e-05, + "loss": 0.0385, + "step": 11420 + }, + { + "epoch": 10.69223573433115, + "grad_norm": 0.13845521211624146, + "learning_rate": 7.292513090189825e-05, + "loss": 0.0385, + "step": 11430 + }, + { + "epoch": 10.701590271281571, + "grad_norm": 0.13018798828125, + "learning_rate": 7.287613607883163e-05, + "loss": 0.0388, + "step": 11440 + }, + { + "epoch": 10.710944808231993, + "grad_norm": 0.1318424493074417, + "learning_rate": 7.282711345910263e-05, + "loss": 0.0375, + "step": 11450 + }, + { + "epoch": 10.720299345182413, + "grad_norm": 0.09612630307674408, + "learning_rate": 7.27780631022783e-05, + "loss": 0.038, + "step": 11460 + }, + { + "epoch": 10.729653882132835, + "grad_norm": 0.09289718419313431, + "learning_rate": 7.272898506795948e-05, + "loss": 0.0372, + "step": 11470 + }, + { + "epoch": 10.739008419083255, + "grad_norm": 0.12759165465831757, + "learning_rate": 7.267987941578058e-05, + "loss": 0.0373, + "step": 11480 + }, + { + "epoch": 10.748362956033676, + "grad_norm": 0.14335522055625916, + "learning_rate": 7.263074620540962e-05, + "loss": 0.0405, + "step": 11490 + }, + { + "epoch": 10.757717492984098, + "grad_norm": 0.19637544453144073, + "learning_rate": 7.25815854965481e-05, + "loss": 0.0379, + "step": 11500 + }, + { + "epoch": 10.767072029934518, + "grad_norm": 0.11179704964160919, + "learning_rate": 7.253239734893089e-05, + "loss": 0.0399, + "step": 11510 + }, + { + "epoch": 10.77642656688494, + "grad_norm": 0.1805862933397293, + "learning_rate": 7.248318182232623e-05, + "loss": 0.0392, + "step": 11520 + }, + { + "epoch": 10.78578110383536, + "grad_norm": 0.12564463913440704, + "learning_rate": 7.243393897653565e-05, + "loss": 0.0381, + "step": 11530 + }, + { + "epoch": 10.795135640785782, + "grad_norm": 0.13525578379631042, + "learning_rate": 7.23846688713938e-05, + "loss": 0.0375, + "step": 11540 + }, + { + "epoch": 10.804490177736202, + "grad_norm": 0.1281343400478363, + "learning_rate": 7.233537156676854e-05, + "loss": 0.0382, + "step": 11550 + }, + { + "epoch": 10.813844714686622, + "grad_norm": 0.09898363798856735, + "learning_rate": 7.228604712256076e-05, + "loss": 0.0386, + "step": 11560 + }, + { + "epoch": 10.823199251637044, + "grad_norm": 0.11591789871454239, + "learning_rate": 7.223669559870426e-05, + "loss": 0.0375, + "step": 11570 + }, + { + "epoch": 10.832553788587465, + "grad_norm": 0.12042299658060074, + "learning_rate": 7.218731705516585e-05, + "loss": 0.0383, + "step": 11580 + }, + { + "epoch": 10.841908325537887, + "grad_norm": 0.137648344039917, + "learning_rate": 7.21379115519451e-05, + "loss": 0.0399, + "step": 11590 + }, + { + "epoch": 10.851262862488307, + "grad_norm": 0.1820606142282486, + "learning_rate": 7.20884791490743e-05, + "loss": 0.0386, + "step": 11600 + }, + { + "epoch": 10.860617399438727, + "grad_norm": 0.15754492580890656, + "learning_rate": 7.203901990661857e-05, + "loss": 0.0393, + "step": 11610 + }, + { + "epoch": 10.869971936389149, + "grad_norm": 0.1473771333694458, + "learning_rate": 7.198953388467549e-05, + "loss": 0.0373, + "step": 11620 + }, + { + "epoch": 10.87932647333957, + "grad_norm": 0.09632503986358643, + "learning_rate": 7.194002114337526e-05, + "loss": 0.0402, + "step": 11630 + }, + { + "epoch": 10.888681010289991, + "grad_norm": 0.10377980023622513, + "learning_rate": 7.189048174288054e-05, + "loss": 0.039, + "step": 11640 + }, + { + "epoch": 10.898035547240411, + "grad_norm": 0.11837269365787506, + "learning_rate": 7.184091574338636e-05, + "loss": 0.0389, + "step": 11650 + }, + { + "epoch": 10.907390084190833, + "grad_norm": 0.14819152653217316, + "learning_rate": 7.179132320512009e-05, + "loss": 0.0369, + "step": 11660 + }, + { + "epoch": 10.916744621141254, + "grad_norm": 0.14642329514026642, + "learning_rate": 7.174170418834134e-05, + "loss": 0.0377, + "step": 11670 + }, + { + "epoch": 10.926099158091674, + "grad_norm": 0.10891832411289215, + "learning_rate": 7.169205875334189e-05, + "loss": 0.0384, + "step": 11680 + }, + { + "epoch": 10.935453695042096, + "grad_norm": 0.1421211063861847, + "learning_rate": 7.164238696044562e-05, + "loss": 0.0361, + "step": 11690 + }, + { + "epoch": 10.944808231992516, + "grad_norm": 0.14006377756595612, + "learning_rate": 7.159268887000846e-05, + "loss": 0.0373, + "step": 11700 + }, + { + "epoch": 10.954162768942938, + "grad_norm": 0.1760142743587494, + "learning_rate": 7.154296454241827e-05, + "loss": 0.0391, + "step": 11710 + }, + { + "epoch": 10.963517305893358, + "grad_norm": 0.11209143698215485, + "learning_rate": 7.149321403809479e-05, + "loss": 0.0359, + "step": 11720 + }, + { + "epoch": 10.97287184284378, + "grad_norm": 0.1121521145105362, + "learning_rate": 7.144343741748956e-05, + "loss": 0.0372, + "step": 11730 + }, + { + "epoch": 10.9822263797942, + "grad_norm": 0.0908932238817215, + "learning_rate": 7.139363474108589e-05, + "loss": 0.0383, + "step": 11740 + }, + { + "epoch": 10.99158091674462, + "grad_norm": 0.09858404844999313, + "learning_rate": 7.134380606939874e-05, + "loss": 0.0381, + "step": 11750 + }, + { + "epoch": 11.000935453695043, + "grad_norm": 0.10857512056827545, + "learning_rate": 7.12939514629746e-05, + "loss": 0.0387, + "step": 11760 + }, + { + "epoch": 11.010289990645463, + "grad_norm": 0.12105259299278259, + "learning_rate": 7.124407098239155e-05, + "loss": 0.0356, + "step": 11770 + }, + { + "epoch": 11.019644527595885, + "grad_norm": 0.14111214876174927, + "learning_rate": 7.119416468825908e-05, + "loss": 0.0375, + "step": 11780 + }, + { + "epoch": 11.028999064546305, + "grad_norm": 0.18443630635738373, + "learning_rate": 7.114423264121804e-05, + "loss": 0.037, + "step": 11790 + }, + { + "epoch": 11.038353601496725, + "grad_norm": 0.15308301150798798, + "learning_rate": 7.109427490194056e-05, + "loss": 0.0373, + "step": 11800 + }, + { + "epoch": 11.047708138447147, + "grad_norm": 0.18230608105659485, + "learning_rate": 7.104429153113001e-05, + "loss": 0.038, + "step": 11810 + }, + { + "epoch": 11.057062675397567, + "grad_norm": 0.16139423847198486, + "learning_rate": 7.099428258952092e-05, + "loss": 0.0385, + "step": 11820 + }, + { + "epoch": 11.06641721234799, + "grad_norm": 0.17887277901172638, + "learning_rate": 7.094424813787883e-05, + "loss": 0.0366, + "step": 11830 + }, + { + "epoch": 11.07577174929841, + "grad_norm": 0.11711706221103668, + "learning_rate": 7.089418823700034e-05, + "loss": 0.037, + "step": 11840 + }, + { + "epoch": 11.085126286248832, + "grad_norm": 0.13554103672504425, + "learning_rate": 7.084410294771298e-05, + "loss": 0.0378, + "step": 11850 + }, + { + "epoch": 11.094480823199252, + "grad_norm": 0.12429496645927429, + "learning_rate": 7.079399233087504e-05, + "loss": 0.037, + "step": 11860 + }, + { + "epoch": 11.103835360149672, + "grad_norm": 0.1033400371670723, + "learning_rate": 7.074385644737568e-05, + "loss": 0.037, + "step": 11870 + }, + { + "epoch": 11.113189897100094, + "grad_norm": 0.11300120502710342, + "learning_rate": 7.069369535813473e-05, + "loss": 0.0359, + "step": 11880 + }, + { + "epoch": 11.122544434050514, + "grad_norm": 0.09971117973327637, + "learning_rate": 7.06435091241026e-05, + "loss": 0.0373, + "step": 11890 + }, + { + "epoch": 11.131898971000936, + "grad_norm": 0.134360209107399, + "learning_rate": 7.059329780626034e-05, + "loss": 0.038, + "step": 11900 + }, + { + "epoch": 11.141253507951356, + "grad_norm": 0.1305694878101349, + "learning_rate": 7.054306146561944e-05, + "loss": 0.0377, + "step": 11910 + }, + { + "epoch": 11.150608044901777, + "grad_norm": 0.1420666128396988, + "learning_rate": 7.049280016322178e-05, + "loss": 0.0396, + "step": 11920 + }, + { + "epoch": 11.159962581852199, + "grad_norm": 0.0966619923710823, + "learning_rate": 7.044251396013957e-05, + "loss": 0.035, + "step": 11930 + }, + { + "epoch": 11.169317118802619, + "grad_norm": 0.09444018453359604, + "learning_rate": 7.039220291747528e-05, + "loss": 0.0356, + "step": 11940 + }, + { + "epoch": 11.17867165575304, + "grad_norm": 0.11571164429187775, + "learning_rate": 7.034186709636159e-05, + "loss": 0.0366, + "step": 11950 + }, + { + "epoch": 11.188026192703461, + "grad_norm": 0.146708145737648, + "learning_rate": 7.029150655796129e-05, + "loss": 0.037, + "step": 11960 + }, + { + "epoch": 11.197380729653883, + "grad_norm": 0.11942335218191147, + "learning_rate": 7.024112136346712e-05, + "loss": 0.0363, + "step": 11970 + }, + { + "epoch": 11.206735266604303, + "grad_norm": 0.10224562138319016, + "learning_rate": 7.01907115741019e-05, + "loss": 0.0368, + "step": 11980 + }, + { + "epoch": 11.216089803554723, + "grad_norm": 0.1471106857061386, + "learning_rate": 7.014027725111825e-05, + "loss": 0.0387, + "step": 11990 + }, + { + "epoch": 11.225444340505145, + "grad_norm": 0.13544563949108124, + "learning_rate": 7.008981845579864e-05, + "loss": 0.0388, + "step": 12000 + }, + { + "epoch": 11.234798877455566, + "grad_norm": 0.1192108765244484, + "learning_rate": 7.003933524945528e-05, + "loss": 0.0345, + "step": 12010 + }, + { + "epoch": 11.244153414405988, + "grad_norm": 0.11531471461057663, + "learning_rate": 6.998882769342998e-05, + "loss": 0.0354, + "step": 12020 + }, + { + "epoch": 11.253507951356408, + "grad_norm": 0.10391750931739807, + "learning_rate": 6.993829584909423e-05, + "loss": 0.0346, + "step": 12030 + }, + { + "epoch": 11.262862488306828, + "grad_norm": 0.09098362922668457, + "learning_rate": 6.988773977784895e-05, + "loss": 0.0349, + "step": 12040 + }, + { + "epoch": 11.27221702525725, + "grad_norm": 0.12794777750968933, + "learning_rate": 6.983715954112454e-05, + "loss": 0.0385, + "step": 12050 + }, + { + "epoch": 11.28157156220767, + "grad_norm": 0.14153549075126648, + "learning_rate": 6.978655520038079e-05, + "loss": 0.0361, + "step": 12060 + }, + { + "epoch": 11.290926099158092, + "grad_norm": 0.11331341415643692, + "learning_rate": 6.97359268171067e-05, + "loss": 0.0352, + "step": 12070 + }, + { + "epoch": 11.300280636108512, + "grad_norm": 0.11391592025756836, + "learning_rate": 6.968527445282056e-05, + "loss": 0.0386, + "step": 12080 + }, + { + "epoch": 11.309635173058934, + "grad_norm": 0.11629416793584824, + "learning_rate": 6.963459816906977e-05, + "loss": 0.0368, + "step": 12090 + }, + { + "epoch": 11.318989710009355, + "grad_norm": 0.13943910598754883, + "learning_rate": 6.958389802743077e-05, + "loss": 0.0358, + "step": 12100 + }, + { + "epoch": 11.328344246959775, + "grad_norm": 0.1335049569606781, + "learning_rate": 6.953317408950903e-05, + "loss": 0.0357, + "step": 12110 + }, + { + "epoch": 11.337698783910197, + "grad_norm": 0.10431337356567383, + "learning_rate": 6.94824264169389e-05, + "loss": 0.036, + "step": 12120 + }, + { + "epoch": 11.347053320860617, + "grad_norm": 0.10260991752147675, + "learning_rate": 6.94316550713836e-05, + "loss": 0.0352, + "step": 12130 + }, + { + "epoch": 11.356407857811039, + "grad_norm": 0.1285143941640854, + "learning_rate": 6.938086011453513e-05, + "loss": 0.0377, + "step": 12140 + }, + { + "epoch": 11.36576239476146, + "grad_norm": 0.10602594912052155, + "learning_rate": 6.93300416081141e-05, + "loss": 0.0368, + "step": 12150 + }, + { + "epoch": 11.37511693171188, + "grad_norm": 0.10693451762199402, + "learning_rate": 6.927919961386984e-05, + "loss": 0.0377, + "step": 12160 + }, + { + "epoch": 11.384471468662301, + "grad_norm": 0.10447966307401657, + "learning_rate": 6.922833419358013e-05, + "loss": 0.0383, + "step": 12170 + }, + { + "epoch": 11.393826005612722, + "grad_norm": 0.1280013918876648, + "learning_rate": 6.917744540905124e-05, + "loss": 0.0353, + "step": 12180 + }, + { + "epoch": 11.403180542563144, + "grad_norm": 0.09709297865629196, + "learning_rate": 6.912653332211787e-05, + "loss": 0.0373, + "step": 12190 + }, + { + "epoch": 11.412535079513564, + "grad_norm": 0.1448124200105667, + "learning_rate": 6.9075597994643e-05, + "loss": 0.0362, + "step": 12200 + }, + { + "epoch": 11.421889616463986, + "grad_norm": 0.10240595787763596, + "learning_rate": 6.902463948851787e-05, + "loss": 0.0397, + "step": 12210 + }, + { + "epoch": 11.431244153414406, + "grad_norm": 0.10534072667360306, + "learning_rate": 6.897365786566184e-05, + "loss": 0.0348, + "step": 12220 + }, + { + "epoch": 11.440598690364826, + "grad_norm": 0.12765392661094666, + "learning_rate": 6.892265318802242e-05, + "loss": 0.0352, + "step": 12230 + }, + { + "epoch": 11.449953227315248, + "grad_norm": 0.12880337238311768, + "learning_rate": 6.887162551757507e-05, + "loss": 0.0345, + "step": 12240 + }, + { + "epoch": 11.459307764265668, + "grad_norm": 0.09978216886520386, + "learning_rate": 6.882057491632326e-05, + "loss": 0.0349, + "step": 12250 + }, + { + "epoch": 11.46866230121609, + "grad_norm": 0.13819031417369843, + "learning_rate": 6.876950144629824e-05, + "loss": 0.0371, + "step": 12260 + }, + { + "epoch": 11.47801683816651, + "grad_norm": 0.170359805226326, + "learning_rate": 6.87184051695591e-05, + "loss": 0.037, + "step": 12270 + }, + { + "epoch": 11.487371375116933, + "grad_norm": 0.1127718985080719, + "learning_rate": 6.866728614819268e-05, + "loss": 0.037, + "step": 12280 + }, + { + "epoch": 11.496725912067353, + "grad_norm": 0.12304018437862396, + "learning_rate": 6.861614444431337e-05, + "loss": 0.0366, + "step": 12290 + }, + { + "epoch": 11.506080449017773, + "grad_norm": 0.1299794614315033, + "learning_rate": 6.856498012006318e-05, + "loss": 0.0359, + "step": 12300 + }, + { + "epoch": 11.515434985968195, + "grad_norm": 0.12051413953304291, + "learning_rate": 6.851379323761157e-05, + "loss": 0.038, + "step": 12310 + }, + { + "epoch": 11.524789522918615, + "grad_norm": 0.1356639713048935, + "learning_rate": 6.846258385915545e-05, + "loss": 0.036, + "step": 12320 + }, + { + "epoch": 11.534144059869037, + "grad_norm": 0.12945197522640228, + "learning_rate": 6.841135204691902e-05, + "loss": 0.0369, + "step": 12330 + }, + { + "epoch": 11.543498596819457, + "grad_norm": 0.09604360163211823, + "learning_rate": 6.836009786315377e-05, + "loss": 0.0354, + "step": 12340 + }, + { + "epoch": 11.552853133769878, + "grad_norm": 0.10801930725574493, + "learning_rate": 6.830882137013839e-05, + "loss": 0.0363, + "step": 12350 + }, + { + "epoch": 11.5622076707203, + "grad_norm": 0.10937207192182541, + "learning_rate": 6.825752263017863e-05, + "loss": 0.0352, + "step": 12360 + }, + { + "epoch": 11.57156220767072, + "grad_norm": 0.14652840793132782, + "learning_rate": 6.820620170560731e-05, + "loss": 0.0359, + "step": 12370 + }, + { + "epoch": 11.580916744621142, + "grad_norm": 0.14173254370689392, + "learning_rate": 6.815485865878418e-05, + "loss": 0.0359, + "step": 12380 + }, + { + "epoch": 11.590271281571562, + "grad_norm": 0.12483718991279602, + "learning_rate": 6.810349355209588e-05, + "loss": 0.0331, + "step": 12390 + }, + { + "epoch": 11.599625818521982, + "grad_norm": 0.13761299848556519, + "learning_rate": 6.805210644795588e-05, + "loss": 0.0363, + "step": 12400 + }, + { + "epoch": 11.608980355472404, + "grad_norm": 0.12246865779161453, + "learning_rate": 6.800069740880433e-05, + "loss": 0.0363, + "step": 12410 + }, + { + "epoch": 11.618334892422824, + "grad_norm": 0.14793822169303894, + "learning_rate": 6.794926649710807e-05, + "loss": 0.0364, + "step": 12420 + }, + { + "epoch": 11.627689429373246, + "grad_norm": 0.12504997849464417, + "learning_rate": 6.789781377536052e-05, + "loss": 0.0365, + "step": 12430 + }, + { + "epoch": 11.637043966323667, + "grad_norm": 0.11941145360469818, + "learning_rate": 6.784633930608158e-05, + "loss": 0.0349, + "step": 12440 + }, + { + "epoch": 11.646398503274089, + "grad_norm": 0.10198024660348892, + "learning_rate": 6.779484315181759e-05, + "loss": 0.0365, + "step": 12450 + }, + { + "epoch": 11.655753040224509, + "grad_norm": 0.11719078570604324, + "learning_rate": 6.774332537514122e-05, + "loss": 0.0355, + "step": 12460 + }, + { + "epoch": 11.665107577174929, + "grad_norm": 0.10312921553850174, + "learning_rate": 6.769178603865143e-05, + "loss": 0.0363, + "step": 12470 + }, + { + "epoch": 11.674462114125351, + "grad_norm": 0.10452721267938614, + "learning_rate": 6.764022520497337e-05, + "loss": 0.0374, + "step": 12480 + }, + { + "epoch": 11.683816651075771, + "grad_norm": 0.14101894199848175, + "learning_rate": 6.758864293675833e-05, + "loss": 0.0362, + "step": 12490 + }, + { + "epoch": 11.693171188026193, + "grad_norm": 0.10011441260576248, + "learning_rate": 6.753703929668362e-05, + "loss": 0.0374, + "step": 12500 + }, + { + "epoch": 11.702525724976613, + "grad_norm": 0.10611239820718765, + "learning_rate": 6.748541434745253e-05, + "loss": 0.0345, + "step": 12510 + }, + { + "epoch": 11.711880261927035, + "grad_norm": 0.10984008014202118, + "learning_rate": 6.743376815179424e-05, + "loss": 0.0347, + "step": 12520 + }, + { + "epoch": 11.721234798877456, + "grad_norm": 0.11883781850337982, + "learning_rate": 6.738210077246376e-05, + "loss": 0.0381, + "step": 12530 + }, + { + "epoch": 11.730589335827876, + "grad_norm": 0.11104173958301544, + "learning_rate": 6.733041227224181e-05, + "loss": 0.0364, + "step": 12540 + }, + { + "epoch": 11.739943872778298, + "grad_norm": 0.10883212089538574, + "learning_rate": 6.72787027139348e-05, + "loss": 0.036, + "step": 12550 + }, + { + "epoch": 11.749298409728718, + "grad_norm": 0.11043784022331238, + "learning_rate": 6.72269721603747e-05, + "loss": 0.0362, + "step": 12560 + }, + { + "epoch": 11.75865294667914, + "grad_norm": 0.10003726929426193, + "learning_rate": 6.717522067441904e-05, + "loss": 0.0341, + "step": 12570 + }, + { + "epoch": 11.76800748362956, + "grad_norm": 0.15051113069057465, + "learning_rate": 6.712344831895074e-05, + "loss": 0.0359, + "step": 12580 + }, + { + "epoch": 11.77736202057998, + "grad_norm": 0.14086663722991943, + "learning_rate": 6.707165515687811e-05, + "loss": 0.0359, + "step": 12590 + }, + { + "epoch": 11.786716557530402, + "grad_norm": 0.13885802030563354, + "learning_rate": 6.70198412511347e-05, + "loss": 0.0332, + "step": 12600 + }, + { + "epoch": 11.796071094480823, + "grad_norm": 0.16847246885299683, + "learning_rate": 6.69680066646793e-05, + "loss": 0.0357, + "step": 12610 + }, + { + "epoch": 11.805425631431245, + "grad_norm": 0.1344219595193863, + "learning_rate": 6.691615146049583e-05, + "loss": 0.0365, + "step": 12620 + }, + { + "epoch": 11.814780168381665, + "grad_norm": 0.11401152610778809, + "learning_rate": 6.686427570159324e-05, + "loss": 0.0372, + "step": 12630 + }, + { + "epoch": 11.824134705332087, + "grad_norm": 0.1172330304980278, + "learning_rate": 6.681237945100548e-05, + "loss": 0.0357, + "step": 12640 + }, + { + "epoch": 11.833489242282507, + "grad_norm": 0.10248842090368271, + "learning_rate": 6.676046277179139e-05, + "loss": 0.0358, + "step": 12650 + }, + { + "epoch": 11.842843779232927, + "grad_norm": 0.10100040584802628, + "learning_rate": 6.670852572703462e-05, + "loss": 0.037, + "step": 12660 + }, + { + "epoch": 11.85219831618335, + "grad_norm": 0.11963999271392822, + "learning_rate": 6.665656837984359e-05, + "loss": 0.0383, + "step": 12670 + }, + { + "epoch": 11.86155285313377, + "grad_norm": 0.12224441766738892, + "learning_rate": 6.660459079335135e-05, + "loss": 0.0337, + "step": 12680 + }, + { + "epoch": 11.870907390084191, + "grad_norm": 0.10249372571706772, + "learning_rate": 6.655259303071558e-05, + "loss": 0.0349, + "step": 12690 + }, + { + "epoch": 11.880261927034612, + "grad_norm": 0.130471333861351, + "learning_rate": 6.650057515511848e-05, + "loss": 0.0352, + "step": 12700 + }, + { + "epoch": 11.889616463985032, + "grad_norm": 0.13296234607696533, + "learning_rate": 6.644853722976667e-05, + "loss": 0.0383, + "step": 12710 + }, + { + "epoch": 11.898971000935454, + "grad_norm": 0.1491084098815918, + "learning_rate": 6.639647931789113e-05, + "loss": 0.0341, + "step": 12720 + }, + { + "epoch": 11.908325537885874, + "grad_norm": 0.15482518076896667, + "learning_rate": 6.634440148274713e-05, + "loss": 0.0351, + "step": 12730 + }, + { + "epoch": 11.917680074836296, + "grad_norm": 0.13764534890651703, + "learning_rate": 6.629230378761415e-05, + "loss": 0.035, + "step": 12740 + }, + { + "epoch": 11.927034611786716, + "grad_norm": 0.12423313409090042, + "learning_rate": 6.624018629579581e-05, + "loss": 0.0338, + "step": 12750 + }, + { + "epoch": 11.936389148737138, + "grad_norm": 0.12798583507537842, + "learning_rate": 6.618804907061976e-05, + "loss": 0.0383, + "step": 12760 + }, + { + "epoch": 11.945743685687559, + "grad_norm": 0.13369445502758026, + "learning_rate": 6.613589217543766e-05, + "loss": 0.0345, + "step": 12770 + }, + { + "epoch": 11.955098222637979, + "grad_norm": 0.11801999807357788, + "learning_rate": 6.608371567362504e-05, + "loss": 0.0352, + "step": 12780 + }, + { + "epoch": 11.9644527595884, + "grad_norm": 0.12216466665267944, + "learning_rate": 6.60315196285813e-05, + "loss": 0.0357, + "step": 12790 + }, + { + "epoch": 11.973807296538821, + "grad_norm": 0.12776289880275726, + "learning_rate": 6.597930410372954e-05, + "loss": 0.0355, + "step": 12800 + }, + { + "epoch": 11.983161833489243, + "grad_norm": 0.11072685569524765, + "learning_rate": 6.592706916251653e-05, + "loss": 0.0348, + "step": 12810 + }, + { + "epoch": 11.992516370439663, + "grad_norm": 0.10454142093658447, + "learning_rate": 6.587481486841267e-05, + "loss": 0.0353, + "step": 12820 + }, + { + "epoch": 12.001870907390083, + "grad_norm": 0.13847212493419647, + "learning_rate": 6.582254128491184e-05, + "loss": 0.0344, + "step": 12830 + }, + { + "epoch": 12.011225444340505, + "grad_norm": 0.10158561170101166, + "learning_rate": 6.577024847553139e-05, + "loss": 0.0331, + "step": 12840 + }, + { + "epoch": 12.020579981290926, + "grad_norm": 0.10905535519123077, + "learning_rate": 6.571793650381201e-05, + "loss": 0.0321, + "step": 12850 + }, + { + "epoch": 12.029934518241348, + "grad_norm": 0.1536157876253128, + "learning_rate": 6.566560543331766e-05, + "loss": 0.0352, + "step": 12860 + }, + { + "epoch": 12.039289055191768, + "grad_norm": 0.10375682264566422, + "learning_rate": 6.561325532763554e-05, + "loss": 0.0339, + "step": 12870 + }, + { + "epoch": 12.04864359214219, + "grad_norm": 0.140153169631958, + "learning_rate": 6.556088625037597e-05, + "loss": 0.0357, + "step": 12880 + }, + { + "epoch": 12.05799812909261, + "grad_norm": 0.1058744490146637, + "learning_rate": 6.55084982651723e-05, + "loss": 0.0332, + "step": 12890 + }, + { + "epoch": 12.06735266604303, + "grad_norm": 0.10881725698709488, + "learning_rate": 6.54560914356809e-05, + "loss": 0.0343, + "step": 12900 + }, + { + "epoch": 12.076707202993452, + "grad_norm": 0.08115549385547638, + "learning_rate": 6.540366582558097e-05, + "loss": 0.0333, + "step": 12910 + }, + { + "epoch": 12.086061739943872, + "grad_norm": 0.10061080753803253, + "learning_rate": 6.53512214985746e-05, + "loss": 0.0378, + "step": 12920 + }, + { + "epoch": 12.095416276894294, + "grad_norm": 0.09430982172489166, + "learning_rate": 6.529875851838658e-05, + "loss": 0.0351, + "step": 12930 + }, + { + "epoch": 12.104770813844715, + "grad_norm": 0.15184776484966278, + "learning_rate": 6.52462769487644e-05, + "loss": 0.0359, + "step": 12940 + }, + { + "epoch": 12.114125350795135, + "grad_norm": 0.1302518993616104, + "learning_rate": 6.519377685347807e-05, + "loss": 0.0329, + "step": 12950 + }, + { + "epoch": 12.123479887745557, + "grad_norm": 0.12277519702911377, + "learning_rate": 6.514125829632021e-05, + "loss": 0.0328, + "step": 12960 + }, + { + "epoch": 12.132834424695977, + "grad_norm": 0.10726593434810638, + "learning_rate": 6.508872134110577e-05, + "loss": 0.0336, + "step": 12970 + }, + { + "epoch": 12.142188961646399, + "grad_norm": 0.10739023238420486, + "learning_rate": 6.503616605167213e-05, + "loss": 0.0345, + "step": 12980 + }, + { + "epoch": 12.15154349859682, + "grad_norm": 0.1365116685628891, + "learning_rate": 6.498359249187893e-05, + "loss": 0.0334, + "step": 12990 + }, + { + "epoch": 12.160898035547241, + "grad_norm": 0.1346597969532013, + "learning_rate": 6.493100072560799e-05, + "loss": 0.0347, + "step": 13000 + }, + { + "epoch": 12.170252572497661, + "grad_norm": 0.12872619926929474, + "learning_rate": 6.487839081676327e-05, + "loss": 0.0338, + "step": 13010 + }, + { + "epoch": 12.179607109448082, + "grad_norm": 0.12584829330444336, + "learning_rate": 6.482576282927076e-05, + "loss": 0.0336, + "step": 13020 + }, + { + "epoch": 12.188961646398504, + "grad_norm": 0.1124727800488472, + "learning_rate": 6.477311682707845e-05, + "loss": 0.0321, + "step": 13030 + }, + { + "epoch": 12.198316183348924, + "grad_norm": 0.1077725887298584, + "learning_rate": 6.472045287415616e-05, + "loss": 0.0344, + "step": 13040 + }, + { + "epoch": 12.207670720299346, + "grad_norm": 0.1043303981423378, + "learning_rate": 6.466777103449558e-05, + "loss": 0.0316, + "step": 13050 + }, + { + "epoch": 12.217025257249766, + "grad_norm": 0.10964657366275787, + "learning_rate": 6.461507137211012e-05, + "loss": 0.0333, + "step": 13060 + }, + { + "epoch": 12.226379794200188, + "grad_norm": 0.10279780626296997, + "learning_rate": 6.456235395103483e-05, + "loss": 0.0333, + "step": 13070 + }, + { + "epoch": 12.235734331150608, + "grad_norm": 0.11064111441373825, + "learning_rate": 6.450961883532634e-05, + "loss": 0.0325, + "step": 13080 + }, + { + "epoch": 12.245088868101028, + "grad_norm": 0.10774558782577515, + "learning_rate": 6.445686608906283e-05, + "loss": 0.0342, + "step": 13090 + }, + { + "epoch": 12.25444340505145, + "grad_norm": 0.11478910595178604, + "learning_rate": 6.44040957763438e-05, + "loss": 0.0355, + "step": 13100 + }, + { + "epoch": 12.26379794200187, + "grad_norm": 0.15771399438381195, + "learning_rate": 6.435130796129018e-05, + "loss": 0.0361, + "step": 13110 + }, + { + "epoch": 12.273152478952293, + "grad_norm": 0.1110253557562828, + "learning_rate": 6.429850270804416e-05, + "loss": 0.0356, + "step": 13120 + }, + { + "epoch": 12.282507015902713, + "grad_norm": 0.13525308668613434, + "learning_rate": 6.424568008076909e-05, + "loss": 0.0353, + "step": 13130 + }, + { + "epoch": 12.291861552853133, + "grad_norm": 0.15095993876457214, + "learning_rate": 6.419284014364943e-05, + "loss": 0.0338, + "step": 13140 + }, + { + "epoch": 12.301216089803555, + "grad_norm": 0.1038196012377739, + "learning_rate": 6.41399829608907e-05, + "loss": 0.034, + "step": 13150 + }, + { + "epoch": 12.310570626753975, + "grad_norm": 0.14463649690151215, + "learning_rate": 6.408710859671938e-05, + "loss": 0.0355, + "step": 13160 + }, + { + "epoch": 12.319925163704397, + "grad_norm": 0.13633140921592712, + "learning_rate": 6.403421711538278e-05, + "loss": 0.0356, + "step": 13170 + }, + { + "epoch": 12.329279700654817, + "grad_norm": 0.11906403303146362, + "learning_rate": 6.398130858114903e-05, + "loss": 0.0373, + "step": 13180 + }, + { + "epoch": 12.33863423760524, + "grad_norm": 0.12620103359222412, + "learning_rate": 6.392838305830701e-05, + "loss": 0.0349, + "step": 13190 + }, + { + "epoch": 12.34798877455566, + "grad_norm": 0.07341662794351578, + "learning_rate": 6.387544061116621e-05, + "loss": 0.0335, + "step": 13200 + }, + { + "epoch": 12.35734331150608, + "grad_norm": 0.09200423955917358, + "learning_rate": 6.382248130405671e-05, + "loss": 0.0332, + "step": 13210 + }, + { + "epoch": 12.366697848456502, + "grad_norm": 0.10455375164747238, + "learning_rate": 6.376950520132905e-05, + "loss": 0.035, + "step": 13220 + }, + { + "epoch": 12.376052385406922, + "grad_norm": 0.11562392860651016, + "learning_rate": 6.371651236735418e-05, + "loss": 0.0334, + "step": 13230 + }, + { + "epoch": 12.385406922357344, + "grad_norm": 0.12431720644235611, + "learning_rate": 6.366350286652341e-05, + "loss": 0.0332, + "step": 13240 + }, + { + "epoch": 12.394761459307764, + "grad_norm": 0.1227678433060646, + "learning_rate": 6.361047676324827e-05, + "loss": 0.0341, + "step": 13250 + }, + { + "epoch": 12.404115996258184, + "grad_norm": 0.1218484491109848, + "learning_rate": 6.355743412196047e-05, + "loss": 0.0324, + "step": 13260 + }, + { + "epoch": 12.413470533208606, + "grad_norm": 0.11449207365512848, + "learning_rate": 6.350437500711184e-05, + "loss": 0.0349, + "step": 13270 + }, + { + "epoch": 12.422825070159027, + "grad_norm": 0.10744109749794006, + "learning_rate": 6.345129948317418e-05, + "loss": 0.0344, + "step": 13280 + }, + { + "epoch": 12.432179607109449, + "grad_norm": 0.10753919184207916, + "learning_rate": 6.33982076146393e-05, + "loss": 0.0328, + "step": 13290 + }, + { + "epoch": 12.441534144059869, + "grad_norm": 0.10666733980178833, + "learning_rate": 6.334509946601879e-05, + "loss": 0.0332, + "step": 13300 + }, + { + "epoch": 12.45088868101029, + "grad_norm": 0.10899532586336136, + "learning_rate": 6.329197510184406e-05, + "loss": 0.034, + "step": 13310 + }, + { + "epoch": 12.460243217960711, + "grad_norm": 0.11260828375816345, + "learning_rate": 6.323883458666624e-05, + "loss": 0.0337, + "step": 13320 + }, + { + "epoch": 12.469597754911131, + "grad_norm": 0.12076864391565323, + "learning_rate": 6.318567798505605e-05, + "loss": 0.0327, + "step": 13330 + }, + { + "epoch": 12.478952291861553, + "grad_norm": 0.09607191383838654, + "learning_rate": 6.313250536160378e-05, + "loss": 0.0367, + "step": 13340 + }, + { + "epoch": 12.488306828811973, + "grad_norm": 0.11425892263650894, + "learning_rate": 6.307931678091917e-05, + "loss": 0.0337, + "step": 13350 + }, + { + "epoch": 12.497661365762395, + "grad_norm": 0.10083373636007309, + "learning_rate": 6.302611230763138e-05, + "loss": 0.0333, + "step": 13360 + }, + { + "epoch": 12.507015902712816, + "grad_norm": 0.11161336302757263, + "learning_rate": 6.297289200638887e-05, + "loss": 0.0337, + "step": 13370 + }, + { + "epoch": 12.516370439663238, + "grad_norm": 0.113594651222229, + "learning_rate": 6.29196559418593e-05, + "loss": 0.032, + "step": 13380 + }, + { + "epoch": 12.525724976613658, + "grad_norm": 0.09082413464784622, + "learning_rate": 6.286640417872951e-05, + "loss": 0.0337, + "step": 13390 + }, + { + "epoch": 12.535079513564078, + "grad_norm": 0.1245337501168251, + "learning_rate": 6.281313678170542e-05, + "loss": 0.0344, + "step": 13400 + }, + { + "epoch": 12.5444340505145, + "grad_norm": 0.10961870849132538, + "learning_rate": 6.275985381551194e-05, + "loss": 0.034, + "step": 13410 + }, + { + "epoch": 12.55378858746492, + "grad_norm": 0.1292887181043625, + "learning_rate": 6.270655534489292e-05, + "loss": 0.0328, + "step": 13420 + }, + { + "epoch": 12.563143124415342, + "grad_norm": 0.14406010508537292, + "learning_rate": 6.265324143461098e-05, + "loss": 0.0352, + "step": 13430 + }, + { + "epoch": 12.572497661365762, + "grad_norm": 0.11669345200061798, + "learning_rate": 6.259991214944758e-05, + "loss": 0.0345, + "step": 13440 + }, + { + "epoch": 12.581852198316183, + "grad_norm": 0.10963217914104462, + "learning_rate": 6.254656755420283e-05, + "loss": 0.0338, + "step": 13450 + }, + { + "epoch": 12.591206735266605, + "grad_norm": 0.09734580665826797, + "learning_rate": 6.249320771369545e-05, + "loss": 0.0344, + "step": 13460 + }, + { + "epoch": 12.600561272217025, + "grad_norm": 0.12152787297964096, + "learning_rate": 6.243983269276263e-05, + "loss": 0.0343, + "step": 13470 + }, + { + "epoch": 12.609915809167447, + "grad_norm": 0.11387921869754791, + "learning_rate": 6.238644255626012e-05, + "loss": 0.035, + "step": 13480 + }, + { + "epoch": 12.619270346117867, + "grad_norm": 0.13229532539844513, + "learning_rate": 6.233303736906193e-05, + "loss": 0.0359, + "step": 13490 + }, + { + "epoch": 12.628624883068287, + "grad_norm": 0.1153617650270462, + "learning_rate": 6.227961719606039e-05, + "loss": 0.0338, + "step": 13500 + }, + { + "epoch": 12.63797942001871, + "grad_norm": 0.12180189043283463, + "learning_rate": 6.222618210216608e-05, + "loss": 0.0357, + "step": 13510 + }, + { + "epoch": 12.64733395696913, + "grad_norm": 0.12837651371955872, + "learning_rate": 6.217273215230767e-05, + "loss": 0.0341, + "step": 13520 + }, + { + "epoch": 12.656688493919551, + "grad_norm": 0.11646553874015808, + "learning_rate": 6.211926741143188e-05, + "loss": 0.0351, + "step": 13530 + }, + { + "epoch": 12.666043030869972, + "grad_norm": 0.13093045353889465, + "learning_rate": 6.20657879445034e-05, + "loss": 0.0342, + "step": 13540 + }, + { + "epoch": 12.675397567820394, + "grad_norm": 0.13282650709152222, + "learning_rate": 6.201229381650485e-05, + "loss": 0.034, + "step": 13550 + }, + { + "epoch": 12.684752104770814, + "grad_norm": 0.17297020554542542, + "learning_rate": 6.195878509243661e-05, + "loss": 0.032, + "step": 13560 + }, + { + "epoch": 12.694106641721234, + "grad_norm": 0.12844699621200562, + "learning_rate": 6.190526183731685e-05, + "loss": 0.0356, + "step": 13570 + }, + { + "epoch": 12.703461178671656, + "grad_norm": 0.1130722239613533, + "learning_rate": 6.185172411618138e-05, + "loss": 0.0335, + "step": 13580 + }, + { + "epoch": 12.712815715622076, + "grad_norm": 0.13580945134162903, + "learning_rate": 6.179817199408355e-05, + "loss": 0.0339, + "step": 13590 + }, + { + "epoch": 12.722170252572498, + "grad_norm": 0.12368631362915039, + "learning_rate": 6.174460553609426e-05, + "loss": 0.0349, + "step": 13600 + }, + { + "epoch": 12.731524789522918, + "grad_norm": 0.09322511404752731, + "learning_rate": 6.16910248073018e-05, + "loss": 0.0319, + "step": 13610 + }, + { + "epoch": 12.74087932647334, + "grad_norm": 0.08525147289037704, + "learning_rate": 6.16374298728118e-05, + "loss": 0.0322, + "step": 13620 + }, + { + "epoch": 12.75023386342376, + "grad_norm": 0.08196070045232773, + "learning_rate": 6.158382079774716e-05, + "loss": 0.034, + "step": 13630 + }, + { + "epoch": 12.75958840037418, + "grad_norm": 0.13570944964885712, + "learning_rate": 6.153019764724799e-05, + "loss": 0.0324, + "step": 13640 + }, + { + "epoch": 12.768942937324603, + "grad_norm": 0.15503035485744476, + "learning_rate": 6.147656048647144e-05, + "loss": 0.0336, + "step": 13650 + }, + { + "epoch": 12.778297474275023, + "grad_norm": 0.12700992822647095, + "learning_rate": 6.142290938059173e-05, + "loss": 0.0339, + "step": 13660 + }, + { + "epoch": 12.787652011225445, + "grad_norm": 0.12384742498397827, + "learning_rate": 6.136924439480001e-05, + "loss": 0.0326, + "step": 13670 + }, + { + "epoch": 12.797006548175865, + "grad_norm": 0.13374941051006317, + "learning_rate": 6.13155655943043e-05, + "loss": 0.0337, + "step": 13680 + }, + { + "epoch": 12.806361085126285, + "grad_norm": 0.10050512850284576, + "learning_rate": 6.126187304432941e-05, + "loss": 0.0321, + "step": 13690 + }, + { + "epoch": 12.815715622076707, + "grad_norm": 0.11652303487062454, + "learning_rate": 6.120816681011684e-05, + "loss": 0.0333, + "step": 13700 + }, + { + "epoch": 12.825070159027128, + "grad_norm": 0.08777488768100739, + "learning_rate": 6.115444695692474e-05, + "loss": 0.033, + "step": 13710 + }, + { + "epoch": 12.83442469597755, + "grad_norm": 0.1179283857345581, + "learning_rate": 6.110071355002779e-05, + "loss": 0.0334, + "step": 13720 + }, + { + "epoch": 12.84377923292797, + "grad_norm": 0.1031818687915802, + "learning_rate": 6.104696665471714e-05, + "loss": 0.0327, + "step": 13730 + }, + { + "epoch": 12.853133769878392, + "grad_norm": 0.1192215159535408, + "learning_rate": 6.099320633630036e-05, + "loss": 0.0339, + "step": 13740 + }, + { + "epoch": 12.862488306828812, + "grad_norm": 0.11051671206951141, + "learning_rate": 6.093943266010128e-05, + "loss": 0.033, + "step": 13750 + }, + { + "epoch": 12.871842843779232, + "grad_norm": 0.11132101714611053, + "learning_rate": 6.088564569146e-05, + "loss": 0.032, + "step": 13760 + }, + { + "epoch": 12.881197380729654, + "grad_norm": 0.10915874689817429, + "learning_rate": 6.083184549573274e-05, + "loss": 0.0327, + "step": 13770 + }, + { + "epoch": 12.890551917680074, + "grad_norm": 0.10342714190483093, + "learning_rate": 6.077803213829184e-05, + "loss": 0.033, + "step": 13780 + }, + { + "epoch": 12.899906454630496, + "grad_norm": 0.13176381587982178, + "learning_rate": 6.0724205684525594e-05, + "loss": 0.0335, + "step": 13790 + }, + { + "epoch": 12.909260991580917, + "grad_norm": 0.12714365124702454, + "learning_rate": 6.0670366199838215e-05, + "loss": 0.0306, + "step": 13800 + }, + { + "epoch": 12.918615528531337, + "grad_norm": 0.16130416095256805, + "learning_rate": 6.061651374964974e-05, + "loss": 0.0339, + "step": 13810 + }, + { + "epoch": 12.927970065481759, + "grad_norm": 0.0965743213891983, + "learning_rate": 6.0562648399396004e-05, + "loss": 0.032, + "step": 13820 + }, + { + "epoch": 12.937324602432179, + "grad_norm": 0.12737999856472015, + "learning_rate": 6.050877021452845e-05, + "loss": 0.0346, + "step": 13830 + }, + { + "epoch": 12.946679139382601, + "grad_norm": 0.15857543051242828, + "learning_rate": 6.04548792605142e-05, + "loss": 0.0339, + "step": 13840 + }, + { + "epoch": 12.956033676333021, + "grad_norm": 0.12413010001182556, + "learning_rate": 6.04009756028358e-05, + "loss": 0.0319, + "step": 13850 + }, + { + "epoch": 12.965388213283443, + "grad_norm": 0.14788800477981567, + "learning_rate": 6.0347059306991294e-05, + "loss": 0.0341, + "step": 13860 + }, + { + "epoch": 12.974742750233863, + "grad_norm": 0.1223008781671524, + "learning_rate": 6.029313043849407e-05, + "loss": 0.0325, + "step": 13870 + }, + { + "epoch": 12.984097287184284, + "grad_norm": 0.12439190596342087, + "learning_rate": 6.023918906287279e-05, + "loss": 0.0317, + "step": 13880 + }, + { + "epoch": 12.993451824134706, + "grad_norm": 0.13838259875774384, + "learning_rate": 6.01852352456713e-05, + "loss": 0.0335, + "step": 13890 + }, + { + "epoch": 13.002806361085126, + "grad_norm": 0.1367839127779007, + "learning_rate": 6.013126905244858e-05, + "loss": 0.0338, + "step": 13900 + }, + { + "epoch": 13.012160898035548, + "grad_norm": 0.1364876925945282, + "learning_rate": 6.007729054877864e-05, + "loss": 0.0338, + "step": 13910 + }, + { + "epoch": 13.021515434985968, + "grad_norm": 0.10194748640060425, + "learning_rate": 6.0023299800250466e-05, + "loss": 0.0368, + "step": 13920 + }, + { + "epoch": 13.030869971936388, + "grad_norm": 0.10007321089506149, + "learning_rate": 5.9969296872467894e-05, + "loss": 0.0339, + "step": 13930 + }, + { + "epoch": 13.04022450888681, + "grad_norm": 0.12428310513496399, + "learning_rate": 5.9915281831049585e-05, + "loss": 0.033, + "step": 13940 + }, + { + "epoch": 13.04957904583723, + "grad_norm": 0.12909109890460968, + "learning_rate": 5.98612547416289e-05, + "loss": 0.0353, + "step": 13950 + }, + { + "epoch": 13.058933582787652, + "grad_norm": 0.12840695679187775, + "learning_rate": 5.9807215669853855e-05, + "loss": 0.0319, + "step": 13960 + }, + { + "epoch": 13.068288119738073, + "grad_norm": 0.10617206990718842, + "learning_rate": 5.9753164681387e-05, + "loss": 0.0326, + "step": 13970 + }, + { + "epoch": 13.077642656688495, + "grad_norm": 0.09147440642118454, + "learning_rate": 5.969910184190539e-05, + "loss": 0.0329, + "step": 13980 + }, + { + "epoch": 13.086997193638915, + "grad_norm": 0.11552063375711441, + "learning_rate": 5.9645027217100477e-05, + "loss": 0.031, + "step": 13990 + }, + { + "epoch": 13.096351730589335, + "grad_norm": 0.13156266510486603, + "learning_rate": 5.959094087267804e-05, + "loss": 0.0323, + "step": 14000 + }, + { + "epoch": 13.105706267539757, + "grad_norm": 0.10406665503978729, + "learning_rate": 5.9536842874358065e-05, + "loss": 0.0321, + "step": 14010 + }, + { + "epoch": 13.115060804490177, + "grad_norm": 0.08976460248231888, + "learning_rate": 5.9482733287874734e-05, + "loss": 0.0338, + "step": 14020 + }, + { + "epoch": 13.1244153414406, + "grad_norm": 0.10580518841743469, + "learning_rate": 5.942861217897631e-05, + "loss": 0.0334, + "step": 14030 + }, + { + "epoch": 13.13376987839102, + "grad_norm": 0.1244254857301712, + "learning_rate": 5.9374479613425e-05, + "loss": 0.0338, + "step": 14040 + }, + { + "epoch": 13.14312441534144, + "grad_norm": 0.1472034901380539, + "learning_rate": 5.932033565699704e-05, + "loss": 0.0324, + "step": 14050 + }, + { + "epoch": 13.152478952291862, + "grad_norm": 0.19192694127559662, + "learning_rate": 5.926618037548237e-05, + "loss": 0.0322, + "step": 14060 + }, + { + "epoch": 13.161833489242282, + "grad_norm": 0.12583161890506744, + "learning_rate": 5.9212013834684824e-05, + "loss": 0.032, + "step": 14070 + }, + { + "epoch": 13.171188026192704, + "grad_norm": 0.14730684459209442, + "learning_rate": 5.9157836100421824e-05, + "loss": 0.033, + "step": 14080 + }, + { + "epoch": 13.180542563143124, + "grad_norm": 0.1408410519361496, + "learning_rate": 5.910364723852444e-05, + "loss": 0.0354, + "step": 14090 + }, + { + "epoch": 13.189897100093546, + "grad_norm": 0.12154003977775574, + "learning_rate": 5.904944731483723e-05, + "loss": 0.033, + "step": 14100 + }, + { + "epoch": 13.199251637043966, + "grad_norm": 0.18564501404762268, + "learning_rate": 5.899523639521825e-05, + "loss": 0.0347, + "step": 14110 + }, + { + "epoch": 13.208606173994387, + "grad_norm": 0.09870575368404388, + "learning_rate": 5.894101454553883e-05, + "loss": 0.0329, + "step": 14120 + }, + { + "epoch": 13.217960710944809, + "grad_norm": 0.12260812520980835, + "learning_rate": 5.888678183168368e-05, + "loss": 0.032, + "step": 14130 + }, + { + "epoch": 13.227315247895229, + "grad_norm": 0.1160866916179657, + "learning_rate": 5.883253831955061e-05, + "loss": 0.0309, + "step": 14140 + }, + { + "epoch": 13.23666978484565, + "grad_norm": 0.12020037323236465, + "learning_rate": 5.8778284075050625e-05, + "loss": 0.0328, + "step": 14150 + }, + { + "epoch": 13.246024321796071, + "grad_norm": 0.1289381980895996, + "learning_rate": 5.872401916410777e-05, + "loss": 0.0321, + "step": 14160 + }, + { + "epoch": 13.255378858746493, + "grad_norm": 0.1544286012649536, + "learning_rate": 5.8669743652659014e-05, + "loss": 0.0311, + "step": 14170 + }, + { + "epoch": 13.264733395696913, + "grad_norm": 0.11921785771846771, + "learning_rate": 5.86154576066542e-05, + "loss": 0.0321, + "step": 14180 + }, + { + "epoch": 13.274087932647333, + "grad_norm": 0.10623251646757126, + "learning_rate": 5.856116109205602e-05, + "loss": 0.0301, + "step": 14190 + }, + { + "epoch": 13.283442469597755, + "grad_norm": 0.10157809406518936, + "learning_rate": 5.850685417483983e-05, + "loss": 0.0314, + "step": 14200 + }, + { + "epoch": 13.292797006548176, + "grad_norm": 0.13779936730861664, + "learning_rate": 5.8452536920993684e-05, + "loss": 0.0309, + "step": 14210 + }, + { + "epoch": 13.302151543498598, + "grad_norm": 0.11170853674411774, + "learning_rate": 5.839820939651817e-05, + "loss": 0.0328, + "step": 14220 + }, + { + "epoch": 13.311506080449018, + "grad_norm": 0.08438602834939957, + "learning_rate": 5.834387166742632e-05, + "loss": 0.0333, + "step": 14230 + }, + { + "epoch": 13.320860617399438, + "grad_norm": 0.10405506938695908, + "learning_rate": 5.828952379974364e-05, + "loss": 0.0311, + "step": 14240 + }, + { + "epoch": 13.33021515434986, + "grad_norm": 0.13485318422317505, + "learning_rate": 5.8235165859507864e-05, + "loss": 0.0323, + "step": 14250 + }, + { + "epoch": 13.33956969130028, + "grad_norm": 0.14923889935016632, + "learning_rate": 5.818079791276907e-05, + "loss": 0.032, + "step": 14260 + }, + { + "epoch": 13.348924228250702, + "grad_norm": 0.11901997029781342, + "learning_rate": 5.8126420025589415e-05, + "loss": 0.0316, + "step": 14270 + }, + { + "epoch": 13.358278765201122, + "grad_norm": 0.17591437697410583, + "learning_rate": 5.807203226404313e-05, + "loss": 0.0298, + "step": 14280 + }, + { + "epoch": 13.367633302151544, + "grad_norm": 0.10591032356023788, + "learning_rate": 5.801763469421652e-05, + "loss": 0.0322, + "step": 14290 + }, + { + "epoch": 13.376987839101965, + "grad_norm": 0.12706215679645538, + "learning_rate": 5.796322738220774e-05, + "loss": 0.0314, + "step": 14300 + }, + { + "epoch": 13.386342376052385, + "grad_norm": 0.11385294795036316, + "learning_rate": 5.79088103941268e-05, + "loss": 0.0327, + "step": 14310 + }, + { + "epoch": 13.395696913002807, + "grad_norm": 0.11250866949558258, + "learning_rate": 5.785438379609549e-05, + "loss": 0.0335, + "step": 14320 + }, + { + "epoch": 13.405051449953227, + "grad_norm": 0.11417888104915619, + "learning_rate": 5.779994765424724e-05, + "loss": 0.0333, + "step": 14330 + }, + { + "epoch": 13.414405986903649, + "grad_norm": 0.11214642226696014, + "learning_rate": 5.7745502034727114e-05, + "loss": 0.0334, + "step": 14340 + }, + { + "epoch": 13.42376052385407, + "grad_norm": 0.12913063168525696, + "learning_rate": 5.769104700369164e-05, + "loss": 0.0336, + "step": 14350 + }, + { + "epoch": 13.43311506080449, + "grad_norm": 0.14375226199626923, + "learning_rate": 5.7636582627308854e-05, + "loss": 0.0323, + "step": 14360 + }, + { + "epoch": 13.442469597754911, + "grad_norm": 0.09655135869979858, + "learning_rate": 5.7582108971758095e-05, + "loss": 0.0328, + "step": 14370 + }, + { + "epoch": 13.451824134705332, + "grad_norm": 0.13947443664073944, + "learning_rate": 5.752762610322999e-05, + "loss": 0.0335, + "step": 14380 + }, + { + "epoch": 13.461178671655754, + "grad_norm": 0.1250183880329132, + "learning_rate": 5.747313408792636e-05, + "loss": 0.0301, + "step": 14390 + }, + { + "epoch": 13.470533208606174, + "grad_norm": 0.12474324554204941, + "learning_rate": 5.741863299206014e-05, + "loss": 0.0311, + "step": 14400 + }, + { + "epoch": 13.479887745556596, + "grad_norm": 0.10925887525081635, + "learning_rate": 5.73641228818553e-05, + "loss": 0.0293, + "step": 14410 + }, + { + "epoch": 13.489242282507016, + "grad_norm": 0.11082867532968521, + "learning_rate": 5.730960382354676e-05, + "loss": 0.0323, + "step": 14420 + }, + { + "epoch": 13.498596819457436, + "grad_norm": 0.11535894125699997, + "learning_rate": 5.725507588338035e-05, + "loss": 0.0314, + "step": 14430 + }, + { + "epoch": 13.507951356407858, + "grad_norm": 0.1220884919166565, + "learning_rate": 5.7200539127612604e-05, + "loss": 0.031, + "step": 14440 + }, + { + "epoch": 13.517305893358278, + "grad_norm": 0.157136008143425, + "learning_rate": 5.714599362251087e-05, + "loss": 0.032, + "step": 14450 + }, + { + "epoch": 13.5266604303087, + "grad_norm": 0.11256369203329086, + "learning_rate": 5.709143943435307e-05, + "loss": 0.0313, + "step": 14460 + }, + { + "epoch": 13.53601496725912, + "grad_norm": 0.11616457998752594, + "learning_rate": 5.7036876629427646e-05, + "loss": 0.0293, + "step": 14470 + }, + { + "epoch": 13.545369504209543, + "grad_norm": 0.09599228203296661, + "learning_rate": 5.698230527403361e-05, + "loss": 0.0307, + "step": 14480 + }, + { + "epoch": 13.554724041159963, + "grad_norm": 0.1258319616317749, + "learning_rate": 5.6927725434480274e-05, + "loss": 0.0323, + "step": 14490 + }, + { + "epoch": 13.564078578110383, + "grad_norm": 0.09087731689214706, + "learning_rate": 5.687313717708728e-05, + "loss": 0.0306, + "step": 14500 + }, + { + "epoch": 13.573433115060805, + "grad_norm": 0.12116435915231705, + "learning_rate": 5.681854056818453e-05, + "loss": 0.0302, + "step": 14510 + }, + { + "epoch": 13.582787652011225, + "grad_norm": 0.1387864202260971, + "learning_rate": 5.676393567411205e-05, + "loss": 0.031, + "step": 14520 + }, + { + "epoch": 13.592142188961647, + "grad_norm": 0.12108117341995239, + "learning_rate": 5.670932256121991e-05, + "loss": 0.0326, + "step": 14530 + }, + { + "epoch": 13.601496725912067, + "grad_norm": 0.11647936701774597, + "learning_rate": 5.6654701295868216e-05, + "loss": 0.0328, + "step": 14540 + }, + { + "epoch": 13.610851262862488, + "grad_norm": 0.10228951275348663, + "learning_rate": 5.660007194442697e-05, + "loss": 0.031, + "step": 14550 + }, + { + "epoch": 13.62020579981291, + "grad_norm": 0.11262965202331543, + "learning_rate": 5.6545434573275946e-05, + "loss": 0.0323, + "step": 14560 + }, + { + "epoch": 13.62956033676333, + "grad_norm": 0.1014024168252945, + "learning_rate": 5.649078924880472e-05, + "loss": 0.0314, + "step": 14570 + }, + { + "epoch": 13.638914873713752, + "grad_norm": 0.11166317760944366, + "learning_rate": 5.643613603741252e-05, + "loss": 0.0289, + "step": 14580 + }, + { + "epoch": 13.648269410664172, + "grad_norm": 0.10967594385147095, + "learning_rate": 5.6381475005508154e-05, + "loss": 0.0324, + "step": 14590 + }, + { + "epoch": 13.657623947614592, + "grad_norm": 0.10011638700962067, + "learning_rate": 5.632680621950992e-05, + "loss": 0.0309, + "step": 14600 + }, + { + "epoch": 13.666978484565014, + "grad_norm": 0.1130593791604042, + "learning_rate": 5.627212974584555e-05, + "loss": 0.0315, + "step": 14610 + }, + { + "epoch": 13.676333021515434, + "grad_norm": 0.11149054020643234, + "learning_rate": 5.62174456509521e-05, + "loss": 0.0308, + "step": 14620 + }, + { + "epoch": 13.685687558465856, + "grad_norm": 0.0866246223449707, + "learning_rate": 5.616275400127594e-05, + "loss": 0.031, + "step": 14630 + }, + { + "epoch": 13.695042095416277, + "grad_norm": 0.1487385481595993, + "learning_rate": 5.610805486327254e-05, + "loss": 0.0309, + "step": 14640 + }, + { + "epoch": 13.704396632366699, + "grad_norm": 0.13484466075897217, + "learning_rate": 5.6053348303406536e-05, + "loss": 0.033, + "step": 14650 + }, + { + "epoch": 13.713751169317119, + "grad_norm": 0.12567703425884247, + "learning_rate": 5.599863438815156e-05, + "loss": 0.0317, + "step": 14660 + }, + { + "epoch": 13.723105706267539, + "grad_norm": 0.11503294855356216, + "learning_rate": 5.594391318399017e-05, + "loss": 0.0297, + "step": 14670 + }, + { + "epoch": 13.732460243217961, + "grad_norm": 0.11180750280618668, + "learning_rate": 5.588918475741377e-05, + "loss": 0.0327, + "step": 14680 + }, + { + "epoch": 13.741814780168381, + "grad_norm": 0.11080215871334076, + "learning_rate": 5.5834449174922586e-05, + "loss": 0.0311, + "step": 14690 + }, + { + "epoch": 13.751169317118803, + "grad_norm": 0.11301170289516449, + "learning_rate": 5.57797065030255e-05, + "loss": 0.0307, + "step": 14700 + }, + { + "epoch": 13.760523854069223, + "grad_norm": 0.13584813475608826, + "learning_rate": 5.5724956808240016e-05, + "loss": 0.0331, + "step": 14710 + }, + { + "epoch": 13.769878391019645, + "grad_norm": 0.10373255610466003, + "learning_rate": 5.567020015709219e-05, + "loss": 0.031, + "step": 14720 + }, + { + "epoch": 13.779232927970066, + "grad_norm": 0.12382252514362335, + "learning_rate": 5.561543661611649e-05, + "loss": 0.0303, + "step": 14730 + }, + { + "epoch": 13.788587464920486, + "grad_norm": 0.09766383469104767, + "learning_rate": 5.556066625185583e-05, + "loss": 0.0322, + "step": 14740 + }, + { + "epoch": 13.797942001870908, + "grad_norm": 0.13279300928115845, + "learning_rate": 5.550588913086131e-05, + "loss": 0.033, + "step": 14750 + }, + { + "epoch": 13.807296538821328, + "grad_norm": 0.0909762755036354, + "learning_rate": 5.545110531969234e-05, + "loss": 0.0292, + "step": 14760 + }, + { + "epoch": 13.81665107577175, + "grad_norm": 0.14921361207962036, + "learning_rate": 5.539631488491641e-05, + "loss": 0.0325, + "step": 14770 + }, + { + "epoch": 13.82600561272217, + "grad_norm": 0.1257106214761734, + "learning_rate": 5.534151789310904e-05, + "loss": 0.0317, + "step": 14780 + }, + { + "epoch": 13.83536014967259, + "grad_norm": 0.09784359484910965, + "learning_rate": 5.528671441085376e-05, + "loss": 0.0287, + "step": 14790 + }, + { + "epoch": 13.844714686623012, + "grad_norm": 0.10015734285116196, + "learning_rate": 5.523190450474197e-05, + "loss": 0.0309, + "step": 14800 + }, + { + "epoch": 13.854069223573433, + "grad_norm": 0.09434977173805237, + "learning_rate": 5.5177088241372865e-05, + "loss": 0.034, + "step": 14810 + }, + { + "epoch": 13.863423760523855, + "grad_norm": 0.10112620145082474, + "learning_rate": 5.512226568735338e-05, + "loss": 0.0301, + "step": 14820 + }, + { + "epoch": 13.872778297474275, + "grad_norm": 0.08694863319396973, + "learning_rate": 5.506743690929809e-05, + "loss": 0.03, + "step": 14830 + }, + { + "epoch": 13.882132834424697, + "grad_norm": 0.09775800257921219, + "learning_rate": 5.501260197382912e-05, + "loss": 0.0315, + "step": 14840 + }, + { + "epoch": 13.891487371375117, + "grad_norm": 0.16298748552799225, + "learning_rate": 5.49577609475761e-05, + "loss": 0.0319, + "step": 14850 + }, + { + "epoch": 13.900841908325537, + "grad_norm": 0.12108741700649261, + "learning_rate": 5.490291389717603e-05, + "loss": 0.0317, + "step": 14860 + }, + { + "epoch": 13.91019644527596, + "grad_norm": 0.12734071910381317, + "learning_rate": 5.484806088927329e-05, + "loss": 0.0321, + "step": 14870 + }, + { + "epoch": 13.91955098222638, + "grad_norm": 0.117420494556427, + "learning_rate": 5.479320199051942e-05, + "loss": 0.0299, + "step": 14880 + }, + { + "epoch": 13.928905519176801, + "grad_norm": 0.11545085161924362, + "learning_rate": 5.473833726757314e-05, + "loss": 0.0306, + "step": 14890 + }, + { + "epoch": 13.938260056127222, + "grad_norm": 0.09437276422977448, + "learning_rate": 5.4683466787100304e-05, + "loss": 0.0316, + "step": 14900 + }, + { + "epoch": 13.947614593077642, + "grad_norm": 0.10712496191263199, + "learning_rate": 5.462859061577369e-05, + "loss": 0.0307, + "step": 14910 + }, + { + "epoch": 13.956969130028064, + "grad_norm": 0.14582139253616333, + "learning_rate": 5.4573708820273026e-05, + "loss": 0.0305, + "step": 14920 + }, + { + "epoch": 13.966323666978484, + "grad_norm": 0.1073203831911087, + "learning_rate": 5.451882146728488e-05, + "loss": 0.0297, + "step": 14930 + }, + { + "epoch": 13.975678203928906, + "grad_norm": 0.11613176017999649, + "learning_rate": 5.446392862350255e-05, + "loss": 0.0297, + "step": 14940 + }, + { + "epoch": 13.985032740879326, + "grad_norm": 0.0951525866985321, + "learning_rate": 5.440903035562603e-05, + "loss": 0.0282, + "step": 14950 + }, + { + "epoch": 13.994387277829748, + "grad_norm": 0.08622642606496811, + "learning_rate": 5.435412673036188e-05, + "loss": 0.0309, + "step": 14960 + }, + { + "epoch": 14.003741814780168, + "grad_norm": 0.10361304879188538, + "learning_rate": 5.429921781442318e-05, + "loss": 0.0339, + "step": 14970 + }, + { + "epoch": 14.013096351730589, + "grad_norm": 0.12299264222383499, + "learning_rate": 5.424430367452945e-05, + "loss": 0.0303, + "step": 14980 + }, + { + "epoch": 14.02245088868101, + "grad_norm": 0.10835574567317963, + "learning_rate": 5.418938437740655e-05, + "loss": 0.0301, + "step": 14990 + }, + { + "epoch": 14.03180542563143, + "grad_norm": 0.1366575062274933, + "learning_rate": 5.413445998978658e-05, + "loss": 0.0306, + "step": 15000 + }, + { + "epoch": 14.041159962581853, + "grad_norm": 0.12312980741262436, + "learning_rate": 5.407953057840789e-05, + "loss": 0.0307, + "step": 15010 + }, + { + "epoch": 14.050514499532273, + "grad_norm": 0.0851464495062828, + "learning_rate": 5.4024596210014853e-05, + "loss": 0.0314, + "step": 15020 + }, + { + "epoch": 14.059869036482693, + "grad_norm": 0.11022192239761353, + "learning_rate": 5.3969656951357935e-05, + "loss": 0.0313, + "step": 15030 + }, + { + "epoch": 14.069223573433115, + "grad_norm": 0.10877808928489685, + "learning_rate": 5.3914712869193504e-05, + "loss": 0.0302, + "step": 15040 + }, + { + "epoch": 14.078578110383535, + "grad_norm": 0.13110747933387756, + "learning_rate": 5.385976403028381e-05, + "loss": 0.0294, + "step": 15050 + }, + { + "epoch": 14.087932647333957, + "grad_norm": 0.09245707839727402, + "learning_rate": 5.3804810501396875e-05, + "loss": 0.0297, + "step": 15060 + }, + { + "epoch": 14.097287184284378, + "grad_norm": 0.10652071237564087, + "learning_rate": 5.374985234930639e-05, + "loss": 0.0304, + "step": 15070 + }, + { + "epoch": 14.1066417212348, + "grad_norm": 0.1042868122458458, + "learning_rate": 5.3694889640791724e-05, + "loss": 0.0294, + "step": 15080 + }, + { + "epoch": 14.11599625818522, + "grad_norm": 0.1281360387802124, + "learning_rate": 5.3639922442637736e-05, + "loss": 0.0294, + "step": 15090 + }, + { + "epoch": 14.12535079513564, + "grad_norm": 0.14755772054195404, + "learning_rate": 5.358495082163476e-05, + "loss": 0.0315, + "step": 15100 + }, + { + "epoch": 14.134705332086062, + "grad_norm": 0.10357139259576797, + "learning_rate": 5.35299748445785e-05, + "loss": 0.0319, + "step": 15110 + }, + { + "epoch": 14.144059869036482, + "grad_norm": 0.14030009508132935, + "learning_rate": 5.3474994578269944e-05, + "loss": 0.0309, + "step": 15120 + }, + { + "epoch": 14.153414405986904, + "grad_norm": 0.09838948398828506, + "learning_rate": 5.34200100895153e-05, + "loss": 0.0293, + "step": 15130 + }, + { + "epoch": 14.162768942937324, + "grad_norm": 0.10955587774515152, + "learning_rate": 5.3365021445125916e-05, + "loss": 0.0318, + "step": 15140 + }, + { + "epoch": 14.172123479887745, + "grad_norm": 0.10306292772293091, + "learning_rate": 5.331002871191817e-05, + "loss": 0.0288, + "step": 15150 + }, + { + "epoch": 14.181478016838167, + "grad_norm": 0.0961291566491127, + "learning_rate": 5.3255031956713443e-05, + "loss": 0.0302, + "step": 15160 + }, + { + "epoch": 14.190832553788587, + "grad_norm": 0.11179061233997345, + "learning_rate": 5.320003124633795e-05, + "loss": 0.0301, + "step": 15170 + }, + { + "epoch": 14.200187090739009, + "grad_norm": 0.12118951231241226, + "learning_rate": 5.314502664762274e-05, + "loss": 0.0305, + "step": 15180 + }, + { + "epoch": 14.209541627689429, + "grad_norm": 0.11661786586046219, + "learning_rate": 5.3090018227403604e-05, + "loss": 0.0295, + "step": 15190 + }, + { + "epoch": 14.218896164639851, + "grad_norm": 0.1220879852771759, + "learning_rate": 5.3035006052520955e-05, + "loss": 0.0313, + "step": 15200 + }, + { + "epoch": 14.228250701590271, + "grad_norm": 0.09662189334630966, + "learning_rate": 5.297999018981976e-05, + "loss": 0.0304, + "step": 15210 + }, + { + "epoch": 14.237605238540691, + "grad_norm": 0.09606453031301498, + "learning_rate": 5.2924970706149505e-05, + "loss": 0.03, + "step": 15220 + }, + { + "epoch": 14.246959775491113, + "grad_norm": 0.08086974173784256, + "learning_rate": 5.2869947668364014e-05, + "loss": 0.0283, + "step": 15230 + }, + { + "epoch": 14.256314312441534, + "grad_norm": 0.10042446851730347, + "learning_rate": 5.2814921143321504e-05, + "loss": 0.0294, + "step": 15240 + }, + { + "epoch": 14.265668849391956, + "grad_norm": 0.11417160928249359, + "learning_rate": 5.275989119788436e-05, + "loss": 0.0303, + "step": 15250 + }, + { + "epoch": 14.275023386342376, + "grad_norm": 0.09820721298456192, + "learning_rate": 5.270485789891919e-05, + "loss": 0.0283, + "step": 15260 + }, + { + "epoch": 14.284377923292798, + "grad_norm": 0.09496341645717621, + "learning_rate": 5.264982131329661e-05, + "loss": 0.0314, + "step": 15270 + }, + { + "epoch": 14.293732460243218, + "grad_norm": 0.119357168674469, + "learning_rate": 5.259478150789128e-05, + "loss": 0.029, + "step": 15280 + }, + { + "epoch": 14.303086997193638, + "grad_norm": 0.10914237797260284, + "learning_rate": 5.253973854958173e-05, + "loss": 0.0297, + "step": 15290 + }, + { + "epoch": 14.31244153414406, + "grad_norm": 0.121125727891922, + "learning_rate": 5.2484692505250376e-05, + "loss": 0.0303, + "step": 15300 + }, + { + "epoch": 14.32179607109448, + "grad_norm": 0.1594969630241394, + "learning_rate": 5.242964344178333e-05, + "loss": 0.0298, + "step": 15310 + }, + { + "epoch": 14.331150608044902, + "grad_norm": 0.0930948331952095, + "learning_rate": 5.237459142607041e-05, + "loss": 0.0313, + "step": 15320 + }, + { + "epoch": 14.340505144995323, + "grad_norm": 0.10119759291410446, + "learning_rate": 5.231953652500498e-05, + "loss": 0.0298, + "step": 15330 + }, + { + "epoch": 14.349859681945743, + "grad_norm": 0.10857769846916199, + "learning_rate": 5.2264478805483976e-05, + "loss": 0.0297, + "step": 15340 + }, + { + "epoch": 14.359214218896165, + "grad_norm": 0.12610220909118652, + "learning_rate": 5.220941833440768e-05, + "loss": 0.0304, + "step": 15350 + }, + { + "epoch": 14.368568755846585, + "grad_norm": 0.09480658173561096, + "learning_rate": 5.215435517867977e-05, + "loss": 0.0278, + "step": 15360 + }, + { + "epoch": 14.377923292797007, + "grad_norm": 0.11179102212190628, + "learning_rate": 5.209928940520719e-05, + "loss": 0.03, + "step": 15370 + }, + { + "epoch": 14.387277829747427, + "grad_norm": 0.08339583873748779, + "learning_rate": 5.204422108090004e-05, + "loss": 0.0293, + "step": 15380 + }, + { + "epoch": 14.39663236669785, + "grad_norm": 0.0911460667848587, + "learning_rate": 5.19891502726715e-05, + "loss": 0.0285, + "step": 15390 + }, + { + "epoch": 14.40598690364827, + "grad_norm": 0.10215453058481216, + "learning_rate": 5.193407704743782e-05, + "loss": 0.031, + "step": 15400 + }, + { + "epoch": 14.41534144059869, + "grad_norm": 0.1259574294090271, + "learning_rate": 5.187900147211815e-05, + "loss": 0.0289, + "step": 15410 + }, + { + "epoch": 14.424695977549112, + "grad_norm": 0.1294032335281372, + "learning_rate": 5.182392361363453e-05, + "loss": 0.0279, + "step": 15420 + }, + { + "epoch": 14.434050514499532, + "grad_norm": 0.11562266945838928, + "learning_rate": 5.176884353891172e-05, + "loss": 0.0278, + "step": 15430 + }, + { + "epoch": 14.443405051449954, + "grad_norm": 0.1578141450881958, + "learning_rate": 5.171376131487722e-05, + "loss": 0.0292, + "step": 15440 + }, + { + "epoch": 14.452759588400374, + "grad_norm": 0.1196686178445816, + "learning_rate": 5.165867700846113e-05, + "loss": 0.0301, + "step": 15450 + }, + { + "epoch": 14.462114125350794, + "grad_norm": 0.13015012443065643, + "learning_rate": 5.160359068659606e-05, + "loss": 0.0278, + "step": 15460 + }, + { + "epoch": 14.471468662301216, + "grad_norm": 0.1060902327299118, + "learning_rate": 5.154850241621712e-05, + "loss": 0.0327, + "step": 15470 + }, + { + "epoch": 14.480823199251637, + "grad_norm": 0.15738767385482788, + "learning_rate": 5.149341226426172e-05, + "loss": 0.0299, + "step": 15480 + }, + { + "epoch": 14.490177736202059, + "grad_norm": 0.11827541887760162, + "learning_rate": 5.14383202976696e-05, + "loss": 0.0282, + "step": 15490 + }, + { + "epoch": 14.499532273152479, + "grad_norm": 0.12659600377082825, + "learning_rate": 5.1383226583382684e-05, + "loss": 0.0287, + "step": 15500 + }, + { + "epoch": 14.5088868101029, + "grad_norm": 0.1352139115333557, + "learning_rate": 5.132813118834504e-05, + "loss": 0.0283, + "step": 15510 + }, + { + "epoch": 14.518241347053321, + "grad_norm": 0.14177609980106354, + "learning_rate": 5.1273034179502777e-05, + "loss": 0.0287, + "step": 15520 + }, + { + "epoch": 14.527595884003741, + "grad_norm": 0.11347140371799469, + "learning_rate": 5.1217935623803945e-05, + "loss": 0.029, + "step": 15530 + }, + { + "epoch": 14.536950420954163, + "grad_norm": 0.10667818039655685, + "learning_rate": 5.1162835588198476e-05, + "loss": 0.0289, + "step": 15540 + }, + { + "epoch": 14.546304957904583, + "grad_norm": 0.0966048613190651, + "learning_rate": 5.110773413963813e-05, + "loss": 0.0287, + "step": 15550 + }, + { + "epoch": 14.555659494855005, + "grad_norm": 0.09587910026311874, + "learning_rate": 5.105263134507636e-05, + "loss": 0.0299, + "step": 15560 + }, + { + "epoch": 14.565014031805426, + "grad_norm": 0.12567229568958282, + "learning_rate": 5.099752727146824e-05, + "loss": 0.0286, + "step": 15570 + }, + { + "epoch": 14.574368568755848, + "grad_norm": 0.11305897682905197, + "learning_rate": 5.094242198577042e-05, + "loss": 0.031, + "step": 15580 + }, + { + "epoch": 14.583723105706268, + "grad_norm": 0.11083006113767624, + "learning_rate": 5.088731555494102e-05, + "loss": 0.0286, + "step": 15590 + }, + { + "epoch": 14.593077642656688, + "grad_norm": 0.12430478632450104, + "learning_rate": 5.0832208045939556e-05, + "loss": 0.0299, + "step": 15600 + }, + { + "epoch": 14.60243217960711, + "grad_norm": 0.09069464355707169, + "learning_rate": 5.0777099525726844e-05, + "loss": 0.0284, + "step": 15610 + }, + { + "epoch": 14.61178671655753, + "grad_norm": 0.13652823865413666, + "learning_rate": 5.072199006126494e-05, + "loss": 0.0294, + "step": 15620 + }, + { + "epoch": 14.621141253507952, + "grad_norm": 0.1398487538099289, + "learning_rate": 5.0666879719517026e-05, + "loss": 0.0294, + "step": 15630 + }, + { + "epoch": 14.630495790458372, + "grad_norm": 0.1062789186835289, + "learning_rate": 5.061176856744737e-05, + "loss": 0.0308, + "step": 15640 + }, + { + "epoch": 14.639850327408793, + "grad_norm": 0.115364670753479, + "learning_rate": 5.0556656672021205e-05, + "loss": 0.029, + "step": 15650 + }, + { + "epoch": 14.649204864359215, + "grad_norm": 0.12126541137695312, + "learning_rate": 5.050154410020472e-05, + "loss": 0.0276, + "step": 15660 + }, + { + "epoch": 14.658559401309635, + "grad_norm": 0.09420391917228699, + "learning_rate": 5.044643091896485e-05, + "loss": 0.0299, + "step": 15670 + }, + { + "epoch": 14.667913938260057, + "grad_norm": 0.11126739531755447, + "learning_rate": 5.039131719526932e-05, + "loss": 0.0294, + "step": 15680 + }, + { + "epoch": 14.677268475210477, + "grad_norm": 0.11466521769762039, + "learning_rate": 5.03362029960865e-05, + "loss": 0.0292, + "step": 15690 + }, + { + "epoch": 14.686623012160897, + "grad_norm": 0.11478585749864578, + "learning_rate": 5.028108838838533e-05, + "loss": 0.0314, + "step": 15700 + }, + { + "epoch": 14.69597754911132, + "grad_norm": 0.11304717510938644, + "learning_rate": 5.0225973439135276e-05, + "loss": 0.0293, + "step": 15710 + }, + { + "epoch": 14.70533208606174, + "grad_norm": 0.09681180864572525, + "learning_rate": 5.017085821530617e-05, + "loss": 0.0296, + "step": 15720 + }, + { + "epoch": 14.714686623012161, + "grad_norm": 0.11228705197572708, + "learning_rate": 5.011574278386822e-05, + "loss": 0.028, + "step": 15730 + }, + { + "epoch": 14.724041159962582, + "grad_norm": 0.1068076640367508, + "learning_rate": 5.006062721179189e-05, + "loss": 0.0297, + "step": 15740 + }, + { + "epoch": 14.733395696913004, + "grad_norm": 0.09926080703735352, + "learning_rate": 5.000551156604777e-05, + "loss": 0.0287, + "step": 15750 + }, + { + "epoch": 14.742750233863424, + "grad_norm": 0.09578150510787964, + "learning_rate": 4.9950395913606594e-05, + "loss": 0.0296, + "step": 15760 + }, + { + "epoch": 14.752104770813844, + "grad_norm": 0.10133212804794312, + "learning_rate": 4.989528032143903e-05, + "loss": 0.0298, + "step": 15770 + }, + { + "epoch": 14.761459307764266, + "grad_norm": 0.10227085649967194, + "learning_rate": 4.984016485651578e-05, + "loss": 0.0287, + "step": 15780 + }, + { + "epoch": 14.770813844714686, + "grad_norm": 0.13922899961471558, + "learning_rate": 4.9785049585807274e-05, + "loss": 0.0282, + "step": 15790 + }, + { + "epoch": 14.780168381665108, + "grad_norm": 0.1255996972322464, + "learning_rate": 4.972993457628381e-05, + "loss": 0.03, + "step": 15800 + }, + { + "epoch": 14.789522918615528, + "grad_norm": 0.13305316865444183, + "learning_rate": 4.9674819894915306e-05, + "loss": 0.0294, + "step": 15810 + }, + { + "epoch": 14.79887745556595, + "grad_norm": 0.10561708360910416, + "learning_rate": 4.9619705608671265e-05, + "loss": 0.0293, + "step": 15820 + }, + { + "epoch": 14.80823199251637, + "grad_norm": 0.13825459778308868, + "learning_rate": 4.956459178452079e-05, + "loss": 0.0285, + "step": 15830 + }, + { + "epoch": 14.81758652946679, + "grad_norm": 0.1057875007390976, + "learning_rate": 4.950947848943235e-05, + "loss": 0.0286, + "step": 15840 + }, + { + "epoch": 14.826941066417213, + "grad_norm": 0.09170819073915482, + "learning_rate": 4.9454365790373805e-05, + "loss": 0.0286, + "step": 15850 + }, + { + "epoch": 14.836295603367633, + "grad_norm": 0.09941516816616058, + "learning_rate": 4.939925375431226e-05, + "loss": 0.03, + "step": 15860 + }, + { + "epoch": 14.845650140318055, + "grad_norm": 0.13220766186714172, + "learning_rate": 4.9344142448214046e-05, + "loss": 0.0297, + "step": 15870 + }, + { + "epoch": 14.855004677268475, + "grad_norm": 0.09877338260412216, + "learning_rate": 4.928903193904461e-05, + "loss": 0.0291, + "step": 15880 + }, + { + "epoch": 14.864359214218895, + "grad_norm": 0.10695189237594604, + "learning_rate": 4.923392229376842e-05, + "loss": 0.0286, + "step": 15890 + }, + { + "epoch": 14.873713751169317, + "grad_norm": 0.10964452475309372, + "learning_rate": 4.9178813579348865e-05, + "loss": 0.0289, + "step": 15900 + }, + { + "epoch": 14.883068288119738, + "grad_norm": 0.11144821345806122, + "learning_rate": 4.9123705862748253e-05, + "loss": 0.0293, + "step": 15910 + }, + { + "epoch": 14.89242282507016, + "grad_norm": 0.11157754808664322, + "learning_rate": 4.9068599210927627e-05, + "loss": 0.0293, + "step": 15920 + }, + { + "epoch": 14.90177736202058, + "grad_norm": 0.15669091045856476, + "learning_rate": 4.901349369084681e-05, + "loss": 0.0296, + "step": 15930 + }, + { + "epoch": 14.911131898971, + "grad_norm": 0.10769132524728775, + "learning_rate": 4.8958389369464156e-05, + "loss": 0.0287, + "step": 15940 + }, + { + "epoch": 14.920486435921422, + "grad_norm": 0.1270260214805603, + "learning_rate": 4.890328631373666e-05, + "loss": 0.0308, + "step": 15950 + }, + { + "epoch": 14.929840972871842, + "grad_norm": 0.09223949909210205, + "learning_rate": 4.88481845906197e-05, + "loss": 0.029, + "step": 15960 + }, + { + "epoch": 14.939195509822264, + "grad_norm": 0.13013143837451935, + "learning_rate": 4.879308426706707e-05, + "loss": 0.0299, + "step": 15970 + }, + { + "epoch": 14.948550046772684, + "grad_norm": 0.14930617809295654, + "learning_rate": 4.873798541003084e-05, + "loss": 0.0298, + "step": 15980 + }, + { + "epoch": 14.957904583723106, + "grad_norm": 0.09416984021663666, + "learning_rate": 4.868288808646136e-05, + "loss": 0.0308, + "step": 15990 + }, + { + "epoch": 14.967259120673527, + "grad_norm": 0.1328132301568985, + "learning_rate": 4.862779236330705e-05, + "loss": 0.0279, + "step": 16000 + }, + { + "epoch": 14.976613657623947, + "grad_norm": 0.1215047836303711, + "learning_rate": 4.8572698307514395e-05, + "loss": 0.0293, + "step": 16010 + }, + { + "epoch": 14.985968194574369, + "grad_norm": 0.09882975369691849, + "learning_rate": 4.85176059860279e-05, + "loss": 0.0282, + "step": 16020 + }, + { + "epoch": 14.995322731524789, + "grad_norm": 0.10826810449361801, + "learning_rate": 4.846251546578989e-05, + "loss": 0.0298, + "step": 16030 + }, + { + "epoch": 15.004677268475211, + "grad_norm": 0.09505400061607361, + "learning_rate": 4.840742681374058e-05, + "loss": 0.0288, + "step": 16040 + }, + { + "epoch": 15.014031805425631, + "grad_norm": 0.08664803206920624, + "learning_rate": 4.835234009681787e-05, + "loss": 0.0282, + "step": 16050 + }, + { + "epoch": 15.023386342376053, + "grad_norm": 0.09758646041154861, + "learning_rate": 4.8297255381957296e-05, + "loss": 0.0292, + "step": 16060 + }, + { + "epoch": 15.032740879326473, + "grad_norm": 0.1052701398730278, + "learning_rate": 4.824217273609198e-05, + "loss": 0.0298, + "step": 16070 + }, + { + "epoch": 15.042095416276894, + "grad_norm": 0.1250215619802475, + "learning_rate": 4.8187092226152555e-05, + "loss": 0.0273, + "step": 16080 + }, + { + "epoch": 15.051449953227316, + "grad_norm": 0.08979552984237671, + "learning_rate": 4.8132013919067016e-05, + "loss": 0.0281, + "step": 16090 + }, + { + "epoch": 15.060804490177736, + "grad_norm": 0.11028091609477997, + "learning_rate": 4.807693788176071e-05, + "loss": 0.0277, + "step": 16100 + }, + { + "epoch": 15.070159027128158, + "grad_norm": 0.11529410630464554, + "learning_rate": 4.8021864181156214e-05, + "loss": 0.028, + "step": 16110 + }, + { + "epoch": 15.079513564078578, + "grad_norm": 0.13241106271743774, + "learning_rate": 4.796679288417326e-05, + "loss": 0.0281, + "step": 16120 + }, + { + "epoch": 15.088868101028998, + "grad_norm": 0.11739922314882278, + "learning_rate": 4.791172405772866e-05, + "loss": 0.0261, + "step": 16130 + }, + { + "epoch": 15.09822263797942, + "grad_norm": 0.11927652359008789, + "learning_rate": 4.785665776873625e-05, + "loss": 0.0267, + "step": 16140 + }, + { + "epoch": 15.10757717492984, + "grad_norm": 0.11151678115129471, + "learning_rate": 4.7801594084106763e-05, + "loss": 0.0284, + "step": 16150 + }, + { + "epoch": 15.116931711880262, + "grad_norm": 0.10244432091712952, + "learning_rate": 4.774653307074775e-05, + "loss": 0.0281, + "step": 16160 + }, + { + "epoch": 15.126286248830683, + "grad_norm": 0.10770050436258316, + "learning_rate": 4.769147479556355e-05, + "loss": 0.0257, + "step": 16170 + }, + { + "epoch": 15.135640785781105, + "grad_norm": 0.09777969121932983, + "learning_rate": 4.763641932545515e-05, + "loss": 0.0275, + "step": 16180 + }, + { + "epoch": 15.144995322731525, + "grad_norm": 0.09795016050338745, + "learning_rate": 4.758136672732013e-05, + "loss": 0.0288, + "step": 16190 + }, + { + "epoch": 15.154349859681945, + "grad_norm": 0.10834597051143646, + "learning_rate": 4.752631706805261e-05, + "loss": 0.0266, + "step": 16200 + }, + { + "epoch": 15.163704396632367, + "grad_norm": 0.08893213421106339, + "learning_rate": 4.7471270414543114e-05, + "loss": 0.028, + "step": 16210 + }, + { + "epoch": 15.173058933582787, + "grad_norm": 0.09245002269744873, + "learning_rate": 4.741622683367849e-05, + "loss": 0.0282, + "step": 16220 + }, + { + "epoch": 15.18241347053321, + "grad_norm": 0.11100532859563828, + "learning_rate": 4.736118639234191e-05, + "loss": 0.029, + "step": 16230 + }, + { + "epoch": 15.19176800748363, + "grad_norm": 0.13886401057243347, + "learning_rate": 4.730614915741267e-05, + "loss": 0.0245, + "step": 16240 + }, + { + "epoch": 15.20112254443405, + "grad_norm": 0.12379379570484161, + "learning_rate": 4.7251115195766234e-05, + "loss": 0.0265, + "step": 16250 + }, + { + "epoch": 15.210477081384472, + "grad_norm": 0.10997674614191055, + "learning_rate": 4.719608457427404e-05, + "loss": 0.0277, + "step": 16260 + }, + { + "epoch": 15.219831618334892, + "grad_norm": 0.13854078948497772, + "learning_rate": 4.714105735980347e-05, + "loss": 0.0288, + "step": 16270 + }, + { + "epoch": 15.229186155285314, + "grad_norm": 0.12895484268665314, + "learning_rate": 4.70860336192178e-05, + "loss": 0.0268, + "step": 16280 + }, + { + "epoch": 15.238540692235734, + "grad_norm": 0.09371967613697052, + "learning_rate": 4.7031013419376034e-05, + "loss": 0.0266, + "step": 16290 + }, + { + "epoch": 15.247895229186156, + "grad_norm": 0.08824904263019562, + "learning_rate": 4.6975996827132926e-05, + "loss": 0.0264, + "step": 16300 + }, + { + "epoch": 15.257249766136576, + "grad_norm": 0.09959600120782852, + "learning_rate": 4.692098390933883e-05, + "loss": 0.0268, + "step": 16310 + }, + { + "epoch": 15.266604303086996, + "grad_norm": 0.08002015948295593, + "learning_rate": 4.6865974732839615e-05, + "loss": 0.0291, + "step": 16320 + }, + { + "epoch": 15.275958840037418, + "grad_norm": 0.10373951494693756, + "learning_rate": 4.6810969364476615e-05, + "loss": 0.0295, + "step": 16330 + }, + { + "epoch": 15.285313376987839, + "grad_norm": 0.10404057055711746, + "learning_rate": 4.675596787108653e-05, + "loss": 0.0295, + "step": 16340 + }, + { + "epoch": 15.29466791393826, + "grad_norm": 0.10542434453964233, + "learning_rate": 4.670097031950139e-05, + "loss": 0.0284, + "step": 16350 + }, + { + "epoch": 15.30402245088868, + "grad_norm": 0.08195900917053223, + "learning_rate": 4.664597677654838e-05, + "loss": 0.0277, + "step": 16360 + }, + { + "epoch": 15.313376987839103, + "grad_norm": 0.09874928742647171, + "learning_rate": 4.659098730904986e-05, + "loss": 0.0286, + "step": 16370 + }, + { + "epoch": 15.322731524789523, + "grad_norm": 0.092628113925457, + "learning_rate": 4.6536001983823204e-05, + "loss": 0.0283, + "step": 16380 + }, + { + "epoch": 15.332086061739943, + "grad_norm": 0.09684193879365921, + "learning_rate": 4.648102086768078e-05, + "loss": 0.026, + "step": 16390 + }, + { + "epoch": 15.341440598690365, + "grad_norm": 0.10818668454885483, + "learning_rate": 4.6426044027429786e-05, + "loss": 0.0275, + "step": 16400 + }, + { + "epoch": 15.350795135640785, + "grad_norm": 0.09029054641723633, + "learning_rate": 4.637107152987234e-05, + "loss": 0.0264, + "step": 16410 + }, + { + "epoch": 15.360149672591207, + "grad_norm": 0.10633612424135208, + "learning_rate": 4.631610344180515e-05, + "loss": 0.0284, + "step": 16420 + }, + { + "epoch": 15.369504209541628, + "grad_norm": 0.08497302979230881, + "learning_rate": 4.626113983001965e-05, + "loss": 0.0262, + "step": 16430 + }, + { + "epoch": 15.378858746492048, + "grad_norm": 0.12089020758867264, + "learning_rate": 4.620618076130182e-05, + "loss": 0.0265, + "step": 16440 + }, + { + "epoch": 15.38821328344247, + "grad_norm": 0.08240552246570587, + "learning_rate": 4.6151226302432074e-05, + "loss": 0.0278, + "step": 16450 + }, + { + "epoch": 15.39756782039289, + "grad_norm": 0.11566820740699768, + "learning_rate": 4.6096276520185304e-05, + "loss": 0.0294, + "step": 16460 + }, + { + "epoch": 15.406922357343312, + "grad_norm": 0.11367879062891006, + "learning_rate": 4.604133148133066e-05, + "loss": 0.0266, + "step": 16470 + }, + { + "epoch": 15.416276894293732, + "grad_norm": 0.12288802117109299, + "learning_rate": 4.598639125263155e-05, + "loss": 0.0266, + "step": 16480 + }, + { + "epoch": 15.425631431244154, + "grad_norm": 0.09245660901069641, + "learning_rate": 4.593145590084553e-05, + "loss": 0.0282, + "step": 16490 + }, + { + "epoch": 15.434985968194574, + "grad_norm": 0.12020422518253326, + "learning_rate": 4.58765254927242e-05, + "loss": 0.0276, + "step": 16500 + }, + { + "epoch": 15.444340505144995, + "grad_norm": 0.09866552799940109, + "learning_rate": 4.582160009501323e-05, + "loss": 0.0269, + "step": 16510 + }, + { + "epoch": 15.453695042095417, + "grad_norm": 0.11034524440765381, + "learning_rate": 4.5766679774452143e-05, + "loss": 0.0271, + "step": 16520 + }, + { + "epoch": 15.463049579045837, + "grad_norm": 0.11331143230199814, + "learning_rate": 4.571176459777431e-05, + "loss": 0.0278, + "step": 16530 + }, + { + "epoch": 15.472404115996259, + "grad_norm": 0.0902460440993309, + "learning_rate": 4.5656854631706846e-05, + "loss": 0.0271, + "step": 16540 + }, + { + "epoch": 15.481758652946679, + "grad_norm": 0.09328161180019379, + "learning_rate": 4.560194994297054e-05, + "loss": 0.0286, + "step": 16550 + }, + { + "epoch": 15.4911131898971, + "grad_norm": 0.07656539976596832, + "learning_rate": 4.554705059827974e-05, + "loss": 0.0249, + "step": 16560 + }, + { + "epoch": 15.500467726847521, + "grad_norm": 0.11695107072591782, + "learning_rate": 4.5492156664342365e-05, + "loss": 0.0268, + "step": 16570 + }, + { + "epoch": 15.509822263797941, + "grad_norm": 0.11571116000413895, + "learning_rate": 4.5437268207859695e-05, + "loss": 0.0289, + "step": 16580 + }, + { + "epoch": 15.519176800748363, + "grad_norm": 0.11526079475879669, + "learning_rate": 4.538238529552641e-05, + "loss": 0.0279, + "step": 16590 + }, + { + "epoch": 15.528531337698784, + "grad_norm": 0.1181713119149208, + "learning_rate": 4.5327507994030394e-05, + "loss": 0.0274, + "step": 16600 + }, + { + "epoch": 15.537885874649206, + "grad_norm": 0.12237324565649033, + "learning_rate": 4.527263637005273e-05, + "loss": 0.0274, + "step": 16610 + }, + { + "epoch": 15.547240411599626, + "grad_norm": 0.11718429625034332, + "learning_rate": 4.521777049026766e-05, + "loss": 0.0271, + "step": 16620 + }, + { + "epoch": 15.556594948550046, + "grad_norm": 0.09752893447875977, + "learning_rate": 4.5162910421342386e-05, + "loss": 0.0266, + "step": 16630 + }, + { + "epoch": 15.565949485500468, + "grad_norm": 0.10131815075874329, + "learning_rate": 4.510805622993706e-05, + "loss": 0.0266, + "step": 16640 + }, + { + "epoch": 15.575304022450888, + "grad_norm": 0.1124059185385704, + "learning_rate": 4.505320798270467e-05, + "loss": 0.0294, + "step": 16650 + }, + { + "epoch": 15.58465855940131, + "grad_norm": 0.10542889684438705, + "learning_rate": 4.499836574629105e-05, + "loss": 0.0269, + "step": 16660 + }, + { + "epoch": 15.59401309635173, + "grad_norm": 0.12898316979408264, + "learning_rate": 4.494352958733465e-05, + "loss": 0.0265, + "step": 16670 + }, + { + "epoch": 15.603367633302152, + "grad_norm": 0.09681408107280731, + "learning_rate": 4.488869957246663e-05, + "loss": 0.0277, + "step": 16680 + }, + { + "epoch": 15.612722170252573, + "grad_norm": 0.14239440858364105, + "learning_rate": 4.4833875768310575e-05, + "loss": 0.0275, + "step": 16690 + }, + { + "epoch": 15.622076707202993, + "grad_norm": 0.13851746916770935, + "learning_rate": 4.47790582414826e-05, + "loss": 0.0287, + "step": 16700 + }, + { + "epoch": 15.631431244153415, + "grad_norm": 0.10166681557893753, + "learning_rate": 4.472424705859114e-05, + "loss": 0.0278, + "step": 16710 + }, + { + "epoch": 15.640785781103835, + "grad_norm": 0.10804634541273117, + "learning_rate": 4.466944228623701e-05, + "loss": 0.0278, + "step": 16720 + }, + { + "epoch": 15.650140318054257, + "grad_norm": 0.095615454018116, + "learning_rate": 4.461464399101312e-05, + "loss": 0.0267, + "step": 16730 + }, + { + "epoch": 15.659494855004677, + "grad_norm": 0.10164959728717804, + "learning_rate": 4.45598522395046e-05, + "loss": 0.028, + "step": 16740 + }, + { + "epoch": 15.668849391955098, + "grad_norm": 0.10792824625968933, + "learning_rate": 4.4505067098288577e-05, + "loss": 0.0289, + "step": 16750 + }, + { + "epoch": 15.67820392890552, + "grad_norm": 0.10597284883260727, + "learning_rate": 4.445028863393417e-05, + "loss": 0.0278, + "step": 16760 + }, + { + "epoch": 15.68755846585594, + "grad_norm": 0.08326702564954758, + "learning_rate": 4.439551691300236e-05, + "loss": 0.0262, + "step": 16770 + }, + { + "epoch": 15.696913002806362, + "grad_norm": 0.09106440842151642, + "learning_rate": 4.434075200204599e-05, + "loss": 0.0258, + "step": 16780 + }, + { + "epoch": 15.706267539756782, + "grad_norm": 0.09322691708803177, + "learning_rate": 4.428599396760956e-05, + "loss": 0.0261, + "step": 16790 + }, + { + "epoch": 15.715622076707202, + "grad_norm": 0.09846996515989304, + "learning_rate": 4.423124287622926e-05, + "loss": 0.0278, + "step": 16800 + }, + { + "epoch": 15.724976613657624, + "grad_norm": 0.10315927863121033, + "learning_rate": 4.417649879443282e-05, + "loss": 0.0283, + "step": 16810 + }, + { + "epoch": 15.734331150608044, + "grad_norm": 0.08888010680675507, + "learning_rate": 4.4121761788739444e-05, + "loss": 0.0273, + "step": 16820 + }, + { + "epoch": 15.743685687558466, + "grad_norm": 0.09404851496219635, + "learning_rate": 4.4067031925659805e-05, + "loss": 0.0264, + "step": 16830 + }, + { + "epoch": 15.753040224508887, + "grad_norm": 0.1251656711101532, + "learning_rate": 4.4012309271695816e-05, + "loss": 0.026, + "step": 16840 + }, + { + "epoch": 15.762394761459309, + "grad_norm": 0.10058220475912094, + "learning_rate": 4.395759389334067e-05, + "loss": 0.0269, + "step": 16850 + }, + { + "epoch": 15.771749298409729, + "grad_norm": 0.10034386813640594, + "learning_rate": 4.3902885857078685e-05, + "loss": 0.0257, + "step": 16860 + }, + { + "epoch": 15.781103835360149, + "grad_norm": 0.1041496992111206, + "learning_rate": 4.384818522938531e-05, + "loss": 0.027, + "step": 16870 + }, + { + "epoch": 15.790458372310571, + "grad_norm": 0.11027780175209045, + "learning_rate": 4.379349207672695e-05, + "loss": 0.0284, + "step": 16880 + }, + { + "epoch": 15.799812909260991, + "grad_norm": 0.12911221385002136, + "learning_rate": 4.373880646556098e-05, + "loss": 0.0254, + "step": 16890 + }, + { + "epoch": 15.809167446211413, + "grad_norm": 0.14202025532722473, + "learning_rate": 4.3684128462335533e-05, + "loss": 0.0285, + "step": 16900 + }, + { + "epoch": 15.818521983161833, + "grad_norm": 0.1096145436167717, + "learning_rate": 4.362945813348955e-05, + "loss": 0.0259, + "step": 16910 + }, + { + "epoch": 15.827876520112255, + "grad_norm": 0.10941481590270996, + "learning_rate": 4.357479554545262e-05, + "loss": 0.0273, + "step": 16920 + }, + { + "epoch": 15.837231057062676, + "grad_norm": 0.12075939029455185, + "learning_rate": 4.352014076464499e-05, + "loss": 0.0264, + "step": 16930 + }, + { + "epoch": 15.846585594013096, + "grad_norm": 0.09363158792257309, + "learning_rate": 4.346549385747734e-05, + "loss": 0.0278, + "step": 16940 + }, + { + "epoch": 15.855940130963518, + "grad_norm": 0.0876147449016571, + "learning_rate": 4.34108548903508e-05, + "loss": 0.0285, + "step": 16950 + }, + { + "epoch": 15.865294667913938, + "grad_norm": 0.09528174251317978, + "learning_rate": 4.335622392965689e-05, + "loss": 0.0261, + "step": 16960 + }, + { + "epoch": 15.87464920486436, + "grad_norm": 0.09116384387016296, + "learning_rate": 4.330160104177738e-05, + "loss": 0.0274, + "step": 16970 + }, + { + "epoch": 15.88400374181478, + "grad_norm": 0.10577210038900375, + "learning_rate": 4.32469862930842e-05, + "loss": 0.0276, + "step": 16980 + }, + { + "epoch": 15.8933582787652, + "grad_norm": 0.09652776271104813, + "learning_rate": 4.319237974993946e-05, + "loss": 0.0284, + "step": 16990 + }, + { + "epoch": 15.902712815715622, + "grad_norm": 0.09588457643985748, + "learning_rate": 4.3137781478695236e-05, + "loss": 0.028, + "step": 17000 + }, + { + "epoch": 15.912067352666043, + "grad_norm": 0.08797347545623779, + "learning_rate": 4.308319154569358e-05, + "loss": 0.0284, + "step": 17010 + }, + { + "epoch": 15.921421889616465, + "grad_norm": 0.11166999489068985, + "learning_rate": 4.302861001726641e-05, + "loss": 0.0266, + "step": 17020 + }, + { + "epoch": 15.930776426566885, + "grad_norm": 0.0783245712518692, + "learning_rate": 4.2974036959735415e-05, + "loss": 0.0278, + "step": 17030 + }, + { + "epoch": 15.940130963517305, + "grad_norm": 0.09460346400737762, + "learning_rate": 4.2919472439412034e-05, + "loss": 0.0281, + "step": 17040 + }, + { + "epoch": 15.949485500467727, + "grad_norm": 0.10284354537725449, + "learning_rate": 4.286491652259729e-05, + "loss": 0.026, + "step": 17050 + }, + { + "epoch": 15.958840037418147, + "grad_norm": 0.12119919061660767, + "learning_rate": 4.281036927558178e-05, + "loss": 0.0301, + "step": 17060 + }, + { + "epoch": 15.96819457436857, + "grad_norm": 0.1094605103135109, + "learning_rate": 4.275583076464552e-05, + "loss": 0.0267, + "step": 17070 + }, + { + "epoch": 15.97754911131899, + "grad_norm": 0.11068181693553925, + "learning_rate": 4.270130105605794e-05, + "loss": 0.0253, + "step": 17080 + }, + { + "epoch": 15.986903648269411, + "grad_norm": 0.0851067304611206, + "learning_rate": 4.264678021607782e-05, + "loss": 0.027, + "step": 17090 + }, + { + "epoch": 15.996258185219832, + "grad_norm": 0.08453940600156784, + "learning_rate": 4.25922683109531e-05, + "loss": 0.0264, + "step": 17100 + }, + { + "epoch": 16.00561272217025, + "grad_norm": 0.10460607707500458, + "learning_rate": 4.25377654069209e-05, + "loss": 0.0265, + "step": 17110 + }, + { + "epoch": 16.014967259120674, + "grad_norm": 0.10069435834884644, + "learning_rate": 4.248327157020737e-05, + "loss": 0.0281, + "step": 17120 + }, + { + "epoch": 16.024321796071096, + "grad_norm": 0.09172500669956207, + "learning_rate": 4.242878686702763e-05, + "loss": 0.0258, + "step": 17130 + }, + { + "epoch": 16.033676333021514, + "grad_norm": 0.10713373124599457, + "learning_rate": 4.23743113635858e-05, + "loss": 0.0258, + "step": 17140 + }, + { + "epoch": 16.043030869971936, + "grad_norm": 0.1082875207066536, + "learning_rate": 4.2319845126074705e-05, + "loss": 0.0269, + "step": 17150 + }, + { + "epoch": 16.052385406922358, + "grad_norm": 0.09365841001272202, + "learning_rate": 4.226538822067598e-05, + "loss": 0.0252, + "step": 17160 + }, + { + "epoch": 16.061739943872777, + "grad_norm": 0.1107819452881813, + "learning_rate": 4.2210940713559896e-05, + "loss": 0.0272, + "step": 17170 + }, + { + "epoch": 16.0710944808232, + "grad_norm": 0.11026237159967422, + "learning_rate": 4.21565026708853e-05, + "loss": 0.026, + "step": 17180 + }, + { + "epoch": 16.08044901777362, + "grad_norm": 0.10313285887241364, + "learning_rate": 4.2102074158799535e-05, + "loss": 0.0247, + "step": 17190 + }, + { + "epoch": 16.089803554724043, + "grad_norm": 0.09718573093414307, + "learning_rate": 4.204765524343841e-05, + "loss": 0.0266, + "step": 17200 + }, + { + "epoch": 16.09915809167446, + "grad_norm": 0.10648280382156372, + "learning_rate": 4.1993245990926036e-05, + "loss": 0.0266, + "step": 17210 + }, + { + "epoch": 16.108512628624883, + "grad_norm": 0.12213330715894699, + "learning_rate": 4.193884646737474e-05, + "loss": 0.0277, + "step": 17220 + }, + { + "epoch": 16.117867165575305, + "grad_norm": 0.09405761957168579, + "learning_rate": 4.1884456738885124e-05, + "loss": 0.0271, + "step": 17230 + }, + { + "epoch": 16.127221702525723, + "grad_norm": 0.10629218816757202, + "learning_rate": 4.1830076871545795e-05, + "loss": 0.0262, + "step": 17240 + }, + { + "epoch": 16.136576239476145, + "grad_norm": 0.09793822467327118, + "learning_rate": 4.177570693143346e-05, + "loss": 0.0268, + "step": 17250 + }, + { + "epoch": 16.145930776426567, + "grad_norm": 0.12466299533843994, + "learning_rate": 4.172134698461271e-05, + "loss": 0.0264, + "step": 17260 + }, + { + "epoch": 16.15528531337699, + "grad_norm": 0.12226177752017975, + "learning_rate": 4.166699709713599e-05, + "loss": 0.0259, + "step": 17270 + }, + { + "epoch": 16.164639850327408, + "grad_norm": 0.09373562037944794, + "learning_rate": 4.1612657335043555e-05, + "loss": 0.0273, + "step": 17280 + }, + { + "epoch": 16.17399438727783, + "grad_norm": 0.10441500693559647, + "learning_rate": 4.155832776436331e-05, + "loss": 0.0265, + "step": 17290 + }, + { + "epoch": 16.18334892422825, + "grad_norm": 0.12011760473251343, + "learning_rate": 4.1504008451110845e-05, + "loss": 0.0274, + "step": 17300 + }, + { + "epoch": 16.19270346117867, + "grad_norm": 0.10453231632709503, + "learning_rate": 4.1449699461289225e-05, + "loss": 0.0268, + "step": 17310 + }, + { + "epoch": 16.202057998129092, + "grad_norm": 0.12114179879426956, + "learning_rate": 4.139540086088901e-05, + "loss": 0.0264, + "step": 17320 + }, + { + "epoch": 16.211412535079514, + "grad_norm": 0.09683344513177872, + "learning_rate": 4.1341112715888106e-05, + "loss": 0.0261, + "step": 17330 + }, + { + "epoch": 16.220767072029936, + "grad_norm": 0.0917235016822815, + "learning_rate": 4.128683509225172e-05, + "loss": 0.0257, + "step": 17340 + }, + { + "epoch": 16.230121608980355, + "grad_norm": 0.11123112589120865, + "learning_rate": 4.123256805593231e-05, + "loss": 0.0278, + "step": 17350 + }, + { + "epoch": 16.239476145930777, + "grad_norm": 0.10326842963695526, + "learning_rate": 4.117831167286943e-05, + "loss": 0.0255, + "step": 17360 + }, + { + "epoch": 16.2488306828812, + "grad_norm": 0.10547526925802231, + "learning_rate": 4.1124066008989685e-05, + "loss": 0.0281, + "step": 17370 + }, + { + "epoch": 16.258185219831617, + "grad_norm": 0.13301056623458862, + "learning_rate": 4.106983113020669e-05, + "loss": 0.0264, + "step": 17380 + }, + { + "epoch": 16.26753975678204, + "grad_norm": 0.12678925693035126, + "learning_rate": 4.101560710242094e-05, + "loss": 0.0266, + "step": 17390 + }, + { + "epoch": 16.27689429373246, + "grad_norm": 0.09054747223854065, + "learning_rate": 4.096139399151971e-05, + "loss": 0.0272, + "step": 17400 + }, + { + "epoch": 16.28624883068288, + "grad_norm": 0.09848381578922272, + "learning_rate": 4.090719186337709e-05, + "loss": 0.0257, + "step": 17410 + }, + { + "epoch": 16.2956033676333, + "grad_norm": 0.12193650007247925, + "learning_rate": 4.0853000783853746e-05, + "loss": 0.0264, + "step": 17420 + }, + { + "epoch": 16.304957904583723, + "grad_norm": 0.11927050352096558, + "learning_rate": 4.0798820818796956e-05, + "loss": 0.0259, + "step": 17430 + }, + { + "epoch": 16.314312441534145, + "grad_norm": 0.1157836765050888, + "learning_rate": 4.074465203404048e-05, + "loss": 0.0253, + "step": 17440 + }, + { + "epoch": 16.323666978484564, + "grad_norm": 0.11867979913949966, + "learning_rate": 4.0690494495404495e-05, + "loss": 0.0273, + "step": 17450 + }, + { + "epoch": 16.333021515434986, + "grad_norm": 0.11161144822835922, + "learning_rate": 4.0636348268695535e-05, + "loss": 0.025, + "step": 17460 + }, + { + "epoch": 16.342376052385408, + "grad_norm": 0.10103116184473038, + "learning_rate": 4.058221341970637e-05, + "loss": 0.0265, + "step": 17470 + }, + { + "epoch": 16.351730589335826, + "grad_norm": 0.09512221813201904, + "learning_rate": 4.0528090014215945e-05, + "loss": 0.0274, + "step": 17480 + }, + { + "epoch": 16.36108512628625, + "grad_norm": 0.11145389080047607, + "learning_rate": 4.047397811798929e-05, + "loss": 0.027, + "step": 17490 + }, + { + "epoch": 16.37043966323667, + "grad_norm": 0.08480364829301834, + "learning_rate": 4.041987779677745e-05, + "loss": 0.0269, + "step": 17500 + }, + { + "epoch": 16.379794200187092, + "grad_norm": 0.08323076367378235, + "learning_rate": 4.036578911631745e-05, + "loss": 0.0274, + "step": 17510 + }, + { + "epoch": 16.38914873713751, + "grad_norm": 0.08561118692159653, + "learning_rate": 4.031171214233211e-05, + "loss": 0.0253, + "step": 17520 + }, + { + "epoch": 16.398503274087933, + "grad_norm": 0.09592985361814499, + "learning_rate": 4.025764694053008e-05, + "loss": 0.0255, + "step": 17530 + }, + { + "epoch": 16.407857811038355, + "grad_norm": 0.12049055844545364, + "learning_rate": 4.020359357660566e-05, + "loss": 0.0244, + "step": 17540 + }, + { + "epoch": 16.417212347988773, + "grad_norm": 0.09577536582946777, + "learning_rate": 4.014955211623875e-05, + "loss": 0.026, + "step": 17550 + }, + { + "epoch": 16.426566884939195, + "grad_norm": 0.09250485897064209, + "learning_rate": 4.0095522625094895e-05, + "loss": 0.0245, + "step": 17560 + }, + { + "epoch": 16.435921421889617, + "grad_norm": 0.09136281162500381, + "learning_rate": 4.004150516882497e-05, + "loss": 0.0278, + "step": 17570 + }, + { + "epoch": 16.44527595884004, + "grad_norm": 0.0941331684589386, + "learning_rate": 3.99874998130653e-05, + "loss": 0.0262, + "step": 17580 + }, + { + "epoch": 16.454630495790457, + "grad_norm": 0.100734643638134, + "learning_rate": 3.9933506623437455e-05, + "loss": 0.0273, + "step": 17590 + }, + { + "epoch": 16.46398503274088, + "grad_norm": 0.09394671767950058, + "learning_rate": 3.9879525665548276e-05, + "loss": 0.0257, + "step": 17600 + }, + { + "epoch": 16.4733395696913, + "grad_norm": 0.09294963628053665, + "learning_rate": 3.9825557004989704e-05, + "loss": 0.0252, + "step": 17610 + }, + { + "epoch": 16.48269410664172, + "grad_norm": 0.08485326170921326, + "learning_rate": 3.977160070733877e-05, + "loss": 0.0268, + "step": 17620 + }, + { + "epoch": 16.492048643592142, + "grad_norm": 0.09127262979745865, + "learning_rate": 3.971765683815746e-05, + "loss": 0.0272, + "step": 17630 + }, + { + "epoch": 16.501403180542564, + "grad_norm": 0.08534153550863266, + "learning_rate": 3.966372546299265e-05, + "loss": 0.0262, + "step": 17640 + }, + { + "epoch": 16.510757717492986, + "grad_norm": 0.09717878699302673, + "learning_rate": 3.960980664737604e-05, + "loss": 0.0254, + "step": 17650 + }, + { + "epoch": 16.520112254443404, + "grad_norm": 0.09992057085037231, + "learning_rate": 3.955590045682408e-05, + "loss": 0.026, + "step": 17660 + }, + { + "epoch": 16.529466791393826, + "grad_norm": 0.09631511569023132, + "learning_rate": 3.950200695683788e-05, + "loss": 0.0248, + "step": 17670 + }, + { + "epoch": 16.53882132834425, + "grad_norm": 0.13044512271881104, + "learning_rate": 3.944812621290314e-05, + "loss": 0.0251, + "step": 17680 + }, + { + "epoch": 16.548175865294667, + "grad_norm": 0.10130789130926132, + "learning_rate": 3.939425829049002e-05, + "loss": 0.0262, + "step": 17690 + }, + { + "epoch": 16.55753040224509, + "grad_norm": 0.11862107366323471, + "learning_rate": 3.9340403255053135e-05, + "loss": 0.0266, + "step": 17700 + }, + { + "epoch": 16.56688493919551, + "grad_norm": 0.10105463117361069, + "learning_rate": 3.9286561172031407e-05, + "loss": 0.0249, + "step": 17710 + }, + { + "epoch": 16.57623947614593, + "grad_norm": 0.11186216026544571, + "learning_rate": 3.923273210684809e-05, + "loss": 0.026, + "step": 17720 + }, + { + "epoch": 16.58559401309635, + "grad_norm": 0.09485682845115662, + "learning_rate": 3.9178916124910555e-05, + "loss": 0.0252, + "step": 17730 + }, + { + "epoch": 16.594948550046773, + "grad_norm": 0.1006392315030098, + "learning_rate": 3.9125113291610274e-05, + "loss": 0.0259, + "step": 17740 + }, + { + "epoch": 16.604303086997195, + "grad_norm": 0.08809848874807358, + "learning_rate": 3.907132367232278e-05, + "loss": 0.0267, + "step": 17750 + }, + { + "epoch": 16.613657623947613, + "grad_norm": 0.1052936315536499, + "learning_rate": 3.901754733240752e-05, + "loss": 0.0252, + "step": 17760 + }, + { + "epoch": 16.623012160898035, + "grad_norm": 0.09830916672945023, + "learning_rate": 3.896378433720785e-05, + "loss": 0.0251, + "step": 17770 + }, + { + "epoch": 16.632366697848457, + "grad_norm": 0.08422842621803284, + "learning_rate": 3.891003475205086e-05, + "loss": 0.0251, + "step": 17780 + }, + { + "epoch": 16.641721234798876, + "grad_norm": 0.11010151356458664, + "learning_rate": 3.885629864224736e-05, + "loss": 0.0272, + "step": 17790 + }, + { + "epoch": 16.651075771749298, + "grad_norm": 0.1176789402961731, + "learning_rate": 3.880257607309178e-05, + "loss": 0.0259, + "step": 17800 + }, + { + "epoch": 16.66043030869972, + "grad_norm": 0.10593653470277786, + "learning_rate": 3.874886710986213e-05, + "loss": 0.0267, + "step": 17810 + }, + { + "epoch": 16.669784845650142, + "grad_norm": 0.10715143382549286, + "learning_rate": 3.8695171817819834e-05, + "loss": 0.0251, + "step": 17820 + }, + { + "epoch": 16.67913938260056, + "grad_norm": 0.10983644425868988, + "learning_rate": 3.8641490262209774e-05, + "loss": 0.0249, + "step": 17830 + }, + { + "epoch": 16.688493919550982, + "grad_norm": 0.11059235036373138, + "learning_rate": 3.8587822508260084e-05, + "loss": 0.024, + "step": 17840 + }, + { + "epoch": 16.697848456501404, + "grad_norm": 0.07736138999462128, + "learning_rate": 3.853416862118214e-05, + "loss": 0.0242, + "step": 17850 + }, + { + "epoch": 16.707202993451823, + "grad_norm": 0.09908745437860489, + "learning_rate": 3.848052866617049e-05, + "loss": 0.0256, + "step": 17860 + }, + { + "epoch": 16.716557530402245, + "grad_norm": 0.11536609381437302, + "learning_rate": 3.84269027084027e-05, + "loss": 0.0268, + "step": 17870 + }, + { + "epoch": 16.725912067352667, + "grad_norm": 0.10701027512550354, + "learning_rate": 3.83732908130394e-05, + "loss": 0.0254, + "step": 17880 + }, + { + "epoch": 16.73526660430309, + "grad_norm": 0.09146380424499512, + "learning_rate": 3.831969304522409e-05, + "loss": 0.0255, + "step": 17890 + }, + { + "epoch": 16.744621141253507, + "grad_norm": 0.08225373923778534, + "learning_rate": 3.826610947008312e-05, + "loss": 0.0239, + "step": 17900 + }, + { + "epoch": 16.75397567820393, + "grad_norm": 0.07985368371009827, + "learning_rate": 3.821254015272559e-05, + "loss": 0.0244, + "step": 17910 + }, + { + "epoch": 16.76333021515435, + "grad_norm": 0.09345932304859161, + "learning_rate": 3.8158985158243214e-05, + "loss": 0.0233, + "step": 17920 + }, + { + "epoch": 16.77268475210477, + "grad_norm": 0.1079147607088089, + "learning_rate": 3.810544455171044e-05, + "loss": 0.0259, + "step": 17930 + }, + { + "epoch": 16.78203928905519, + "grad_norm": 0.1192975640296936, + "learning_rate": 3.8051918398184114e-05, + "loss": 0.0252, + "step": 17940 + }, + { + "epoch": 16.791393826005613, + "grad_norm": 0.10918700695037842, + "learning_rate": 3.799840676270356e-05, + "loss": 0.0247, + "step": 17950 + }, + { + "epoch": 16.800748362956035, + "grad_norm": 0.11604880541563034, + "learning_rate": 3.794490971029048e-05, + "loss": 0.0249, + "step": 17960 + }, + { + "epoch": 16.810102899906454, + "grad_norm": 0.0950886681675911, + "learning_rate": 3.789142730594881e-05, + "loss": 0.0245, + "step": 17970 + }, + { + "epoch": 16.819457436856876, + "grad_norm": 0.08700522780418396, + "learning_rate": 3.783795961466471e-05, + "loss": 0.025, + "step": 17980 + }, + { + "epoch": 16.828811973807298, + "grad_norm": 0.15707258880138397, + "learning_rate": 3.778450670140651e-05, + "loss": 0.0244, + "step": 17990 + }, + { + "epoch": 16.838166510757716, + "grad_norm": 0.09408574551343918, + "learning_rate": 3.773106863112451e-05, + "loss": 0.0244, + "step": 18000 + }, + { + "epoch": 16.84752104770814, + "grad_norm": 0.10490540415048599, + "learning_rate": 3.7677645468751e-05, + "loss": 0.0271, + "step": 18010 + }, + { + "epoch": 16.85687558465856, + "grad_norm": 0.12037768959999084, + "learning_rate": 3.762423727920018e-05, + "loss": 0.0275, + "step": 18020 + }, + { + "epoch": 16.86623012160898, + "grad_norm": 0.10634172707796097, + "learning_rate": 3.7570844127367995e-05, + "loss": 0.0242, + "step": 18030 + }, + { + "epoch": 16.8755846585594, + "grad_norm": 0.08784214407205582, + "learning_rate": 3.751746607813221e-05, + "loss": 0.0263, + "step": 18040 + }, + { + "epoch": 16.884939195509823, + "grad_norm": 0.08866949379444122, + "learning_rate": 3.746410319635217e-05, + "loss": 0.0253, + "step": 18050 + }, + { + "epoch": 16.894293732460245, + "grad_norm": 0.0940362960100174, + "learning_rate": 3.7410755546868806e-05, + "loss": 0.0245, + "step": 18060 + }, + { + "epoch": 16.903648269410663, + "grad_norm": 0.09683576971292496, + "learning_rate": 3.735742319450454e-05, + "loss": 0.025, + "step": 18070 + }, + { + "epoch": 16.913002806361085, + "grad_norm": 0.08224203437566757, + "learning_rate": 3.7304106204063184e-05, + "loss": 0.0259, + "step": 18080 + }, + { + "epoch": 16.922357343311507, + "grad_norm": 0.08755757659673691, + "learning_rate": 3.725080464032996e-05, + "loss": 0.0266, + "step": 18090 + }, + { + "epoch": 16.931711880261926, + "grad_norm": 0.10098709911108017, + "learning_rate": 3.719751856807125e-05, + "loss": 0.0248, + "step": 18100 + }, + { + "epoch": 16.941066417212348, + "grad_norm": 0.092401422560215, + "learning_rate": 3.71442480520347e-05, + "loss": 0.0251, + "step": 18110 + }, + { + "epoch": 16.95042095416277, + "grad_norm": 0.09523987770080566, + "learning_rate": 3.709099315694897e-05, + "loss": 0.0265, + "step": 18120 + }, + { + "epoch": 16.95977549111319, + "grad_norm": 0.11116989701986313, + "learning_rate": 3.703775394752378e-05, + "loss": 0.0264, + "step": 18130 + }, + { + "epoch": 16.96913002806361, + "grad_norm": 0.12618252635002136, + "learning_rate": 3.698453048844983e-05, + "loss": 0.0243, + "step": 18140 + }, + { + "epoch": 16.978484565014032, + "grad_norm": 0.09979523718357086, + "learning_rate": 3.693132284439861e-05, + "loss": 0.0266, + "step": 18150 + }, + { + "epoch": 16.987839101964454, + "grad_norm": 0.10221783816814423, + "learning_rate": 3.6878131080022414e-05, + "loss": 0.0261, + "step": 18160 + }, + { + "epoch": 16.997193638914872, + "grad_norm": 0.12115855515003204, + "learning_rate": 3.682495525995429e-05, + "loss": 0.0257, + "step": 18170 + }, + { + "epoch": 17.006548175865294, + "grad_norm": 0.12450668215751648, + "learning_rate": 3.6771795448807846e-05, + "loss": 0.027, + "step": 18180 + }, + { + "epoch": 17.015902712815716, + "grad_norm": 0.09553062915802002, + "learning_rate": 3.671865171117724e-05, + "loss": 0.0225, + "step": 18190 + }, + { + "epoch": 17.02525724976614, + "grad_norm": 0.0856848806142807, + "learning_rate": 3.666552411163718e-05, + "loss": 0.0238, + "step": 18200 + }, + { + "epoch": 17.034611786716557, + "grad_norm": 0.11926516145467758, + "learning_rate": 3.661241271474269e-05, + "loss": 0.0249, + "step": 18210 + }, + { + "epoch": 17.04396632366698, + "grad_norm": 0.08615828305482864, + "learning_rate": 3.6559317585029116e-05, + "loss": 0.0247, + "step": 18220 + }, + { + "epoch": 17.0533208606174, + "grad_norm": 0.10016317665576935, + "learning_rate": 3.650623878701204e-05, + "loss": 0.0241, + "step": 18230 + }, + { + "epoch": 17.06267539756782, + "grad_norm": 0.08547908067703247, + "learning_rate": 3.645317638518721e-05, + "loss": 0.0248, + "step": 18240 + }, + { + "epoch": 17.07202993451824, + "grad_norm": 0.08799289911985397, + "learning_rate": 3.640013044403046e-05, + "loss": 0.0245, + "step": 18250 + }, + { + "epoch": 17.081384471468663, + "grad_norm": 0.10120541602373123, + "learning_rate": 3.634710102799761e-05, + "loss": 0.0253, + "step": 18260 + }, + { + "epoch": 17.09073900841908, + "grad_norm": 0.09358581155538559, + "learning_rate": 3.6294088201524394e-05, + "loss": 0.0246, + "step": 18270 + }, + { + "epoch": 17.100093545369504, + "grad_norm": 0.10614489018917084, + "learning_rate": 3.62410920290264e-05, + "loss": 0.0261, + "step": 18280 + }, + { + "epoch": 17.109448082319926, + "grad_norm": 0.11942090094089508, + "learning_rate": 3.6188112574898954e-05, + "loss": 0.0245, + "step": 18290 + }, + { + "epoch": 17.118802619270348, + "grad_norm": 0.08556844294071198, + "learning_rate": 3.6135149903517115e-05, + "loss": 0.0267, + "step": 18300 + }, + { + "epoch": 17.128157156220766, + "grad_norm": 0.1062457337975502, + "learning_rate": 3.608220407923552e-05, + "loss": 0.0256, + "step": 18310 + }, + { + "epoch": 17.137511693171188, + "grad_norm": 0.11499768495559692, + "learning_rate": 3.602927516638833e-05, + "loss": 0.0249, + "step": 18320 + }, + { + "epoch": 17.14686623012161, + "grad_norm": 0.12052131444215775, + "learning_rate": 3.5976363229289165e-05, + "loss": 0.0225, + "step": 18330 + }, + { + "epoch": 17.15622076707203, + "grad_norm": 0.1318332999944687, + "learning_rate": 3.5923468332231e-05, + "loss": 0.0239, + "step": 18340 + }, + { + "epoch": 17.16557530402245, + "grad_norm": 0.11968394368886948, + "learning_rate": 3.587059053948616e-05, + "loss": 0.0243, + "step": 18350 + }, + { + "epoch": 17.174929840972872, + "grad_norm": 0.13698790967464447, + "learning_rate": 3.5817729915306134e-05, + "loss": 0.0251, + "step": 18360 + }, + { + "epoch": 17.184284377923294, + "grad_norm": 0.1124938577413559, + "learning_rate": 3.5764886523921566e-05, + "loss": 0.0231, + "step": 18370 + }, + { + "epoch": 17.193638914873713, + "grad_norm": 0.1106361523270607, + "learning_rate": 3.571206042954214e-05, + "loss": 0.0249, + "step": 18380 + }, + { + "epoch": 17.202993451824135, + "grad_norm": 0.11662020534276962, + "learning_rate": 3.5659251696356566e-05, + "loss": 0.0242, + "step": 18390 + }, + { + "epoch": 17.212347988774557, + "grad_norm": 0.09202892333269119, + "learning_rate": 3.56064603885324e-05, + "loss": 0.0236, + "step": 18400 + }, + { + "epoch": 17.221702525724975, + "grad_norm": 0.11073575913906097, + "learning_rate": 3.5553686570216115e-05, + "loss": 0.0248, + "step": 18410 + }, + { + "epoch": 17.231057062675397, + "grad_norm": 0.09951216727495193, + "learning_rate": 3.550093030553284e-05, + "loss": 0.0254, + "step": 18420 + }, + { + "epoch": 17.24041159962582, + "grad_norm": 0.1139087826013565, + "learning_rate": 3.544819165858642e-05, + "loss": 0.0239, + "step": 18430 + }, + { + "epoch": 17.24976613657624, + "grad_norm": 0.0887189507484436, + "learning_rate": 3.539547069345926e-05, + "loss": 0.0244, + "step": 18440 + }, + { + "epoch": 17.25912067352666, + "grad_norm": 0.09084227681159973, + "learning_rate": 3.5342767474212344e-05, + "loss": 0.0235, + "step": 18450 + }, + { + "epoch": 17.26847521047708, + "grad_norm": 0.09086566418409348, + "learning_rate": 3.529008206488502e-05, + "loss": 0.0238, + "step": 18460 + }, + { + "epoch": 17.277829747427504, + "grad_norm": 0.09389274567365646, + "learning_rate": 3.5237414529495055e-05, + "loss": 0.0237, + "step": 18470 + }, + { + "epoch": 17.287184284377922, + "grad_norm": 0.09129378199577332, + "learning_rate": 3.5184764932038454e-05, + "loss": 0.0223, + "step": 18480 + }, + { + "epoch": 17.296538821328344, + "grad_norm": 0.12461797893047333, + "learning_rate": 3.513213333648945e-05, + "loss": 0.0246, + "step": 18490 + }, + { + "epoch": 17.305893358278766, + "grad_norm": 0.08560969680547714, + "learning_rate": 3.5079519806800374e-05, + "loss": 0.023, + "step": 18500 + }, + { + "epoch": 17.315247895229184, + "grad_norm": 0.09264025092124939, + "learning_rate": 3.502692440690165e-05, + "loss": 0.0255, + "step": 18510 + }, + { + "epoch": 17.324602432179606, + "grad_norm": 0.09995315223932266, + "learning_rate": 3.497434720070165e-05, + "loss": 0.0251, + "step": 18520 + }, + { + "epoch": 17.33395696913003, + "grad_norm": 0.11043979972600937, + "learning_rate": 3.4921788252086616e-05, + "loss": 0.0249, + "step": 18530 + }, + { + "epoch": 17.34331150608045, + "grad_norm": 0.0919274166226387, + "learning_rate": 3.486924762492065e-05, + "loss": 0.0245, + "step": 18540 + }, + { + "epoch": 17.35266604303087, + "grad_norm": 0.10918302088975906, + "learning_rate": 3.4816725383045534e-05, + "loss": 0.0241, + "step": 18550 + }, + { + "epoch": 17.36202057998129, + "grad_norm": 0.11766520142555237, + "learning_rate": 3.476422159028079e-05, + "loss": 0.0249, + "step": 18560 + }, + { + "epoch": 17.371375116931713, + "grad_norm": 0.11136520653963089, + "learning_rate": 3.471173631042345e-05, + "loss": 0.0237, + "step": 18570 + }, + { + "epoch": 17.38072965388213, + "grad_norm": 0.11118218302726746, + "learning_rate": 3.465926960724808e-05, + "loss": 0.0251, + "step": 18580 + }, + { + "epoch": 17.390084190832553, + "grad_norm": 0.09583546966314316, + "learning_rate": 3.460682154450666e-05, + "loss": 0.0234, + "step": 18590 + }, + { + "epoch": 17.399438727782975, + "grad_norm": 0.10689812898635864, + "learning_rate": 3.4554392185928564e-05, + "loss": 0.0249, + "step": 18600 + }, + { + "epoch": 17.408793264733397, + "grad_norm": 0.09938859939575195, + "learning_rate": 3.450198159522037e-05, + "loss": 0.0254, + "step": 18610 + }, + { + "epoch": 17.418147801683816, + "grad_norm": 0.1131812334060669, + "learning_rate": 3.444958983606592e-05, + "loss": 0.0236, + "step": 18620 + }, + { + "epoch": 17.427502338634238, + "grad_norm": 0.09088557958602905, + "learning_rate": 3.439721697212612e-05, + "loss": 0.0243, + "step": 18630 + }, + { + "epoch": 17.43685687558466, + "grad_norm": 0.1009049341082573, + "learning_rate": 3.4344863067038954e-05, + "loss": 0.0228, + "step": 18640 + }, + { + "epoch": 17.446211412535078, + "grad_norm": 0.10419708490371704, + "learning_rate": 3.429252818441935e-05, + "loss": 0.0242, + "step": 18650 + }, + { + "epoch": 17.4555659494855, + "grad_norm": 0.09924165904521942, + "learning_rate": 3.4240212387859094e-05, + "loss": 0.0245, + "step": 18660 + }, + { + "epoch": 17.464920486435922, + "grad_norm": 0.09926766902208328, + "learning_rate": 3.418791574092686e-05, + "loss": 0.0246, + "step": 18670 + }, + { + "epoch": 17.474275023386344, + "grad_norm": 0.10372272878885269, + "learning_rate": 3.413563830716796e-05, + "loss": 0.0239, + "step": 18680 + }, + { + "epoch": 17.483629560336762, + "grad_norm": 0.08129112422466278, + "learning_rate": 3.408338015010445e-05, + "loss": 0.0254, + "step": 18690 + }, + { + "epoch": 17.492984097287184, + "grad_norm": 0.11050073057413101, + "learning_rate": 3.40311413332349e-05, + "loss": 0.0249, + "step": 18700 + }, + { + "epoch": 17.502338634237606, + "grad_norm": 0.07234611362218857, + "learning_rate": 3.3978921920034365e-05, + "loss": 0.0237, + "step": 18710 + }, + { + "epoch": 17.511693171188025, + "grad_norm": 0.0962626188993454, + "learning_rate": 3.392672197395441e-05, + "loss": 0.0223, + "step": 18720 + }, + { + "epoch": 17.521047708138447, + "grad_norm": 0.09640848636627197, + "learning_rate": 3.387454155842287e-05, + "loss": 0.0235, + "step": 18730 + }, + { + "epoch": 17.53040224508887, + "grad_norm": 0.10761542618274689, + "learning_rate": 3.382238073684386e-05, + "loss": 0.0239, + "step": 18740 + }, + { + "epoch": 17.53975678203929, + "grad_norm": 0.09142223000526428, + "learning_rate": 3.377023957259771e-05, + "loss": 0.0233, + "step": 18750 + }, + { + "epoch": 17.54911131898971, + "grad_norm": 0.10647162050008774, + "learning_rate": 3.3718118129040835e-05, + "loss": 0.0229, + "step": 18760 + }, + { + "epoch": 17.55846585594013, + "grad_norm": 0.09378434717655182, + "learning_rate": 3.3666016469505724e-05, + "loss": 0.0231, + "step": 18770 + }, + { + "epoch": 17.567820392890553, + "grad_norm": 0.07998189330101013, + "learning_rate": 3.361393465730079e-05, + "loss": 0.0228, + "step": 18780 + }, + { + "epoch": 17.57717492984097, + "grad_norm": 0.10832240432500839, + "learning_rate": 3.3561872755710366e-05, + "loss": 0.0255, + "step": 18790 + }, + { + "epoch": 17.586529466791394, + "grad_norm": 0.07263316959142685, + "learning_rate": 3.350983082799456e-05, + "loss": 0.0239, + "step": 18800 + }, + { + "epoch": 17.595884003741816, + "grad_norm": 0.10444945842027664, + "learning_rate": 3.34578089373892e-05, + "loss": 0.0228, + "step": 18810 + }, + { + "epoch": 17.605238540692234, + "grad_norm": 0.11030907928943634, + "learning_rate": 3.340580714710581e-05, + "loss": 0.0223, + "step": 18820 + }, + { + "epoch": 17.614593077642656, + "grad_norm": 0.09885603189468384, + "learning_rate": 3.3353825520331466e-05, + "loss": 0.0236, + "step": 18830 + }, + { + "epoch": 17.623947614593078, + "grad_norm": 0.10360927879810333, + "learning_rate": 3.330186412022876e-05, + "loss": 0.0234, + "step": 18840 + }, + { + "epoch": 17.6333021515435, + "grad_norm": 0.12605494260787964, + "learning_rate": 3.324992300993568e-05, + "loss": 0.0222, + "step": 18850 + }, + { + "epoch": 17.64265668849392, + "grad_norm": 0.1029452532529831, + "learning_rate": 3.319800225256556e-05, + "loss": 0.0226, + "step": 18860 + }, + { + "epoch": 17.65201122544434, + "grad_norm": 0.1476389765739441, + "learning_rate": 3.314610191120702e-05, + "loss": 0.0242, + "step": 18870 + }, + { + "epoch": 17.661365762394762, + "grad_norm": 0.1036781296133995, + "learning_rate": 3.30942220489239e-05, + "loss": 0.0238, + "step": 18880 + }, + { + "epoch": 17.67072029934518, + "grad_norm": 0.08893957734107971, + "learning_rate": 3.3042362728755086e-05, + "loss": 0.0252, + "step": 18890 + }, + { + "epoch": 17.680074836295603, + "grad_norm": 0.09831290692090988, + "learning_rate": 3.299052401371456e-05, + "loss": 0.0246, + "step": 18900 + }, + { + "epoch": 17.689429373246025, + "grad_norm": 0.08325672894716263, + "learning_rate": 3.293870596679125e-05, + "loss": 0.0231, + "step": 18910 + }, + { + "epoch": 17.698783910196447, + "grad_norm": 0.09754437953233719, + "learning_rate": 3.288690865094895e-05, + "loss": 0.025, + "step": 18920 + }, + { + "epoch": 17.708138447146865, + "grad_norm": 0.10953415930271149, + "learning_rate": 3.283513212912632e-05, + "loss": 0.0251, + "step": 18930 + }, + { + "epoch": 17.717492984097287, + "grad_norm": 0.0959349200129509, + "learning_rate": 3.2783376464236684e-05, + "loss": 0.0244, + "step": 18940 + }, + { + "epoch": 17.72684752104771, + "grad_norm": 0.10299312323331833, + "learning_rate": 3.273164171916806e-05, + "loss": 0.0239, + "step": 18950 + }, + { + "epoch": 17.736202057998128, + "grad_norm": 0.10299502313137054, + "learning_rate": 3.267992795678306e-05, + "loss": 0.0236, + "step": 18960 + }, + { + "epoch": 17.74555659494855, + "grad_norm": 0.08454572409391403, + "learning_rate": 3.2628235239918744e-05, + "loss": 0.0245, + "step": 18970 + }, + { + "epoch": 17.75491113189897, + "grad_norm": 0.09953398257493973, + "learning_rate": 3.2576563631386695e-05, + "loss": 0.025, + "step": 18980 + }, + { + "epoch": 17.764265668849394, + "grad_norm": 0.10637617856264114, + "learning_rate": 3.252491319397275e-05, + "loss": 0.0236, + "step": 18990 + }, + { + "epoch": 17.773620205799812, + "grad_norm": 0.11574946343898773, + "learning_rate": 3.247328399043706e-05, + "loss": 0.0241, + "step": 19000 + }, + { + "epoch": 17.782974742750234, + "grad_norm": 0.0960981547832489, + "learning_rate": 3.242167608351399e-05, + "loss": 0.0243, + "step": 19010 + }, + { + "epoch": 17.792329279700656, + "grad_norm": 0.09325843304395676, + "learning_rate": 3.2370089535911986e-05, + "loss": 0.0243, + "step": 19020 + }, + { + "epoch": 17.801683816651074, + "grad_norm": 0.10058668255805969, + "learning_rate": 3.23185244103136e-05, + "loss": 0.0244, + "step": 19030 + }, + { + "epoch": 17.811038353601496, + "grad_norm": 0.0937858521938324, + "learning_rate": 3.22669807693753e-05, + "loss": 0.0249, + "step": 19040 + }, + { + "epoch": 17.82039289055192, + "grad_norm": 0.10121532529592514, + "learning_rate": 3.2215458675727495e-05, + "loss": 0.0266, + "step": 19050 + }, + { + "epoch": 17.82974742750234, + "grad_norm": 0.10686933249235153, + "learning_rate": 3.216395819197438e-05, + "loss": 0.0238, + "step": 19060 + }, + { + "epoch": 17.83910196445276, + "grad_norm": 0.11056656390428543, + "learning_rate": 3.211247938069387e-05, + "loss": 0.0234, + "step": 19070 + }, + { + "epoch": 17.84845650140318, + "grad_norm": 0.09361124038696289, + "learning_rate": 3.206102230443759e-05, + "loss": 0.0242, + "step": 19080 + }, + { + "epoch": 17.857811038353603, + "grad_norm": 0.09298364818096161, + "learning_rate": 3.2009587025730764e-05, + "loss": 0.0232, + "step": 19090 + }, + { + "epoch": 17.86716557530402, + "grad_norm": 0.12435317039489746, + "learning_rate": 3.195817360707207e-05, + "loss": 0.0234, + "step": 19100 + }, + { + "epoch": 17.876520112254443, + "grad_norm": 0.07571033388376236, + "learning_rate": 3.19067821109337e-05, + "loss": 0.022, + "step": 19110 + }, + { + "epoch": 17.885874649204865, + "grad_norm": 0.12209390848875046, + "learning_rate": 3.185541259976114e-05, + "loss": 0.024, + "step": 19120 + }, + { + "epoch": 17.895229186155284, + "grad_norm": 0.11047089099884033, + "learning_rate": 3.180406513597316e-05, + "loss": 0.0225, + "step": 19130 + }, + { + "epoch": 17.904583723105706, + "grad_norm": 0.0957658439874649, + "learning_rate": 3.1752739781961835e-05, + "loss": 0.0253, + "step": 19140 + }, + { + "epoch": 17.913938260056128, + "grad_norm": 0.09409896284341812, + "learning_rate": 3.170143660009228e-05, + "loss": 0.0251, + "step": 19150 + }, + { + "epoch": 17.92329279700655, + "grad_norm": 0.11821121722459793, + "learning_rate": 3.16501556527027e-05, + "loss": 0.0227, + "step": 19160 + }, + { + "epoch": 17.932647333956968, + "grad_norm": 0.09352222084999084, + "learning_rate": 3.1598897002104265e-05, + "loss": 0.0228, + "step": 19170 + }, + { + "epoch": 17.94200187090739, + "grad_norm": 0.08284555375576019, + "learning_rate": 3.154766071058108e-05, + "loss": 0.0227, + "step": 19180 + }, + { + "epoch": 17.951356407857812, + "grad_norm": 0.09970327466726303, + "learning_rate": 3.149644684039008e-05, + "loss": 0.023, + "step": 19190 + }, + { + "epoch": 17.96071094480823, + "grad_norm": 0.09961149841547012, + "learning_rate": 3.144525545376095e-05, + "loss": 0.0238, + "step": 19200 + }, + { + "epoch": 17.970065481758652, + "grad_norm": 0.10382334887981415, + "learning_rate": 3.139408661289603e-05, + "loss": 0.0238, + "step": 19210 + }, + { + "epoch": 17.979420018709074, + "grad_norm": 0.11134227365255356, + "learning_rate": 3.134294037997032e-05, + "loss": 0.0228, + "step": 19220 + }, + { + "epoch": 17.988774555659496, + "grad_norm": 0.07882590591907501, + "learning_rate": 3.129181681713127e-05, + "loss": 0.0222, + "step": 19230 + }, + { + "epoch": 17.998129092609915, + "grad_norm": 0.11210132390260696, + "learning_rate": 3.1240715986498855e-05, + "loss": 0.0242, + "step": 19240 + }, + { + "epoch": 18.007483629560337, + "grad_norm": 0.08789687603712082, + "learning_rate": 3.1189637950165394e-05, + "loss": 0.0236, + "step": 19250 + }, + { + "epoch": 18.01683816651076, + "grad_norm": 0.11479182541370392, + "learning_rate": 3.1138582770195544e-05, + "loss": 0.0248, + "step": 19260 + }, + { + "epoch": 18.026192703461177, + "grad_norm": 0.08413432538509369, + "learning_rate": 3.108755050862615e-05, + "loss": 0.0231, + "step": 19270 + }, + { + "epoch": 18.0355472404116, + "grad_norm": 0.1578945517539978, + "learning_rate": 3.1036541227466204e-05, + "loss": 0.024, + "step": 19280 + }, + { + "epoch": 18.04490177736202, + "grad_norm": 0.08501681685447693, + "learning_rate": 3.0985554988696786e-05, + "loss": 0.0237, + "step": 19290 + }, + { + "epoch": 18.054256314312443, + "grad_norm": 0.10506913810968399, + "learning_rate": 3.093459185427102e-05, + "loss": 0.0241, + "step": 19300 + }, + { + "epoch": 18.06361085126286, + "grad_norm": 0.09454291313886642, + "learning_rate": 3.0883651886113905e-05, + "loss": 0.0233, + "step": 19310 + }, + { + "epoch": 18.072965388213284, + "grad_norm": 0.08733552694320679, + "learning_rate": 3.0832735146122294e-05, + "loss": 0.024, + "step": 19320 + }, + { + "epoch": 18.082319925163706, + "grad_norm": 0.1468421369791031, + "learning_rate": 3.078184169616485e-05, + "loss": 0.0232, + "step": 19330 + }, + { + "epoch": 18.091674462114124, + "grad_norm": 0.09308025240898132, + "learning_rate": 3.073097159808187e-05, + "loss": 0.0235, + "step": 19340 + }, + { + "epoch": 18.101028999064546, + "grad_norm": 0.08990258723497391, + "learning_rate": 3.068012491368537e-05, + "loss": 0.0216, + "step": 19350 + }, + { + "epoch": 18.110383536014968, + "grad_norm": 0.08016674965620041, + "learning_rate": 3.062930170475885e-05, + "loss": 0.0235, + "step": 19360 + }, + { + "epoch": 18.119738072965387, + "grad_norm": 0.09079933911561966, + "learning_rate": 3.057850203305729e-05, + "loss": 0.0225, + "step": 19370 + }, + { + "epoch": 18.12909260991581, + "grad_norm": 0.09927406907081604, + "learning_rate": 3.052772596030708e-05, + "loss": 0.0219, + "step": 19380 + }, + { + "epoch": 18.13844714686623, + "grad_norm": 0.09362051635980606, + "learning_rate": 3.0476973548205943e-05, + "loss": 0.0218, + "step": 19390 + }, + { + "epoch": 18.147801683816652, + "grad_norm": 0.08499110490083694, + "learning_rate": 3.0426244858422847e-05, + "loss": 0.0237, + "step": 19400 + }, + { + "epoch": 18.15715622076707, + "grad_norm": 0.08407152444124222, + "learning_rate": 3.0375539952597943e-05, + "loss": 0.023, + "step": 19410 + }, + { + "epoch": 18.166510757717493, + "grad_norm": 0.09378787875175476, + "learning_rate": 3.0324858892342468e-05, + "loss": 0.0212, + "step": 19420 + }, + { + "epoch": 18.175865294667915, + "grad_norm": 0.11773427575826645, + "learning_rate": 3.0274201739238672e-05, + "loss": 0.024, + "step": 19430 + }, + { + "epoch": 18.185219831618333, + "grad_norm": 0.10623910278081894, + "learning_rate": 3.0223568554839786e-05, + "loss": 0.0225, + "step": 19440 + }, + { + "epoch": 18.194574368568755, + "grad_norm": 0.09041428565979004, + "learning_rate": 3.0172959400669886e-05, + "loss": 0.0221, + "step": 19450 + }, + { + "epoch": 18.203928905519177, + "grad_norm": 0.1036708876490593, + "learning_rate": 3.0122374338223902e-05, + "loss": 0.0226, + "step": 19460 + }, + { + "epoch": 18.2132834424696, + "grad_norm": 0.09781698137521744, + "learning_rate": 3.0071813428967427e-05, + "loss": 0.0239, + "step": 19470 + }, + { + "epoch": 18.222637979420018, + "grad_norm": 0.08931995928287506, + "learning_rate": 3.0021276734336746e-05, + "loss": 0.0223, + "step": 19480 + }, + { + "epoch": 18.23199251637044, + "grad_norm": 0.0899820476770401, + "learning_rate": 2.997076431573871e-05, + "loss": 0.0215, + "step": 19490 + }, + { + "epoch": 18.24134705332086, + "grad_norm": 0.09344295412302017, + "learning_rate": 2.9920276234550636e-05, + "loss": 0.0227, + "step": 19500 + }, + { + "epoch": 18.25070159027128, + "grad_norm": 0.1078665480017662, + "learning_rate": 2.986981255212035e-05, + "loss": 0.0239, + "step": 19510 + }, + { + "epoch": 18.260056127221702, + "grad_norm": 0.08768957853317261, + "learning_rate": 2.9819373329765977e-05, + "loss": 0.0244, + "step": 19520 + }, + { + "epoch": 18.269410664172124, + "grad_norm": 0.09090756624937057, + "learning_rate": 2.9768958628775902e-05, + "loss": 0.0217, + "step": 19530 + }, + { + "epoch": 18.278765201122546, + "grad_norm": 0.07619229704141617, + "learning_rate": 2.9718568510408762e-05, + "loss": 0.0212, + "step": 19540 + }, + { + "epoch": 18.288119738072965, + "grad_norm": 0.08420594036579132, + "learning_rate": 2.9668203035893272e-05, + "loss": 0.025, + "step": 19550 + }, + { + "epoch": 18.297474275023387, + "grad_norm": 0.10926105827093124, + "learning_rate": 2.9617862266428287e-05, + "loss": 0.0235, + "step": 19560 + }, + { + "epoch": 18.30682881197381, + "grad_norm": 0.09129620343446732, + "learning_rate": 2.9567546263182556e-05, + "loss": 0.0244, + "step": 19570 + }, + { + "epoch": 18.316183348924227, + "grad_norm": 0.10618565231561661, + "learning_rate": 2.951725508729476e-05, + "loss": 0.0249, + "step": 19580 + }, + { + "epoch": 18.32553788587465, + "grad_norm": 0.10644423216581345, + "learning_rate": 2.946698879987344e-05, + "loss": 0.0229, + "step": 19590 + }, + { + "epoch": 18.33489242282507, + "grad_norm": 0.0993766039609909, + "learning_rate": 2.9416747461996853e-05, + "loss": 0.0237, + "step": 19600 + }, + { + "epoch": 18.34424695977549, + "grad_norm": 0.09731770306825638, + "learning_rate": 2.9366531134712973e-05, + "loss": 0.0221, + "step": 19610 + }, + { + "epoch": 18.35360149672591, + "grad_norm": 0.08835587650537491, + "learning_rate": 2.9316339879039367e-05, + "loss": 0.0211, + "step": 19620 + }, + { + "epoch": 18.362956033676333, + "grad_norm": 0.09307819604873657, + "learning_rate": 2.9266173755963167e-05, + "loss": 0.0229, + "step": 19630 + }, + { + "epoch": 18.372310570626755, + "grad_norm": 0.0876886323094368, + "learning_rate": 2.9216032826440926e-05, + "loss": 0.0214, + "step": 19640 + }, + { + "epoch": 18.381665107577174, + "grad_norm": 0.11331935971975327, + "learning_rate": 2.9165917151398592e-05, + "loss": 0.0234, + "step": 19650 + }, + { + "epoch": 18.391019644527596, + "grad_norm": 0.08963214606046677, + "learning_rate": 2.9115826791731428e-05, + "loss": 0.0223, + "step": 19660 + }, + { + "epoch": 18.400374181478018, + "grad_norm": 0.10362495481967926, + "learning_rate": 2.906576180830398e-05, + "loss": 0.0235, + "step": 19670 + }, + { + "epoch": 18.409728718428436, + "grad_norm": 0.10475436598062515, + "learning_rate": 2.9015722261949917e-05, + "loss": 0.0216, + "step": 19680 + }, + { + "epoch": 18.419083255378858, + "grad_norm": 0.09678982943296432, + "learning_rate": 2.8965708213471986e-05, + "loss": 0.0238, + "step": 19690 + }, + { + "epoch": 18.42843779232928, + "grad_norm": 0.10258101671934128, + "learning_rate": 2.8915719723641975e-05, + "loss": 0.0221, + "step": 19700 + }, + { + "epoch": 18.437792329279702, + "grad_norm": 0.0999889001250267, + "learning_rate": 2.8865756853200604e-05, + "loss": 0.023, + "step": 19710 + }, + { + "epoch": 18.44714686623012, + "grad_norm": 0.09267117083072662, + "learning_rate": 2.8815819662857503e-05, + "loss": 0.0218, + "step": 19720 + }, + { + "epoch": 18.456501403180543, + "grad_norm": 0.09331382811069489, + "learning_rate": 2.876590821329105e-05, + "loss": 0.0236, + "step": 19730 + }, + { + "epoch": 18.465855940130965, + "grad_norm": 0.11050955206155777, + "learning_rate": 2.871602256514836e-05, + "loss": 0.0234, + "step": 19740 + }, + { + "epoch": 18.475210477081383, + "grad_norm": 0.10424542427062988, + "learning_rate": 2.8666162779045203e-05, + "loss": 0.0214, + "step": 19750 + }, + { + "epoch": 18.484565014031805, + "grad_norm": 0.125874325633049, + "learning_rate": 2.8616328915565904e-05, + "loss": 0.0226, + "step": 19760 + }, + { + "epoch": 18.493919550982227, + "grad_norm": 0.10727301239967346, + "learning_rate": 2.856652103526334e-05, + "loss": 0.024, + "step": 19770 + }, + { + "epoch": 18.50327408793265, + "grad_norm": 0.11467042565345764, + "learning_rate": 2.8516739198658755e-05, + "loss": 0.0222, + "step": 19780 + }, + { + "epoch": 18.512628624883067, + "grad_norm": 0.09429853409528732, + "learning_rate": 2.846698346624177e-05, + "loss": 0.0218, + "step": 19790 + }, + { + "epoch": 18.52198316183349, + "grad_norm": 0.1305563896894455, + "learning_rate": 2.841725389847032e-05, + "loss": 0.0208, + "step": 19800 + }, + { + "epoch": 18.53133769878391, + "grad_norm": 0.11520536243915558, + "learning_rate": 2.8367550555770506e-05, + "loss": 0.0228, + "step": 19810 + }, + { + "epoch": 18.54069223573433, + "grad_norm": 0.10192733258008957, + "learning_rate": 2.831787349853655e-05, + "loss": 0.0221, + "step": 19820 + }, + { + "epoch": 18.55004677268475, + "grad_norm": 0.08610217273235321, + "learning_rate": 2.8268222787130806e-05, + "loss": 0.0216, + "step": 19830 + }, + { + "epoch": 18.559401309635174, + "grad_norm": 0.10886633396148682, + "learning_rate": 2.821859848188355e-05, + "loss": 0.0235, + "step": 19840 + }, + { + "epoch": 18.568755846585596, + "grad_norm": 0.11024486273527145, + "learning_rate": 2.816900064309299e-05, + "loss": 0.0232, + "step": 19850 + }, + { + "epoch": 18.578110383536014, + "grad_norm": 0.08857274055480957, + "learning_rate": 2.811942933102517e-05, + "loss": 0.024, + "step": 19860 + }, + { + "epoch": 18.587464920486436, + "grad_norm": 0.09807850420475006, + "learning_rate": 2.806988460591391e-05, + "loss": 0.0222, + "step": 19870 + }, + { + "epoch": 18.596819457436858, + "grad_norm": 0.10193827003240585, + "learning_rate": 2.802036652796074e-05, + "loss": 0.0232, + "step": 19880 + }, + { + "epoch": 18.606173994387277, + "grad_norm": 0.10330836474895477, + "learning_rate": 2.797087515733478e-05, + "loss": 0.0227, + "step": 19890 + }, + { + "epoch": 18.6155285313377, + "grad_norm": 0.099209263920784, + "learning_rate": 2.7921410554172723e-05, + "loss": 0.0227, + "step": 19900 + }, + { + "epoch": 18.62488306828812, + "grad_norm": 0.10078026354312897, + "learning_rate": 2.787197277857871e-05, + "loss": 0.0247, + "step": 19910 + }, + { + "epoch": 18.63423760523854, + "grad_norm": 0.07198381423950195, + "learning_rate": 2.782256189062429e-05, + "loss": 0.0228, + "step": 19920 + }, + { + "epoch": 18.64359214218896, + "grad_norm": 0.11188801378011703, + "learning_rate": 2.777317795034839e-05, + "loss": 0.0221, + "step": 19930 + }, + { + "epoch": 18.652946679139383, + "grad_norm": 0.09393337368965149, + "learning_rate": 2.7723821017757112e-05, + "loss": 0.0227, + "step": 19940 + }, + { + "epoch": 18.662301216089805, + "grad_norm": 0.0901186391711235, + "learning_rate": 2.7674491152823822e-05, + "loss": 0.0224, + "step": 19950 + }, + { + "epoch": 18.671655753040223, + "grad_norm": 0.11574415117502213, + "learning_rate": 2.7625188415488944e-05, + "loss": 0.021, + "step": 19960 + }, + { + "epoch": 18.681010289990645, + "grad_norm": 0.09530995786190033, + "learning_rate": 2.7575912865659924e-05, + "loss": 0.0223, + "step": 19970 + }, + { + "epoch": 18.690364826941067, + "grad_norm": 0.08415579795837402, + "learning_rate": 2.7526664563211245e-05, + "loss": 0.0235, + "step": 19980 + }, + { + "epoch": 18.699719363891486, + "grad_norm": 0.09871411323547363, + "learning_rate": 2.7477443567984224e-05, + "loss": 0.0233, + "step": 19990 + }, + { + "epoch": 18.709073900841908, + "grad_norm": 0.0904155820608139, + "learning_rate": 2.7428249939787e-05, + "loss": 0.0223, + "step": 20000 + }, + { + "epoch": 18.71842843779233, + "grad_norm": 0.09547421336174011, + "learning_rate": 2.7379083738394484e-05, + "loss": 0.0228, + "step": 20010 + }, + { + "epoch": 18.72778297474275, + "grad_norm": 0.09671078622341156, + "learning_rate": 2.732994502354823e-05, + "loss": 0.0239, + "step": 20020 + }, + { + "epoch": 18.73713751169317, + "grad_norm": 0.09687471389770508, + "learning_rate": 2.72808338549564e-05, + "loss": 0.0232, + "step": 20030 + }, + { + "epoch": 18.746492048643592, + "grad_norm": 0.09863799810409546, + "learning_rate": 2.723175029229374e-05, + "loss": 0.0219, + "step": 20040 + }, + { + "epoch": 18.755846585594014, + "grad_norm": 0.10812342166900635, + "learning_rate": 2.718269439520138e-05, + "loss": 0.0223, + "step": 20050 + }, + { + "epoch": 18.765201122544433, + "grad_norm": 0.09557808190584183, + "learning_rate": 2.7133666223286858e-05, + "loss": 0.0213, + "step": 20060 + }, + { + "epoch": 18.774555659494855, + "grad_norm": 0.09213363379240036, + "learning_rate": 2.7084665836124006e-05, + "loss": 0.0221, + "step": 20070 + }, + { + "epoch": 18.783910196445277, + "grad_norm": 0.10395730286836624, + "learning_rate": 2.703569329325296e-05, + "loss": 0.0219, + "step": 20080 + }, + { + "epoch": 18.7932647333957, + "grad_norm": 0.09499460458755493, + "learning_rate": 2.698674865417994e-05, + "loss": 0.0202, + "step": 20090 + }, + { + "epoch": 18.802619270346117, + "grad_norm": 0.08595376461744308, + "learning_rate": 2.6937831978377325e-05, + "loss": 0.0222, + "step": 20100 + }, + { + "epoch": 18.81197380729654, + "grad_norm": 0.07680227607488632, + "learning_rate": 2.6888943325283485e-05, + "loss": 0.0225, + "step": 20110 + }, + { + "epoch": 18.82132834424696, + "grad_norm": 0.10061516612768173, + "learning_rate": 2.6840082754302733e-05, + "loss": 0.0232, + "step": 20120 + }, + { + "epoch": 18.83068288119738, + "grad_norm": 0.10483938455581665, + "learning_rate": 2.679125032480525e-05, + "loss": 0.0231, + "step": 20130 + }, + { + "epoch": 18.8400374181478, + "grad_norm": 0.09184711426496506, + "learning_rate": 2.674244609612708e-05, + "loss": 0.0224, + "step": 20140 + }, + { + "epoch": 18.849391955098223, + "grad_norm": 0.09580111503601074, + "learning_rate": 2.6693670127569958e-05, + "loss": 0.0208, + "step": 20150 + }, + { + "epoch": 18.858746492048645, + "grad_norm": 0.08974970132112503, + "learning_rate": 2.6644922478401268e-05, + "loss": 0.0217, + "step": 20160 + }, + { + "epoch": 18.868101028999064, + "grad_norm": 0.1080237478017807, + "learning_rate": 2.6596203207854004e-05, + "loss": 0.0222, + "step": 20170 + }, + { + "epoch": 18.877455565949486, + "grad_norm": 0.08115606755018234, + "learning_rate": 2.654751237512666e-05, + "loss": 0.022, + "step": 20180 + }, + { + "epoch": 18.886810102899908, + "grad_norm": 0.10505670309066772, + "learning_rate": 2.649885003938323e-05, + "loss": 0.0229, + "step": 20190 + }, + { + "epoch": 18.896164639850326, + "grad_norm": 0.10585328191518784, + "learning_rate": 2.6450216259753e-05, + "loss": 0.0216, + "step": 20200 + }, + { + "epoch": 18.90551917680075, + "grad_norm": 0.0875457152724266, + "learning_rate": 2.640161109533063e-05, + "loss": 0.0201, + "step": 20210 + }, + { + "epoch": 18.91487371375117, + "grad_norm": 0.08541126549243927, + "learning_rate": 2.6353034605175936e-05, + "loss": 0.0225, + "step": 20220 + }, + { + "epoch": 18.92422825070159, + "grad_norm": 0.09411579370498657, + "learning_rate": 2.630448684831398e-05, + "loss": 0.0256, + "step": 20230 + }, + { + "epoch": 18.93358278765201, + "grad_norm": 0.12711849808692932, + "learning_rate": 2.625596788373482e-05, + "loss": 0.0235, + "step": 20240 + }, + { + "epoch": 18.942937324602433, + "grad_norm": 0.09864325821399689, + "learning_rate": 2.620747777039363e-05, + "loss": 0.0245, + "step": 20250 + }, + { + "epoch": 18.952291861552855, + "grad_norm": 0.12787869572639465, + "learning_rate": 2.6159016567210424e-05, + "loss": 0.0218, + "step": 20260 + }, + { + "epoch": 18.961646398503273, + "grad_norm": 0.1035517230629921, + "learning_rate": 2.6110584333070153e-05, + "loss": 0.021, + "step": 20270 + }, + { + "epoch": 18.971000935453695, + "grad_norm": 0.0778985247015953, + "learning_rate": 2.6062181126822537e-05, + "loss": 0.0222, + "step": 20280 + }, + { + "epoch": 18.980355472404117, + "grad_norm": 0.10253947228193283, + "learning_rate": 2.601380700728203e-05, + "loss": 0.0224, + "step": 20290 + }, + { + "epoch": 18.989710009354535, + "grad_norm": 0.09282256662845612, + "learning_rate": 2.596546203322777e-05, + "loss": 0.0218, + "step": 20300 + }, + { + "epoch": 18.999064546304957, + "grad_norm": 0.09033872932195663, + "learning_rate": 2.5917146263403457e-05, + "loss": 0.0211, + "step": 20310 + }, + { + "epoch": 19.00841908325538, + "grad_norm": 0.1218792274594307, + "learning_rate": 2.5868859756517296e-05, + "loss": 0.0207, + "step": 20320 + }, + { + "epoch": 19.0177736202058, + "grad_norm": 0.09537561237812042, + "learning_rate": 2.5820602571241947e-05, + "loss": 0.0228, + "step": 20330 + }, + { + "epoch": 19.02712815715622, + "grad_norm": 0.10029203444719315, + "learning_rate": 2.577237476621442e-05, + "loss": 0.0211, + "step": 20340 + }, + { + "epoch": 19.036482694106642, + "grad_norm": 0.08745686709880829, + "learning_rate": 2.572417640003609e-05, + "loss": 0.0217, + "step": 20350 + }, + { + "epoch": 19.045837231057064, + "grad_norm": 0.09216658025979996, + "learning_rate": 2.5676007531272473e-05, + "loss": 0.0201, + "step": 20360 + }, + { + "epoch": 19.055191768007482, + "grad_norm": 0.09318297356367111, + "learning_rate": 2.5627868218453332e-05, + "loss": 0.0224, + "step": 20370 + }, + { + "epoch": 19.064546304957904, + "grad_norm": 0.11468617618083954, + "learning_rate": 2.5579758520072443e-05, + "loss": 0.0207, + "step": 20380 + }, + { + "epoch": 19.073900841908326, + "grad_norm": 0.07824214547872543, + "learning_rate": 2.5531678494587615e-05, + "loss": 0.0222, + "step": 20390 + }, + { + "epoch": 19.08325537885875, + "grad_norm": 0.10407350212335587, + "learning_rate": 2.5483628200420644e-05, + "loss": 0.021, + "step": 20400 + }, + { + "epoch": 19.092609915809167, + "grad_norm": 0.08363235741853714, + "learning_rate": 2.5435607695957154e-05, + "loss": 0.0215, + "step": 20410 + }, + { + "epoch": 19.10196445275959, + "grad_norm": 0.10643547028303146, + "learning_rate": 2.5387617039546586e-05, + "loss": 0.0211, + "step": 20420 + }, + { + "epoch": 19.11131898971001, + "grad_norm": 0.09162475913763046, + "learning_rate": 2.5339656289502106e-05, + "loss": 0.0209, + "step": 20430 + }, + { + "epoch": 19.12067352666043, + "grad_norm": 0.09944234788417816, + "learning_rate": 2.529172550410056e-05, + "loss": 0.0212, + "step": 20440 + }, + { + "epoch": 19.13002806361085, + "grad_norm": 0.08798430114984512, + "learning_rate": 2.524382474158234e-05, + "loss": 0.0222, + "step": 20450 + }, + { + "epoch": 19.139382600561273, + "grad_norm": 0.09659973531961441, + "learning_rate": 2.5195954060151433e-05, + "loss": 0.0229, + "step": 20460 + }, + { + "epoch": 19.14873713751169, + "grad_norm": 0.08426817506551743, + "learning_rate": 2.5148113517975212e-05, + "loss": 0.0221, + "step": 20470 + }, + { + "epoch": 19.158091674462113, + "grad_norm": 0.09092653542757034, + "learning_rate": 2.5100303173184447e-05, + "loss": 0.0223, + "step": 20480 + }, + { + "epoch": 19.167446211412535, + "grad_norm": 0.09841952472925186, + "learning_rate": 2.5052523083873196e-05, + "loss": 0.0198, + "step": 20490 + }, + { + "epoch": 19.176800748362957, + "grad_norm": 0.10931528359651566, + "learning_rate": 2.500477330809881e-05, + "loss": 0.0219, + "step": 20500 + }, + { + "epoch": 19.186155285313376, + "grad_norm": 0.10754609107971191, + "learning_rate": 2.4957053903881733e-05, + "loss": 0.0214, + "step": 20510 + }, + { + "epoch": 19.195509822263798, + "grad_norm": 0.07761026918888092, + "learning_rate": 2.4909364929205576e-05, + "loss": 0.0236, + "step": 20520 + }, + { + "epoch": 19.20486435921422, + "grad_norm": 0.09120053797960281, + "learning_rate": 2.4861706442016923e-05, + "loss": 0.021, + "step": 20530 + }, + { + "epoch": 19.21421889616464, + "grad_norm": 0.09089077264070511, + "learning_rate": 2.481407850022533e-05, + "loss": 0.021, + "step": 20540 + }, + { + "epoch": 19.22357343311506, + "grad_norm": 0.09439665824174881, + "learning_rate": 2.4766481161703213e-05, + "loss": 0.0216, + "step": 20550 + }, + { + "epoch": 19.232927970065482, + "grad_norm": 0.07907308638095856, + "learning_rate": 2.4718914484285876e-05, + "loss": 0.0208, + "step": 20560 + }, + { + "epoch": 19.242282507015904, + "grad_norm": 0.08997896313667297, + "learning_rate": 2.467137852577129e-05, + "loss": 0.0208, + "step": 20570 + }, + { + "epoch": 19.251637043966323, + "grad_norm": 0.09255742281675339, + "learning_rate": 2.4623873343920123e-05, + "loss": 0.0216, + "step": 20580 + }, + { + "epoch": 19.260991580916745, + "grad_norm": 0.08595287054777145, + "learning_rate": 2.4576398996455656e-05, + "loss": 0.0214, + "step": 20590 + }, + { + "epoch": 19.270346117867167, + "grad_norm": 0.09141458570957184, + "learning_rate": 2.452895554106368e-05, + "loss": 0.0217, + "step": 20600 + }, + { + "epoch": 19.279700654817585, + "grad_norm": 0.09010138362646103, + "learning_rate": 2.4481543035392506e-05, + "loss": 0.0219, + "step": 20610 + }, + { + "epoch": 19.289055191768007, + "grad_norm": 0.11526057869195938, + "learning_rate": 2.4434161537052774e-05, + "loss": 0.0212, + "step": 20620 + }, + { + "epoch": 19.29840972871843, + "grad_norm": 0.08158319443464279, + "learning_rate": 2.4386811103617474e-05, + "loss": 0.0211, + "step": 20630 + }, + { + "epoch": 19.30776426566885, + "grad_norm": 0.0963994488120079, + "learning_rate": 2.4339491792621833e-05, + "loss": 0.0207, + "step": 20640 + }, + { + "epoch": 19.31711880261927, + "grad_norm": 0.09621584415435791, + "learning_rate": 2.4292203661563312e-05, + "loss": 0.0206, + "step": 20650 + }, + { + "epoch": 19.32647333956969, + "grad_norm": 0.09268178790807724, + "learning_rate": 2.424494676790141e-05, + "loss": 0.021, + "step": 20660 + }, + { + "epoch": 19.335827876520113, + "grad_norm": 0.09204111993312836, + "learning_rate": 2.4197721169057745e-05, + "loss": 0.0217, + "step": 20670 + }, + { + "epoch": 19.345182413470532, + "grad_norm": 0.10111264139413834, + "learning_rate": 2.4150526922415857e-05, + "loss": 0.0212, + "step": 20680 + }, + { + "epoch": 19.354536950420954, + "grad_norm": 0.10717791318893433, + "learning_rate": 2.41033640853212e-05, + "loss": 0.0218, + "step": 20690 + }, + { + "epoch": 19.363891487371376, + "grad_norm": 0.10089690238237381, + "learning_rate": 2.405623271508108e-05, + "loss": 0.0192, + "step": 20700 + }, + { + "epoch": 19.373246024321794, + "grad_norm": 0.10338959842920303, + "learning_rate": 2.4009132868964522e-05, + "loss": 0.0204, + "step": 20710 + }, + { + "epoch": 19.382600561272216, + "grad_norm": 0.08405755460262299, + "learning_rate": 2.3962064604202327e-05, + "loss": 0.0225, + "step": 20720 + }, + { + "epoch": 19.39195509822264, + "grad_norm": 0.10006972402334213, + "learning_rate": 2.3915027977986858e-05, + "loss": 0.0206, + "step": 20730 + }, + { + "epoch": 19.40130963517306, + "grad_norm": 0.10352674871683121, + "learning_rate": 2.386802304747205e-05, + "loss": 0.0228, + "step": 20740 + }, + { + "epoch": 19.41066417212348, + "grad_norm": 0.10428475588560104, + "learning_rate": 2.382104986977332e-05, + "loss": 0.0218, + "step": 20750 + }, + { + "epoch": 19.4200187090739, + "grad_norm": 0.07490188628435135, + "learning_rate": 2.377410850196749e-05, + "loss": 0.0215, + "step": 20760 + }, + { + "epoch": 19.429373246024323, + "grad_norm": 0.08653593808412552, + "learning_rate": 2.3727199001092797e-05, + "loss": 0.0225, + "step": 20770 + }, + { + "epoch": 19.43872778297474, + "grad_norm": 0.0988820269703865, + "learning_rate": 2.3680321424148677e-05, + "loss": 0.02, + "step": 20780 + }, + { + "epoch": 19.448082319925163, + "grad_norm": 0.09409505128860474, + "learning_rate": 2.3633475828095793e-05, + "loss": 0.0215, + "step": 20790 + }, + { + "epoch": 19.457436856875585, + "grad_norm": 0.0984933078289032, + "learning_rate": 2.358666226985599e-05, + "loss": 0.0219, + "step": 20800 + }, + { + "epoch": 19.466791393826007, + "grad_norm": 0.08342994004487991, + "learning_rate": 2.353988080631213e-05, + "loss": 0.021, + "step": 20810 + }, + { + "epoch": 19.476145930776426, + "grad_norm": 0.1021682396531105, + "learning_rate": 2.3493131494308142e-05, + "loss": 0.0205, + "step": 20820 + }, + { + "epoch": 19.485500467726848, + "grad_norm": 0.08934006839990616, + "learning_rate": 2.344641439064881e-05, + "loss": 0.0218, + "step": 20830 + }, + { + "epoch": 19.49485500467727, + "grad_norm": 0.08911387622356415, + "learning_rate": 2.339972955209984e-05, + "loss": 0.0218, + "step": 20840 + }, + { + "epoch": 19.504209541627688, + "grad_norm": 0.1079200878739357, + "learning_rate": 2.335307703538771e-05, + "loss": 0.0222, + "step": 20850 + }, + { + "epoch": 19.51356407857811, + "grad_norm": 0.1329156756401062, + "learning_rate": 2.330645689719962e-05, + "loss": 0.0217, + "step": 20860 + }, + { + "epoch": 19.522918615528532, + "grad_norm": 0.09835733473300934, + "learning_rate": 2.3259869194183414e-05, + "loss": 0.0209, + "step": 20870 + }, + { + "epoch": 19.532273152478954, + "grad_norm": 0.09270279109477997, + "learning_rate": 2.321331398294759e-05, + "loss": 0.0197, + "step": 20880 + }, + { + "epoch": 19.541627689429372, + "grad_norm": 0.10849420726299286, + "learning_rate": 2.3166791320061094e-05, + "loss": 0.0209, + "step": 20890 + }, + { + "epoch": 19.550982226379794, + "grad_norm": 0.10158856958150864, + "learning_rate": 2.312030126205335e-05, + "loss": 0.021, + "step": 20900 + }, + { + "epoch": 19.560336763330216, + "grad_norm": 0.09674062579870224, + "learning_rate": 2.3073843865414162e-05, + "loss": 0.0194, + "step": 20910 + }, + { + "epoch": 19.569691300280635, + "grad_norm": 0.08564238995313644, + "learning_rate": 2.302741918659363e-05, + "loss": 0.0216, + "step": 20920 + }, + { + "epoch": 19.579045837231057, + "grad_norm": 0.08809655159711838, + "learning_rate": 2.2981027282002154e-05, + "loss": 0.0198, + "step": 20930 + }, + { + "epoch": 19.58840037418148, + "grad_norm": 0.10387180000543594, + "learning_rate": 2.2934668208010236e-05, + "loss": 0.0206, + "step": 20940 + }, + { + "epoch": 19.5977549111319, + "grad_norm": 0.09098193794488907, + "learning_rate": 2.2888342020948555e-05, + "loss": 0.0209, + "step": 20950 + }, + { + "epoch": 19.60710944808232, + "grad_norm": 0.101170614361763, + "learning_rate": 2.2842048777107783e-05, + "loss": 0.0211, + "step": 20960 + }, + { + "epoch": 19.61646398503274, + "grad_norm": 0.07664705067873001, + "learning_rate": 2.2795788532738553e-05, + "loss": 0.0193, + "step": 20970 + }, + { + "epoch": 19.625818521983163, + "grad_norm": 0.11393017321825027, + "learning_rate": 2.2749561344051468e-05, + "loss": 0.0221, + "step": 20980 + }, + { + "epoch": 19.63517305893358, + "grad_norm": 0.09153502434492111, + "learning_rate": 2.2703367267216896e-05, + "loss": 0.021, + "step": 20990 + }, + { + "epoch": 19.644527595884004, + "grad_norm": 0.08661163598299026, + "learning_rate": 2.2657206358364997e-05, + "loss": 0.0195, + "step": 21000 + }, + { + "epoch": 19.653882132834426, + "grad_norm": 0.09705360233783722, + "learning_rate": 2.261107867358563e-05, + "loss": 0.0218, + "step": 21010 + }, + { + "epoch": 19.663236669784844, + "grad_norm": 0.09192939847707748, + "learning_rate": 2.2564984268928263e-05, + "loss": 0.0206, + "step": 21020 + }, + { + "epoch": 19.672591206735266, + "grad_norm": 0.10903433710336685, + "learning_rate": 2.251892320040198e-05, + "loss": 0.0225, + "step": 21030 + }, + { + "epoch": 19.681945743685688, + "grad_norm": 0.09507189691066742, + "learning_rate": 2.2472895523975312e-05, + "loss": 0.0195, + "step": 21040 + }, + { + "epoch": 19.69130028063611, + "grad_norm": 0.0777992233633995, + "learning_rate": 2.2426901295576212e-05, + "loss": 0.021, + "step": 21050 + }, + { + "epoch": 19.70065481758653, + "grad_norm": 0.1055990681052208, + "learning_rate": 2.2380940571092013e-05, + "loss": 0.021, + "step": 21060 + }, + { + "epoch": 19.71000935453695, + "grad_norm": 0.114779531955719, + "learning_rate": 2.2335013406369302e-05, + "loss": 0.0216, + "step": 21070 + }, + { + "epoch": 19.719363891487372, + "grad_norm": 0.10060319304466248, + "learning_rate": 2.228911985721397e-05, + "loss": 0.0205, + "step": 21080 + }, + { + "epoch": 19.72871842843779, + "grad_norm": 0.09746859967708588, + "learning_rate": 2.224325997939095e-05, + "loss": 0.0204, + "step": 21090 + }, + { + "epoch": 19.738072965388213, + "grad_norm": 0.1070006936788559, + "learning_rate": 2.219743382862437e-05, + "loss": 0.0209, + "step": 21100 + }, + { + "epoch": 19.747427502338635, + "grad_norm": 0.11296764016151428, + "learning_rate": 2.2151641460597294e-05, + "loss": 0.0208, + "step": 21110 + }, + { + "epoch": 19.756782039289057, + "grad_norm": 0.09583766758441925, + "learning_rate": 2.210588293095177e-05, + "loss": 0.0183, + "step": 21120 + }, + { + "epoch": 19.766136576239475, + "grad_norm": 0.10032400488853455, + "learning_rate": 2.2060158295288714e-05, + "loss": 0.0222, + "step": 21130 + }, + { + "epoch": 19.775491113189897, + "grad_norm": 0.09276744723320007, + "learning_rate": 2.2014467609167905e-05, + "loss": 0.0208, + "step": 21140 + }, + { + "epoch": 19.78484565014032, + "grad_norm": 0.10856950283050537, + "learning_rate": 2.1968810928107806e-05, + "loss": 0.0201, + "step": 21150 + }, + { + "epoch": 19.794200187090738, + "grad_norm": 0.091984324157238, + "learning_rate": 2.1923188307585606e-05, + "loss": 0.0202, + "step": 21160 + }, + { + "epoch": 19.80355472404116, + "grad_norm": 0.08067433536052704, + "learning_rate": 2.187759980303708e-05, + "loss": 0.0204, + "step": 21170 + }, + { + "epoch": 19.81290926099158, + "grad_norm": 0.10564599186182022, + "learning_rate": 2.1832045469856545e-05, + "loss": 0.0225, + "step": 21180 + }, + { + "epoch": 19.822263797942004, + "grad_norm": 0.10425913333892822, + "learning_rate": 2.1786525363396844e-05, + "loss": 0.0199, + "step": 21190 + }, + { + "epoch": 19.831618334892422, + "grad_norm": 0.0912870466709137, + "learning_rate": 2.1741039538969183e-05, + "loss": 0.021, + "step": 21200 + }, + { + "epoch": 19.840972871842844, + "grad_norm": 0.08329357206821442, + "learning_rate": 2.169558805184313e-05, + "loss": 0.0212, + "step": 21210 + }, + { + "epoch": 19.850327408793266, + "grad_norm": 0.09009359776973724, + "learning_rate": 2.165017095724651e-05, + "loss": 0.0208, + "step": 21220 + }, + { + "epoch": 19.859681945743684, + "grad_norm": 0.10510257631540298, + "learning_rate": 2.1604788310365405e-05, + "loss": 0.0206, + "step": 21230 + }, + { + "epoch": 19.869036482694106, + "grad_norm": 0.09797927737236023, + "learning_rate": 2.155944016634398e-05, + "loss": 0.0198, + "step": 21240 + }, + { + "epoch": 19.87839101964453, + "grad_norm": 0.09080170840024948, + "learning_rate": 2.1514126580284538e-05, + "loss": 0.0188, + "step": 21250 + }, + { + "epoch": 19.88774555659495, + "grad_norm": 0.1024690493941307, + "learning_rate": 2.1468847607247344e-05, + "loss": 0.0193, + "step": 21260 + }, + { + "epoch": 19.89710009354537, + "grad_norm": 0.12973590195178986, + "learning_rate": 2.1423603302250623e-05, + "loss": 0.0198, + "step": 21270 + }, + { + "epoch": 19.90645463049579, + "grad_norm": 0.09418532252311707, + "learning_rate": 2.1378393720270468e-05, + "loss": 0.0212, + "step": 21280 + }, + { + "epoch": 19.915809167446213, + "grad_norm": 0.10873400419950485, + "learning_rate": 2.133321891624076e-05, + "loss": 0.0214, + "step": 21290 + }, + { + "epoch": 19.92516370439663, + "grad_norm": 0.10090921074151993, + "learning_rate": 2.1288078945053193e-05, + "loss": 0.0205, + "step": 21300 + }, + { + "epoch": 19.934518241347053, + "grad_norm": 0.08213748037815094, + "learning_rate": 2.1242973861557064e-05, + "loss": 0.0197, + "step": 21310 + }, + { + "epoch": 19.943872778297475, + "grad_norm": 0.10093575716018677, + "learning_rate": 2.1197903720559304e-05, + "loss": 0.0197, + "step": 21320 + }, + { + "epoch": 19.953227315247894, + "grad_norm": 0.10011046379804611, + "learning_rate": 2.115286857682438e-05, + "loss": 0.021, + "step": 21330 + }, + { + "epoch": 19.962581852198316, + "grad_norm": 0.091738760471344, + "learning_rate": 2.1107868485074228e-05, + "loss": 0.022, + "step": 21340 + }, + { + "epoch": 19.971936389148738, + "grad_norm": 0.11462696641683578, + "learning_rate": 2.1062903499988234e-05, + "loss": 0.0233, + "step": 21350 + }, + { + "epoch": 19.98129092609916, + "grad_norm": 0.08306463062763214, + "learning_rate": 2.101797367620308e-05, + "loss": 0.019, + "step": 21360 + }, + { + "epoch": 19.990645463049578, + "grad_norm": 0.07756762951612473, + "learning_rate": 2.0973079068312713e-05, + "loss": 0.0203, + "step": 21370 + }, + { + "epoch": 20.0, + "grad_norm": 0.20551654696464539, + "learning_rate": 2.0928219730868358e-05, + "loss": 0.0216, + "step": 21380 + }, + { + "epoch": 20.009354536950422, + "grad_norm": 0.14832183718681335, + "learning_rate": 2.0883395718378302e-05, + "loss": 0.021, + "step": 21390 + }, + { + "epoch": 20.01870907390084, + "grad_norm": 0.11678607016801834, + "learning_rate": 2.083860708530798e-05, + "loss": 0.0198, + "step": 21400 + }, + { + "epoch": 20.028063610851262, + "grad_norm": 0.09318044781684875, + "learning_rate": 2.0793853886079796e-05, + "loss": 0.0212, + "step": 21410 + }, + { + "epoch": 20.037418147801684, + "grad_norm": 0.11491537094116211, + "learning_rate": 2.074913617507309e-05, + "loss": 0.0195, + "step": 21420 + }, + { + "epoch": 20.046772684752106, + "grad_norm": 0.09969320893287659, + "learning_rate": 2.070445400662411e-05, + "loss": 0.0201, + "step": 21430 + }, + { + "epoch": 20.056127221702525, + "grad_norm": 0.09255923330783844, + "learning_rate": 2.0659807435025907e-05, + "loss": 0.0187, + "step": 21440 + }, + { + "epoch": 20.065481758652947, + "grad_norm": 0.07635331153869629, + "learning_rate": 2.061519651452825e-05, + "loss": 0.0197, + "step": 21450 + }, + { + "epoch": 20.07483629560337, + "grad_norm": 0.07900939136743546, + "learning_rate": 2.0570621299337656e-05, + "loss": 0.02, + "step": 21460 + }, + { + "epoch": 20.084190832553787, + "grad_norm": 0.1003461480140686, + "learning_rate": 2.0526081843617183e-05, + "loss": 0.0214, + "step": 21470 + }, + { + "epoch": 20.09354536950421, + "grad_norm": 0.0770091637969017, + "learning_rate": 2.0481578201486485e-05, + "loss": 0.0208, + "step": 21480 + }, + { + "epoch": 20.10289990645463, + "grad_norm": 0.09579700976610184, + "learning_rate": 2.0437110427021677e-05, + "loss": 0.0183, + "step": 21490 + }, + { + "epoch": 20.112254443405053, + "grad_norm": 0.10391149669885635, + "learning_rate": 2.0392678574255282e-05, + "loss": 0.0198, + "step": 21500 + }, + { + "epoch": 20.12160898035547, + "grad_norm": 0.07750193774700165, + "learning_rate": 2.0348282697176217e-05, + "loss": 0.0199, + "step": 21510 + }, + { + "epoch": 20.130963517305894, + "grad_norm": 0.09817951172590256, + "learning_rate": 2.030392284972964e-05, + "loss": 0.0208, + "step": 21520 + }, + { + "epoch": 20.140318054256316, + "grad_norm": 0.10731600224971771, + "learning_rate": 2.0259599085816973e-05, + "loss": 0.019, + "step": 21530 + }, + { + "epoch": 20.149672591206734, + "grad_norm": 0.09922147542238235, + "learning_rate": 2.0215311459295755e-05, + "loss": 0.0197, + "step": 21540 + }, + { + "epoch": 20.159027128157156, + "grad_norm": 0.08794558793306351, + "learning_rate": 2.0171060023979606e-05, + "loss": 0.0217, + "step": 21550 + }, + { + "epoch": 20.168381665107578, + "grad_norm": 0.10841118544340134, + "learning_rate": 2.012684483363823e-05, + "loss": 0.0207, + "step": 21560 + }, + { + "epoch": 20.177736202057996, + "grad_norm": 0.09778996556997299, + "learning_rate": 2.0082665941997237e-05, + "loss": 0.0184, + "step": 21570 + }, + { + "epoch": 20.18709073900842, + "grad_norm": 0.07842827588319778, + "learning_rate": 2.0038523402738146e-05, + "loss": 0.0196, + "step": 21580 + }, + { + "epoch": 20.19644527595884, + "grad_norm": 0.09791947901248932, + "learning_rate": 1.99944172694983e-05, + "loss": 0.0202, + "step": 21590 + }, + { + "epoch": 20.205799812909262, + "grad_norm": 0.08849462121725082, + "learning_rate": 1.99503475958708e-05, + "loss": 0.0206, + "step": 21600 + }, + { + "epoch": 20.21515434985968, + "grad_norm": 0.08837950229644775, + "learning_rate": 1.9906314435404484e-05, + "loss": 0.0197, + "step": 21610 + }, + { + "epoch": 20.224508886810103, + "grad_norm": 0.09300633519887924, + "learning_rate": 1.986231784160378e-05, + "loss": 0.0199, + "step": 21620 + }, + { + "epoch": 20.233863423760525, + "grad_norm": 0.09633602201938629, + "learning_rate": 1.9818357867928693e-05, + "loss": 0.0204, + "step": 21630 + }, + { + "epoch": 20.243217960710943, + "grad_norm": 0.09119869023561478, + "learning_rate": 1.977443456779474e-05, + "loss": 0.0217, + "step": 21640 + }, + { + "epoch": 20.252572497661365, + "grad_norm": 0.09992839395999908, + "learning_rate": 1.9730547994572858e-05, + "loss": 0.0218, + "step": 21650 + }, + { + "epoch": 20.261927034611787, + "grad_norm": 0.08667448163032532, + "learning_rate": 1.9686698201589393e-05, + "loss": 0.0199, + "step": 21660 + }, + { + "epoch": 20.27128157156221, + "grad_norm": 0.08164869248867035, + "learning_rate": 1.9642885242125964e-05, + "loss": 0.0211, + "step": 21670 + }, + { + "epoch": 20.280636108512628, + "grad_norm": 0.07430858910083771, + "learning_rate": 1.9599109169419466e-05, + "loss": 0.0202, + "step": 21680 + }, + { + "epoch": 20.28999064546305, + "grad_norm": 0.10311488807201385, + "learning_rate": 1.9555370036661948e-05, + "loss": 0.0195, + "step": 21690 + }, + { + "epoch": 20.29934518241347, + "grad_norm": 0.1024470180273056, + "learning_rate": 1.9511667897000574e-05, + "loss": 0.0189, + "step": 21700 + }, + { + "epoch": 20.30869971936389, + "grad_norm": 0.08020703494548798, + "learning_rate": 1.946800280353755e-05, + "loss": 0.0207, + "step": 21710 + }, + { + "epoch": 20.318054256314312, + "grad_norm": 0.09104713797569275, + "learning_rate": 1.9424374809330114e-05, + "loss": 0.0183, + "step": 21720 + }, + { + "epoch": 20.327408793264734, + "grad_norm": 0.08380243927240372, + "learning_rate": 1.9380783967390382e-05, + "loss": 0.0197, + "step": 21730 + }, + { + "epoch": 20.336763330215156, + "grad_norm": 0.11422249674797058, + "learning_rate": 1.933723033068533e-05, + "loss": 0.0195, + "step": 21740 + }, + { + "epoch": 20.346117867165574, + "grad_norm": 0.10785499960184097, + "learning_rate": 1.929371395213674e-05, + "loss": 0.02, + "step": 21750 + }, + { + "epoch": 20.355472404115996, + "grad_norm": 0.09267811477184296, + "learning_rate": 1.9250234884621092e-05, + "loss": 0.0188, + "step": 21760 + }, + { + "epoch": 20.36482694106642, + "grad_norm": 0.08099145442247391, + "learning_rate": 1.920679318096959e-05, + "loss": 0.0188, + "step": 21770 + }, + { + "epoch": 20.374181478016837, + "grad_norm": 0.10033785551786423, + "learning_rate": 1.9163388893967982e-05, + "loss": 0.02, + "step": 21780 + }, + { + "epoch": 20.38353601496726, + "grad_norm": 0.11092867702245712, + "learning_rate": 1.9120022076356575e-05, + "loss": 0.0201, + "step": 21790 + }, + { + "epoch": 20.39289055191768, + "grad_norm": 0.09927533566951752, + "learning_rate": 1.9076692780830114e-05, + "loss": 0.0199, + "step": 21800 + }, + { + "epoch": 20.4022450888681, + "grad_norm": 0.09477189183235168, + "learning_rate": 1.903340106003782e-05, + "loss": 0.0189, + "step": 21810 + }, + { + "epoch": 20.41159962581852, + "grad_norm": 0.08979704231023788, + "learning_rate": 1.8990146966583183e-05, + "loss": 0.0205, + "step": 21820 + }, + { + "epoch": 20.420954162768943, + "grad_norm": 0.08888650685548782, + "learning_rate": 1.8946930553024035e-05, + "loss": 0.0212, + "step": 21830 + }, + { + "epoch": 20.430308699719365, + "grad_norm": 0.10464300960302353, + "learning_rate": 1.8903751871872378e-05, + "loss": 0.021, + "step": 21840 + }, + { + "epoch": 20.439663236669784, + "grad_norm": 0.08799757808446884, + "learning_rate": 1.8860610975594382e-05, + "loss": 0.0199, + "step": 21850 + }, + { + "epoch": 20.449017773620206, + "grad_norm": 0.09996878355741501, + "learning_rate": 1.8817507916610307e-05, + "loss": 0.02, + "step": 21860 + }, + { + "epoch": 20.458372310570628, + "grad_norm": 0.09365250915288925, + "learning_rate": 1.8774442747294407e-05, + "loss": 0.0215, + "step": 21870 + }, + { + "epoch": 20.467726847521046, + "grad_norm": 0.09795066714286804, + "learning_rate": 1.8731415519974965e-05, + "loss": 0.0212, + "step": 21880 + }, + { + "epoch": 20.477081384471468, + "grad_norm": 0.10128850489854813, + "learning_rate": 1.86884262869341e-05, + "loss": 0.0197, + "step": 21890 + }, + { + "epoch": 20.48643592142189, + "grad_norm": 0.08795827627182007, + "learning_rate": 1.8645475100407788e-05, + "loss": 0.0199, + "step": 21900 + }, + { + "epoch": 20.495790458372312, + "grad_norm": 0.09602350741624832, + "learning_rate": 1.8602562012585768e-05, + "loss": 0.0189, + "step": 21910 + }, + { + "epoch": 20.50514499532273, + "grad_norm": 0.09517377614974976, + "learning_rate": 1.8559687075611466e-05, + "loss": 0.0208, + "step": 21920 + }, + { + "epoch": 20.514499532273152, + "grad_norm": 0.0866493433713913, + "learning_rate": 1.8516850341582017e-05, + "loss": 0.0215, + "step": 21930 + }, + { + "epoch": 20.523854069223574, + "grad_norm": 0.10405029356479645, + "learning_rate": 1.847405186254807e-05, + "loss": 0.0191, + "step": 21940 + }, + { + "epoch": 20.533208606173993, + "grad_norm": 0.09452950954437256, + "learning_rate": 1.843129169051379e-05, + "loss": 0.0189, + "step": 21950 + }, + { + "epoch": 20.542563143124415, + "grad_norm": 0.10559839010238647, + "learning_rate": 1.8388569877436863e-05, + "loss": 0.0187, + "step": 21960 + }, + { + "epoch": 20.551917680074837, + "grad_norm": 0.10840729624032974, + "learning_rate": 1.834588647522828e-05, + "loss": 0.0204, + "step": 21970 + }, + { + "epoch": 20.56127221702526, + "grad_norm": 0.08007439970970154, + "learning_rate": 1.8303241535752435e-05, + "loss": 0.0195, + "step": 21980 + }, + { + "epoch": 20.570626753975677, + "grad_norm": 0.09580491483211517, + "learning_rate": 1.8260635110826934e-05, + "loss": 0.0191, + "step": 21990 + }, + { + "epoch": 20.5799812909261, + "grad_norm": 0.11911813914775848, + "learning_rate": 1.8218067252222597e-05, + "loss": 0.0198, + "step": 22000 + }, + { + "epoch": 20.58933582787652, + "grad_norm": 0.10271835327148438, + "learning_rate": 1.817553801166339e-05, + "loss": 0.0188, + "step": 22010 + }, + { + "epoch": 20.59869036482694, + "grad_norm": 0.10480428487062454, + "learning_rate": 1.8133047440826333e-05, + "loss": 0.0194, + "step": 22020 + }, + { + "epoch": 20.60804490177736, + "grad_norm": 0.10292255878448486, + "learning_rate": 1.809059559134151e-05, + "loss": 0.0186, + "step": 22030 + }, + { + "epoch": 20.617399438727784, + "grad_norm": 0.09063888341188431, + "learning_rate": 1.80481825147919e-05, + "loss": 0.0209, + "step": 22040 + }, + { + "epoch": 20.626753975678206, + "grad_norm": 0.09063240140676498, + "learning_rate": 1.8005808262713396e-05, + "loss": 0.0198, + "step": 22050 + }, + { + "epoch": 20.636108512628624, + "grad_norm": 0.09514570236206055, + "learning_rate": 1.7963472886594714e-05, + "loss": 0.0193, + "step": 22060 + }, + { + "epoch": 20.645463049579046, + "grad_norm": 0.11599170416593552, + "learning_rate": 1.7921176437877302e-05, + "loss": 0.0196, + "step": 22070 + }, + { + "epoch": 20.654817586529468, + "grad_norm": 0.10751340538263321, + "learning_rate": 1.7878918967955366e-05, + "loss": 0.0192, + "step": 22080 + }, + { + "epoch": 20.664172123479887, + "grad_norm": 0.08190254122018814, + "learning_rate": 1.7836700528175693e-05, + "loss": 0.0196, + "step": 22090 + }, + { + "epoch": 20.67352666043031, + "grad_norm": 0.102742038667202, + "learning_rate": 1.779452116983769e-05, + "loss": 0.0196, + "step": 22100 + }, + { + "epoch": 20.68288119738073, + "grad_norm": 0.08535409718751907, + "learning_rate": 1.775238094419325e-05, + "loss": 0.019, + "step": 22110 + }, + { + "epoch": 20.69223573433115, + "grad_norm": 0.11336982995271683, + "learning_rate": 1.7710279902446708e-05, + "loss": 0.0194, + "step": 22120 + }, + { + "epoch": 20.70159027128157, + "grad_norm": 0.10899122059345245, + "learning_rate": 1.7668218095754795e-05, + "loss": 0.0195, + "step": 22130 + }, + { + "epoch": 20.710944808231993, + "grad_norm": 0.12792016565799713, + "learning_rate": 1.7626195575226594e-05, + "loss": 0.019, + "step": 22140 + }, + { + "epoch": 20.720299345182415, + "grad_norm": 0.10290142148733139, + "learning_rate": 1.758421239192343e-05, + "loss": 0.0209, + "step": 22150 + }, + { + "epoch": 20.729653882132833, + "grad_norm": 0.10764063149690628, + "learning_rate": 1.7542268596858814e-05, + "loss": 0.0214, + "step": 22160 + }, + { + "epoch": 20.739008419083255, + "grad_norm": 0.09881807118654251, + "learning_rate": 1.750036424099841e-05, + "loss": 0.0203, + "step": 22170 + }, + { + "epoch": 20.748362956033677, + "grad_norm": 0.12029136717319489, + "learning_rate": 1.7458499375259956e-05, + "loss": 0.0184, + "step": 22180 + }, + { + "epoch": 20.757717492984096, + "grad_norm": 0.0927780345082283, + "learning_rate": 1.7416674050513245e-05, + "loss": 0.0201, + "step": 22190 + }, + { + "epoch": 20.767072029934518, + "grad_norm": 0.09201765060424805, + "learning_rate": 1.737488831757997e-05, + "loss": 0.0209, + "step": 22200 + }, + { + "epoch": 20.77642656688494, + "grad_norm": 0.08019600063562393, + "learning_rate": 1.733314222723373e-05, + "loss": 0.0198, + "step": 22210 + }, + { + "epoch": 20.78578110383536, + "grad_norm": 0.10598909854888916, + "learning_rate": 1.7291435830199954e-05, + "loss": 0.0189, + "step": 22220 + }, + { + "epoch": 20.79513564078578, + "grad_norm": 0.10110144317150116, + "learning_rate": 1.7249769177155878e-05, + "loss": 0.0209, + "step": 22230 + }, + { + "epoch": 20.804490177736202, + "grad_norm": 0.09627665579319, + "learning_rate": 1.720814231873038e-05, + "loss": 0.0214, + "step": 22240 + }, + { + "epoch": 20.813844714686624, + "grad_norm": 0.10852739214897156, + "learning_rate": 1.716655530550405e-05, + "loss": 0.02, + "step": 22250 + }, + { + "epoch": 20.823199251637043, + "grad_norm": 0.09280554205179214, + "learning_rate": 1.7125008188009017e-05, + "loss": 0.0218, + "step": 22260 + }, + { + "epoch": 20.832553788587465, + "grad_norm": 0.1036539226770401, + "learning_rate": 1.708350101672894e-05, + "loss": 0.019, + "step": 22270 + }, + { + "epoch": 20.841908325537887, + "grad_norm": 0.08536888659000397, + "learning_rate": 1.7042033842098957e-05, + "loss": 0.0211, + "step": 22280 + }, + { + "epoch": 20.85126286248831, + "grad_norm": 0.08746703714132309, + "learning_rate": 1.7000606714505567e-05, + "loss": 0.021, + "step": 22290 + }, + { + "epoch": 20.860617399438727, + "grad_norm": 0.10832621157169342, + "learning_rate": 1.695921968428668e-05, + "loss": 0.0201, + "step": 22300 + }, + { + "epoch": 20.86997193638915, + "grad_norm": 0.09895312041044235, + "learning_rate": 1.6917872801731416e-05, + "loss": 0.0178, + "step": 22310 + }, + { + "epoch": 20.87932647333957, + "grad_norm": 0.08228109031915665, + "learning_rate": 1.687656611708014e-05, + "loss": 0.0203, + "step": 22320 + }, + { + "epoch": 20.88868101028999, + "grad_norm": 0.09548476338386536, + "learning_rate": 1.6835299680524368e-05, + "loss": 0.0205, + "step": 22330 + }, + { + "epoch": 20.89803554724041, + "grad_norm": 0.08192119002342224, + "learning_rate": 1.679407354220669e-05, + "loss": 0.0188, + "step": 22340 + }, + { + "epoch": 20.907390084190833, + "grad_norm": 0.09058765321969986, + "learning_rate": 1.6752887752220793e-05, + "loss": 0.0176, + "step": 22350 + }, + { + "epoch": 20.916744621141255, + "grad_norm": 0.08240968734025955, + "learning_rate": 1.6711742360611277e-05, + "loss": 0.0176, + "step": 22360 + }, + { + "epoch": 20.926099158091674, + "grad_norm": 0.0874452218413353, + "learning_rate": 1.6670637417373652e-05, + "loss": 0.0191, + "step": 22370 + }, + { + "epoch": 20.935453695042096, + "grad_norm": 0.09684678167104721, + "learning_rate": 1.6629572972454333e-05, + "loss": 0.0209, + "step": 22380 + }, + { + "epoch": 20.944808231992518, + "grad_norm": 0.08730188012123108, + "learning_rate": 1.6588549075750464e-05, + "loss": 0.0194, + "step": 22390 + }, + { + "epoch": 20.954162768942936, + "grad_norm": 0.09990671277046204, + "learning_rate": 1.6547565777109976e-05, + "loss": 0.0189, + "step": 22400 + }, + { + "epoch": 20.963517305893358, + "grad_norm": 0.09283293038606644, + "learning_rate": 1.650662312633143e-05, + "loss": 0.0189, + "step": 22410 + }, + { + "epoch": 20.97287184284378, + "grad_norm": 0.09936685860157013, + "learning_rate": 1.6465721173164002e-05, + "loss": 0.0193, + "step": 22420 + }, + { + "epoch": 20.9822263797942, + "grad_norm": 0.1067391037940979, + "learning_rate": 1.6424859967307428e-05, + "loss": 0.0197, + "step": 22430 + }, + { + "epoch": 20.99158091674462, + "grad_norm": 0.09239013493061066, + "learning_rate": 1.6384039558411903e-05, + "loss": 0.0185, + "step": 22440 + }, + { + "epoch": 21.000935453695043, + "grad_norm": 0.10124614089727402, + "learning_rate": 1.634325999607811e-05, + "loss": 0.0189, + "step": 22450 + }, + { + "epoch": 21.010289990645465, + "grad_norm": 0.0795549750328064, + "learning_rate": 1.6302521329857045e-05, + "loss": 0.0197, + "step": 22460 + }, + { + "epoch": 21.019644527595883, + "grad_norm": 0.1031799241900444, + "learning_rate": 1.6261823609250027e-05, + "loss": 0.0201, + "step": 22470 + }, + { + "epoch": 21.028999064546305, + "grad_norm": 0.07953722774982452, + "learning_rate": 1.6221166883708627e-05, + "loss": 0.0176, + "step": 22480 + }, + { + "epoch": 21.038353601496727, + "grad_norm": 0.09428732842206955, + "learning_rate": 1.6180551202634603e-05, + "loss": 0.0192, + "step": 22490 + }, + { + "epoch": 21.047708138447145, + "grad_norm": 0.07622140645980835, + "learning_rate": 1.613997661537981e-05, + "loss": 0.0182, + "step": 22500 + }, + { + "epoch": 21.057062675397567, + "grad_norm": 0.09181996434926987, + "learning_rate": 1.609944317124624e-05, + "loss": 0.0184, + "step": 22510 + }, + { + "epoch": 21.06641721234799, + "grad_norm": 0.087814562022686, + "learning_rate": 1.605895091948582e-05, + "loss": 0.0182, + "step": 22520 + }, + { + "epoch": 21.07577174929841, + "grad_norm": 0.08335866034030914, + "learning_rate": 1.6018499909300477e-05, + "loss": 0.0181, + "step": 22530 + }, + { + "epoch": 21.08512628624883, + "grad_norm": 0.09694486111402512, + "learning_rate": 1.597809018984199e-05, + "loss": 0.0183, + "step": 22540 + }, + { + "epoch": 21.09448082319925, + "grad_norm": 0.10457444936037064, + "learning_rate": 1.593772181021196e-05, + "loss": 0.0189, + "step": 22550 + }, + { + "epoch": 21.103835360149674, + "grad_norm": 0.09310425817966461, + "learning_rate": 1.5897394819461813e-05, + "loss": 0.0196, + "step": 22560 + }, + { + "epoch": 21.113189897100092, + "grad_norm": 0.09291833639144897, + "learning_rate": 1.5857109266592625e-05, + "loss": 0.0179, + "step": 22570 + }, + { + "epoch": 21.122544434050514, + "grad_norm": 0.09370364248752594, + "learning_rate": 1.581686520055514e-05, + "loss": 0.0201, + "step": 22580 + }, + { + "epoch": 21.131898971000936, + "grad_norm": 0.09483600407838821, + "learning_rate": 1.5776662670249704e-05, + "loss": 0.02, + "step": 22590 + }, + { + "epoch": 21.141253507951358, + "grad_norm": 0.11159300059080124, + "learning_rate": 1.573650172452615e-05, + "loss": 0.02, + "step": 22600 + }, + { + "epoch": 21.150608044901777, + "grad_norm": 0.09773644804954529, + "learning_rate": 1.5696382412183852e-05, + "loss": 0.0179, + "step": 22610 + }, + { + "epoch": 21.1599625818522, + "grad_norm": 0.09785667061805725, + "learning_rate": 1.565630478197155e-05, + "loss": 0.0191, + "step": 22620 + }, + { + "epoch": 21.16931711880262, + "grad_norm": 0.10284597426652908, + "learning_rate": 1.5616268882587332e-05, + "loss": 0.0197, + "step": 22630 + }, + { + "epoch": 21.17867165575304, + "grad_norm": 0.10224802792072296, + "learning_rate": 1.5576274762678594e-05, + "loss": 0.0189, + "step": 22640 + }, + { + "epoch": 21.18802619270346, + "grad_norm": 0.08562061190605164, + "learning_rate": 1.5536322470841952e-05, + "loss": 0.0181, + "step": 22650 + }, + { + "epoch": 21.197380729653883, + "grad_norm": 0.09951173514127731, + "learning_rate": 1.549641205562324e-05, + "loss": 0.0211, + "step": 22660 + }, + { + "epoch": 21.2067352666043, + "grad_norm": 0.09133527427911758, + "learning_rate": 1.5456543565517334e-05, + "loss": 0.0194, + "step": 22670 + }, + { + "epoch": 21.216089803554723, + "grad_norm": 0.09161863476037979, + "learning_rate": 1.541671704896825e-05, + "loss": 0.0184, + "step": 22680 + }, + { + "epoch": 21.225444340505145, + "grad_norm": 0.08552642911672592, + "learning_rate": 1.5376932554368938e-05, + "loss": 0.0202, + "step": 22690 + }, + { + "epoch": 21.234798877455567, + "grad_norm": 0.09386066347360611, + "learning_rate": 1.5337190130061318e-05, + "loss": 0.0177, + "step": 22700 + }, + { + "epoch": 21.244153414405986, + "grad_norm": 0.10208617895841599, + "learning_rate": 1.5297489824336165e-05, + "loss": 0.0185, + "step": 22710 + }, + { + "epoch": 21.253507951356408, + "grad_norm": 0.0867391899228096, + "learning_rate": 1.5257831685433121e-05, + "loss": 0.0174, + "step": 22720 + }, + { + "epoch": 21.26286248830683, + "grad_norm": 0.0984685942530632, + "learning_rate": 1.521821576154055e-05, + "loss": 0.018, + "step": 22730 + }, + { + "epoch": 21.27221702525725, + "grad_norm": 0.09710350632667542, + "learning_rate": 1.5178642100795542e-05, + "loss": 0.0185, + "step": 22740 + }, + { + "epoch": 21.28157156220767, + "grad_norm": 0.12541510164737701, + "learning_rate": 1.5139110751283819e-05, + "loss": 0.0189, + "step": 22750 + }, + { + "epoch": 21.290926099158092, + "grad_norm": 0.09262324869632721, + "learning_rate": 1.5099621761039683e-05, + "loss": 0.022, + "step": 22760 + }, + { + "epoch": 21.300280636108514, + "grad_norm": 0.1068807914853096, + "learning_rate": 1.5060175178046016e-05, + "loss": 0.0196, + "step": 22770 + }, + { + "epoch": 21.309635173058933, + "grad_norm": 0.09765277057886124, + "learning_rate": 1.5020771050234117e-05, + "loss": 0.0212, + "step": 22780 + }, + { + "epoch": 21.318989710009355, + "grad_norm": 0.11021237075328827, + "learning_rate": 1.4981409425483716e-05, + "loss": 0.019, + "step": 22790 + }, + { + "epoch": 21.328344246959777, + "grad_norm": 0.0908326581120491, + "learning_rate": 1.4942090351622883e-05, + "loss": 0.017, + "step": 22800 + }, + { + "epoch": 21.337698783910195, + "grad_norm": 0.09503839910030365, + "learning_rate": 1.490281387642804e-05, + "loss": 0.0184, + "step": 22810 + }, + { + "epoch": 21.347053320860617, + "grad_norm": 0.08353745192289352, + "learning_rate": 1.4863580047623765e-05, + "loss": 0.0181, + "step": 22820 + }, + { + "epoch": 21.35640785781104, + "grad_norm": 0.08207250386476517, + "learning_rate": 1.4824388912882897e-05, + "loss": 0.0171, + "step": 22830 + }, + { + "epoch": 21.36576239476146, + "grad_norm": 0.09881521016359329, + "learning_rate": 1.4785240519826344e-05, + "loss": 0.0189, + "step": 22840 + }, + { + "epoch": 21.37511693171188, + "grad_norm": 0.09124792367219925, + "learning_rate": 1.4746134916023097e-05, + "loss": 0.0168, + "step": 22850 + }, + { + "epoch": 21.3844714686623, + "grad_norm": 0.1165778711438179, + "learning_rate": 1.4707072148990141e-05, + "loss": 0.0194, + "step": 22860 + }, + { + "epoch": 21.393826005612723, + "grad_norm": 0.09803923964500427, + "learning_rate": 1.4668052266192423e-05, + "loss": 0.0195, + "step": 22870 + }, + { + "epoch": 21.403180542563142, + "grad_norm": 0.0954648107290268, + "learning_rate": 1.4629075315042795e-05, + "loss": 0.0198, + "step": 22880 + }, + { + "epoch": 21.412535079513564, + "grad_norm": 0.08372776210308075, + "learning_rate": 1.4590141342901925e-05, + "loss": 0.0197, + "step": 22890 + }, + { + "epoch": 21.421889616463986, + "grad_norm": 0.09171266853809357, + "learning_rate": 1.4551250397078253e-05, + "loss": 0.0197, + "step": 22900 + }, + { + "epoch": 21.431244153414404, + "grad_norm": 0.07567844539880753, + "learning_rate": 1.4512402524827945e-05, + "loss": 0.0176, + "step": 22910 + }, + { + "epoch": 21.440598690364826, + "grad_norm": 0.09205234050750732, + "learning_rate": 1.447359777335482e-05, + "loss": 0.0182, + "step": 22920 + }, + { + "epoch": 21.44995322731525, + "grad_norm": 0.09600425511598587, + "learning_rate": 1.4434836189810335e-05, + "loss": 0.0186, + "step": 22930 + }, + { + "epoch": 21.45930776426567, + "grad_norm": 0.08541452884674072, + "learning_rate": 1.4396117821293453e-05, + "loss": 0.0191, + "step": 22940 + }, + { + "epoch": 21.46866230121609, + "grad_norm": 0.09336642175912857, + "learning_rate": 1.4357442714850633e-05, + "loss": 0.02, + "step": 22950 + }, + { + "epoch": 21.47801683816651, + "grad_norm": 0.10543270409107208, + "learning_rate": 1.43188109174758e-05, + "loss": 0.0186, + "step": 22960 + }, + { + "epoch": 21.487371375116933, + "grad_norm": 0.10966148227453232, + "learning_rate": 1.4280222476110206e-05, + "loss": 0.0211, + "step": 22970 + }, + { + "epoch": 21.49672591206735, + "grad_norm": 0.08461672812700272, + "learning_rate": 1.4241677437642469e-05, + "loss": 0.0186, + "step": 22980 + }, + { + "epoch": 21.506080449017773, + "grad_norm": 0.07305563986301422, + "learning_rate": 1.420317584890844e-05, + "loss": 0.0175, + "step": 22990 + }, + { + "epoch": 21.515434985968195, + "grad_norm": 0.08005807548761368, + "learning_rate": 1.4164717756691176e-05, + "loss": 0.0185, + "step": 23000 + }, + { + "epoch": 21.524789522918617, + "grad_norm": 0.1369362473487854, + "learning_rate": 1.4126303207720882e-05, + "loss": 0.0197, + "step": 23010 + }, + { + "epoch": 21.534144059869035, + "grad_norm": 0.10486394166946411, + "learning_rate": 1.408793224867484e-05, + "loss": 0.0197, + "step": 23020 + }, + { + "epoch": 21.543498596819457, + "grad_norm": 0.09817080944776535, + "learning_rate": 1.4049604926177423e-05, + "loss": 0.0199, + "step": 23030 + }, + { + "epoch": 21.55285313376988, + "grad_norm": 0.09105344116687775, + "learning_rate": 1.4011321286799916e-05, + "loss": 0.0196, + "step": 23040 + }, + { + "epoch": 21.562207670720298, + "grad_norm": 0.09291854500770569, + "learning_rate": 1.3973081377060565e-05, + "loss": 0.0174, + "step": 23050 + }, + { + "epoch": 21.57156220767072, + "grad_norm": 0.10021699965000153, + "learning_rate": 1.393488524342445e-05, + "loss": 0.021, + "step": 23060 + }, + { + "epoch": 21.580916744621142, + "grad_norm": 0.08058200776576996, + "learning_rate": 1.3896732932303486e-05, + "loss": 0.0211, + "step": 23070 + }, + { + "epoch": 21.590271281571564, + "grad_norm": 0.09360940009355545, + "learning_rate": 1.3858624490056304e-05, + "loss": 0.0182, + "step": 23080 + }, + { + "epoch": 21.599625818521982, + "grad_norm": 0.09650211036205292, + "learning_rate": 1.3820559962988299e-05, + "loss": 0.0182, + "step": 23090 + }, + { + "epoch": 21.608980355472404, + "grad_norm": 0.09310318529605865, + "learning_rate": 1.3782539397351418e-05, + "loss": 0.0194, + "step": 23100 + }, + { + "epoch": 21.618334892422826, + "grad_norm": 0.1051504909992218, + "learning_rate": 1.3744562839344266e-05, + "loss": 0.0197, + "step": 23110 + }, + { + "epoch": 21.627689429373245, + "grad_norm": 0.1162540391087532, + "learning_rate": 1.370663033511193e-05, + "loss": 0.0199, + "step": 23120 + }, + { + "epoch": 21.637043966323667, + "grad_norm": 0.09497111290693283, + "learning_rate": 1.3668741930745964e-05, + "loss": 0.0189, + "step": 23130 + }, + { + "epoch": 21.64639850327409, + "grad_norm": 0.0913359746336937, + "learning_rate": 1.3630897672284382e-05, + "loss": 0.0181, + "step": 23140 + }, + { + "epoch": 21.65575304022451, + "grad_norm": 0.10069738328456879, + "learning_rate": 1.3593097605711508e-05, + "loss": 0.0182, + "step": 23150 + }, + { + "epoch": 21.66510757717493, + "grad_norm": 0.09422993659973145, + "learning_rate": 1.3555341776957992e-05, + "loss": 0.0202, + "step": 23160 + }, + { + "epoch": 21.67446211412535, + "grad_norm": 0.08349748700857162, + "learning_rate": 1.3517630231900724e-05, + "loss": 0.0193, + "step": 23170 + }, + { + "epoch": 21.683816651075773, + "grad_norm": 0.08627540618181229, + "learning_rate": 1.3479963016362767e-05, + "loss": 0.0178, + "step": 23180 + }, + { + "epoch": 21.69317118802619, + "grad_norm": 0.08431705832481384, + "learning_rate": 1.3442340176113377e-05, + "loss": 0.019, + "step": 23190 + }, + { + "epoch": 21.702525724976613, + "grad_norm": 0.09526071697473526, + "learning_rate": 1.340476175686784e-05, + "loss": 0.02, + "step": 23200 + }, + { + "epoch": 21.711880261927035, + "grad_norm": 0.09182652831077576, + "learning_rate": 1.3367227804287469e-05, + "loss": 0.019, + "step": 23210 + }, + { + "epoch": 21.721234798877454, + "grad_norm": 0.07419338822364807, + "learning_rate": 1.332973836397956e-05, + "loss": 0.0189, + "step": 23220 + }, + { + "epoch": 21.730589335827876, + "grad_norm": 0.10388632863759995, + "learning_rate": 1.329229348149731e-05, + "loss": 0.0191, + "step": 23230 + }, + { + "epoch": 21.739943872778298, + "grad_norm": 0.11181961745023727, + "learning_rate": 1.3254893202339796e-05, + "loss": 0.019, + "step": 23240 + }, + { + "epoch": 21.74929840972872, + "grad_norm": 0.09782196581363678, + "learning_rate": 1.3217537571951872e-05, + "loss": 0.0205, + "step": 23250 + }, + { + "epoch": 21.75865294667914, + "grad_norm": 0.08822635561227798, + "learning_rate": 1.3180226635724169e-05, + "loss": 0.0187, + "step": 23260 + }, + { + "epoch": 21.76800748362956, + "grad_norm": 0.09363991767168045, + "learning_rate": 1.314296043899298e-05, + "loss": 0.0192, + "step": 23270 + }, + { + "epoch": 21.777362020579982, + "grad_norm": 0.09675828367471695, + "learning_rate": 1.3105739027040248e-05, + "loss": 0.0181, + "step": 23280 + }, + { + "epoch": 21.7867165575304, + "grad_norm": 0.09297686070203781, + "learning_rate": 1.3068562445093491e-05, + "loss": 0.0187, + "step": 23290 + }, + { + "epoch": 21.796071094480823, + "grad_norm": 0.08973383158445358, + "learning_rate": 1.3031430738325778e-05, + "loss": 0.019, + "step": 23300 + }, + { + "epoch": 21.805425631431245, + "grad_norm": 0.09440785646438599, + "learning_rate": 1.299434395185563e-05, + "loss": 0.0187, + "step": 23310 + }, + { + "epoch": 21.814780168381667, + "grad_norm": 0.0784563347697258, + "learning_rate": 1.295730213074699e-05, + "loss": 0.0172, + "step": 23320 + }, + { + "epoch": 21.824134705332085, + "grad_norm": 0.07682809233665466, + "learning_rate": 1.2920305320009152e-05, + "loss": 0.0182, + "step": 23330 + }, + { + "epoch": 21.833489242282507, + "grad_norm": 0.08922355622053146, + "learning_rate": 1.2883353564596729e-05, + "loss": 0.0185, + "step": 23340 + }, + { + "epoch": 21.84284377923293, + "grad_norm": 0.1048656776547432, + "learning_rate": 1.2846446909409604e-05, + "loss": 0.0204, + "step": 23350 + }, + { + "epoch": 21.852198316183348, + "grad_norm": 0.10902296751737595, + "learning_rate": 1.280958539929284e-05, + "loss": 0.0186, + "step": 23360 + }, + { + "epoch": 21.86155285313377, + "grad_norm": 0.08673812448978424, + "learning_rate": 1.277276907903664e-05, + "loss": 0.0174, + "step": 23370 + }, + { + "epoch": 21.87090739008419, + "grad_norm": 0.09624194353818893, + "learning_rate": 1.2735997993376298e-05, + "loss": 0.0199, + "step": 23380 + }, + { + "epoch": 21.880261927034613, + "grad_norm": 0.08957008272409439, + "learning_rate": 1.2699272186992166e-05, + "loss": 0.0177, + "step": 23390 + }, + { + "epoch": 21.889616463985032, + "grad_norm": 0.09078451991081238, + "learning_rate": 1.2662591704509547e-05, + "loss": 0.0172, + "step": 23400 + }, + { + "epoch": 21.898971000935454, + "grad_norm": 0.12012401968240738, + "learning_rate": 1.2625956590498711e-05, + "loss": 0.0202, + "step": 23410 + }, + { + "epoch": 21.908325537885876, + "grad_norm": 0.09949267655611038, + "learning_rate": 1.2589366889474757e-05, + "loss": 0.0181, + "step": 23420 + }, + { + "epoch": 21.917680074836294, + "grad_norm": 0.11428121477365494, + "learning_rate": 1.2552822645897621e-05, + "loss": 0.0196, + "step": 23430 + }, + { + "epoch": 21.927034611786716, + "grad_norm": 0.1103149801492691, + "learning_rate": 1.2516323904172e-05, + "loss": 0.0186, + "step": 23440 + }, + { + "epoch": 21.93638914873714, + "grad_norm": 0.13632644712924957, + "learning_rate": 1.2479870708647324e-05, + "loss": 0.0191, + "step": 23450 + }, + { + "epoch": 21.94574368568756, + "grad_norm": 0.10158441960811615, + "learning_rate": 1.2443463103617658e-05, + "loss": 0.0191, + "step": 23460 + }, + { + "epoch": 21.95509822263798, + "grad_norm": 0.11962863057851791, + "learning_rate": 1.240710113332167e-05, + "loss": 0.0171, + "step": 23470 + }, + { + "epoch": 21.9644527595884, + "grad_norm": 0.10324064642190933, + "learning_rate": 1.2370784841942584e-05, + "loss": 0.0195, + "step": 23480 + }, + { + "epoch": 21.973807296538823, + "grad_norm": 0.11160673946142197, + "learning_rate": 1.2334514273608117e-05, + "loss": 0.0177, + "step": 23490 + }, + { + "epoch": 21.98316183348924, + "grad_norm": 0.09930282831192017, + "learning_rate": 1.2298289472390417e-05, + "loss": 0.0185, + "step": 23500 + }, + { + "epoch": 21.992516370439663, + "grad_norm": 0.08578923344612122, + "learning_rate": 1.226211048230606e-05, + "loss": 0.0185, + "step": 23510 + }, + { + "epoch": 22.001870907390085, + "grad_norm": 0.10481096804141998, + "learning_rate": 1.2225977347315921e-05, + "loss": 0.0178, + "step": 23520 + }, + { + "epoch": 22.011225444340504, + "grad_norm": 0.07653700560331345, + "learning_rate": 1.2189890111325148e-05, + "loss": 0.0181, + "step": 23530 + }, + { + "epoch": 22.020579981290926, + "grad_norm": 0.08269229531288147, + "learning_rate": 1.2153848818183161e-05, + "loss": 0.0193, + "step": 23540 + }, + { + "epoch": 22.029934518241348, + "grad_norm": 0.0911475121974945, + "learning_rate": 1.2117853511683507e-05, + "loss": 0.0181, + "step": 23550 + }, + { + "epoch": 22.03928905519177, + "grad_norm": 0.0808178186416626, + "learning_rate": 1.2081904235563906e-05, + "loss": 0.0174, + "step": 23560 + }, + { + "epoch": 22.048643592142188, + "grad_norm": 0.09790737926959991, + "learning_rate": 1.20460010335061e-05, + "loss": 0.0187, + "step": 23570 + }, + { + "epoch": 22.05799812909261, + "grad_norm": 0.09880552440881729, + "learning_rate": 1.2010143949135865e-05, + "loss": 0.0177, + "step": 23580 + }, + { + "epoch": 22.067352666043032, + "grad_norm": 0.09237746149301529, + "learning_rate": 1.1974333026022938e-05, + "loss": 0.0188, + "step": 23590 + }, + { + "epoch": 22.07670720299345, + "grad_norm": 0.096256323158741, + "learning_rate": 1.1938568307680964e-05, + "loss": 0.0198, + "step": 23600 + }, + { + "epoch": 22.086061739943872, + "grad_norm": 0.08510539680719376, + "learning_rate": 1.1902849837567464e-05, + "loss": 0.0167, + "step": 23610 + }, + { + "epoch": 22.095416276894294, + "grad_norm": 0.10411209613084793, + "learning_rate": 1.1867177659083739e-05, + "loss": 0.0188, + "step": 23620 + }, + { + "epoch": 22.104770813844716, + "grad_norm": 0.08082105964422226, + "learning_rate": 1.1831551815574848e-05, + "loss": 0.0187, + "step": 23630 + }, + { + "epoch": 22.114125350795135, + "grad_norm": 0.08911158889532089, + "learning_rate": 1.1795972350329554e-05, + "loss": 0.0196, + "step": 23640 + }, + { + "epoch": 22.123479887745557, + "grad_norm": 0.08883442729711533, + "learning_rate": 1.176043930658024e-05, + "loss": 0.019, + "step": 23650 + }, + { + "epoch": 22.13283442469598, + "grad_norm": 0.08128144592046738, + "learning_rate": 1.1724952727502942e-05, + "loss": 0.0184, + "step": 23660 + }, + { + "epoch": 22.142188961646397, + "grad_norm": 0.09211666882038116, + "learning_rate": 1.1689512656217178e-05, + "loss": 0.0191, + "step": 23670 + }, + { + "epoch": 22.15154349859682, + "grad_norm": 0.11043231934309006, + "learning_rate": 1.1654119135785962e-05, + "loss": 0.0187, + "step": 23680 + }, + { + "epoch": 22.16089803554724, + "grad_norm": 0.08572806417942047, + "learning_rate": 1.1618772209215794e-05, + "loss": 0.0183, + "step": 23690 + }, + { + "epoch": 22.170252572497663, + "grad_norm": 0.08297049254179001, + "learning_rate": 1.1583471919456506e-05, + "loss": 0.0174, + "step": 23700 + }, + { + "epoch": 22.17960710944808, + "grad_norm": 0.1411362588405609, + "learning_rate": 1.1548218309401266e-05, + "loss": 0.018, + "step": 23710 + }, + { + "epoch": 22.188961646398504, + "grad_norm": 0.113805390894413, + "learning_rate": 1.1513011421886555e-05, + "loss": 0.0183, + "step": 23720 + }, + { + "epoch": 22.198316183348926, + "grad_norm": 0.0997423306107521, + "learning_rate": 1.1477851299692056e-05, + "loss": 0.0157, + "step": 23730 + }, + { + "epoch": 22.207670720299344, + "grad_norm": 0.10316385328769684, + "learning_rate": 1.144273798554063e-05, + "loss": 0.017, + "step": 23740 + }, + { + "epoch": 22.217025257249766, + "grad_norm": 0.09354681521654129, + "learning_rate": 1.1407671522098262e-05, + "loss": 0.0184, + "step": 23750 + }, + { + "epoch": 22.226379794200188, + "grad_norm": 0.09552335739135742, + "learning_rate": 1.1372651951974e-05, + "loss": 0.0178, + "step": 23760 + }, + { + "epoch": 22.235734331150606, + "grad_norm": 0.08289040625095367, + "learning_rate": 1.1337679317719952e-05, + "loss": 0.017, + "step": 23770 + }, + { + "epoch": 22.24508886810103, + "grad_norm": 0.08065832406282425, + "learning_rate": 1.1302753661831151e-05, + "loss": 0.0168, + "step": 23780 + }, + { + "epoch": 22.25444340505145, + "grad_norm": 0.11224160343408585, + "learning_rate": 1.1267875026745561e-05, + "loss": 0.0176, + "step": 23790 + }, + { + "epoch": 22.263797942001872, + "grad_norm": 0.0995558649301529, + "learning_rate": 1.1233043454844016e-05, + "loss": 0.0177, + "step": 23800 + }, + { + "epoch": 22.27315247895229, + "grad_norm": 0.08882058411836624, + "learning_rate": 1.1198258988450144e-05, + "loss": 0.0186, + "step": 23810 + }, + { + "epoch": 22.282507015902713, + "grad_norm": 0.1018463522195816, + "learning_rate": 1.1163521669830368e-05, + "loss": 0.0181, + "step": 23820 + }, + { + "epoch": 22.291861552853135, + "grad_norm": 0.09393186867237091, + "learning_rate": 1.1128831541193818e-05, + "loss": 0.0185, + "step": 23830 + }, + { + "epoch": 22.301216089803553, + "grad_norm": 0.10749232769012451, + "learning_rate": 1.1094188644692255e-05, + "loss": 0.0181, + "step": 23840 + }, + { + "epoch": 22.310570626753975, + "grad_norm": 0.10131850093603134, + "learning_rate": 1.1059593022420067e-05, + "loss": 0.0189, + "step": 23850 + }, + { + "epoch": 22.319925163704397, + "grad_norm": 0.09407416731119156, + "learning_rate": 1.1025044716414184e-05, + "loss": 0.0184, + "step": 23860 + }, + { + "epoch": 22.32927970065482, + "grad_norm": 0.0818260982632637, + "learning_rate": 1.0990543768654082e-05, + "loss": 0.017, + "step": 23870 + }, + { + "epoch": 22.338634237605238, + "grad_norm": 0.10558419674634933, + "learning_rate": 1.0956090221061655e-05, + "loss": 0.0174, + "step": 23880 + }, + { + "epoch": 22.34798877455566, + "grad_norm": 0.10545337200164795, + "learning_rate": 1.0921684115501208e-05, + "loss": 0.0187, + "step": 23890 + }, + { + "epoch": 22.35734331150608, + "grad_norm": 0.09252358227968216, + "learning_rate": 1.0887325493779405e-05, + "loss": 0.0191, + "step": 23900 + }, + { + "epoch": 22.3666978484565, + "grad_norm": 0.08498461544513702, + "learning_rate": 1.0853014397645207e-05, + "loss": 0.0165, + "step": 23910 + }, + { + "epoch": 22.376052385406922, + "grad_norm": 0.09371490776538849, + "learning_rate": 1.0818750868789829e-05, + "loss": 0.0179, + "step": 23920 + }, + { + "epoch": 22.385406922357344, + "grad_norm": 0.09696973860263824, + "learning_rate": 1.0784534948846703e-05, + "loss": 0.0185, + "step": 23930 + }, + { + "epoch": 22.394761459307766, + "grad_norm": 0.09434782713651657, + "learning_rate": 1.0750366679391393e-05, + "loss": 0.0194, + "step": 23940 + }, + { + "epoch": 22.404115996258184, + "grad_norm": 0.08684247732162476, + "learning_rate": 1.0716246101941557e-05, + "loss": 0.0178, + "step": 23950 + }, + { + "epoch": 22.413470533208606, + "grad_norm": 0.11834314465522766, + "learning_rate": 1.0682173257956934e-05, + "loss": 0.0175, + "step": 23960 + }, + { + "epoch": 22.42282507015903, + "grad_norm": 0.09030096232891083, + "learning_rate": 1.064814818883922e-05, + "loss": 0.0162, + "step": 23970 + }, + { + "epoch": 22.432179607109447, + "grad_norm": 0.09255443513393402, + "learning_rate": 1.06141709359321e-05, + "loss": 0.0179, + "step": 23980 + }, + { + "epoch": 22.44153414405987, + "grad_norm": 0.09843393415212631, + "learning_rate": 1.058024154052114e-05, + "loss": 0.0167, + "step": 23990 + }, + { + "epoch": 22.45088868101029, + "grad_norm": 0.09152771532535553, + "learning_rate": 1.0546360043833747e-05, + "loss": 0.0165, + "step": 24000 + }, + { + "epoch": 22.46024321796071, + "grad_norm": 0.10126135498285294, + "learning_rate": 1.0512526487039138e-05, + "loss": 0.0183, + "step": 24010 + }, + { + "epoch": 22.46959775491113, + "grad_norm": 0.09344328939914703, + "learning_rate": 1.0478740911248258e-05, + "loss": 0.0165, + "step": 24020 + }, + { + "epoch": 22.478952291861553, + "grad_norm": 0.09746048599481583, + "learning_rate": 1.0445003357513793e-05, + "loss": 0.0168, + "step": 24030 + }, + { + "epoch": 22.488306828811975, + "grad_norm": 0.10722213983535767, + "learning_rate": 1.0411313866830042e-05, + "loss": 0.0173, + "step": 24040 + }, + { + "epoch": 22.497661365762394, + "grad_norm": 0.07259845733642578, + "learning_rate": 1.0377672480132915e-05, + "loss": 0.0158, + "step": 24050 + }, + { + "epoch": 22.507015902712816, + "grad_norm": 0.1332346349954605, + "learning_rate": 1.0344079238299864e-05, + "loss": 0.0171, + "step": 24060 + }, + { + "epoch": 22.516370439663238, + "grad_norm": 0.09175393730401993, + "learning_rate": 1.0310534182149833e-05, + "loss": 0.0177, + "step": 24070 + }, + { + "epoch": 22.525724976613656, + "grad_norm": 0.09656210243701935, + "learning_rate": 1.0277037352443258e-05, + "loss": 0.0172, + "step": 24080 + }, + { + "epoch": 22.535079513564078, + "grad_norm": 0.10200706124305725, + "learning_rate": 1.024358878988193e-05, + "loss": 0.0177, + "step": 24090 + }, + { + "epoch": 22.5444340505145, + "grad_norm": 0.09622813016176224, + "learning_rate": 1.0210188535108995e-05, + "loss": 0.0173, + "step": 24100 + }, + { + "epoch": 22.553788587464922, + "grad_norm": 0.09805191308259964, + "learning_rate": 1.0176836628708935e-05, + "loss": 0.0158, + "step": 24110 + }, + { + "epoch": 22.56314312441534, + "grad_norm": 0.10641101002693176, + "learning_rate": 1.0143533111207454e-05, + "loss": 0.0182, + "step": 24120 + }, + { + "epoch": 22.572497661365762, + "grad_norm": 0.10919591784477234, + "learning_rate": 1.0110278023071446e-05, + "loss": 0.0186, + "step": 24130 + }, + { + "epoch": 22.581852198316184, + "grad_norm": 0.10784044861793518, + "learning_rate": 1.007707140470901e-05, + "loss": 0.0179, + "step": 24140 + }, + { + "epoch": 22.591206735266603, + "grad_norm": 0.08816283196210861, + "learning_rate": 1.0043913296469298e-05, + "loss": 0.0165, + "step": 24150 + }, + { + "epoch": 22.600561272217025, + "grad_norm": 0.09664001315832138, + "learning_rate": 1.001080373864255e-05, + "loss": 0.0178, + "step": 24160 + }, + { + "epoch": 22.609915809167447, + "grad_norm": 0.08467867225408554, + "learning_rate": 9.977742771459991e-06, + "loss": 0.017, + "step": 24170 + }, + { + "epoch": 22.61927034611787, + "grad_norm": 0.09474868327379227, + "learning_rate": 9.944730435093802e-06, + "loss": 0.0184, + "step": 24180 + }, + { + "epoch": 22.628624883068287, + "grad_norm": 0.10465230792760849, + "learning_rate": 9.911766769657115e-06, + "loss": 0.0181, + "step": 24190 + }, + { + "epoch": 22.63797942001871, + "grad_norm": 0.12724857032299042, + "learning_rate": 9.878851815203882e-06, + "loss": 0.0185, + "step": 24200 + }, + { + "epoch": 22.64733395696913, + "grad_norm": 0.1258154809474945, + "learning_rate": 9.845985611728864e-06, + "loss": 0.0178, + "step": 24210 + }, + { + "epoch": 22.65668849391955, + "grad_norm": 0.12818042933940887, + "learning_rate": 9.813168199167606e-06, + "loss": 0.0192, + "step": 24220 + }, + { + "epoch": 22.66604303086997, + "grad_norm": 0.1250215619802475, + "learning_rate": 9.780399617396341e-06, + "loss": 0.0197, + "step": 24230 + }, + { + "epoch": 22.675397567820394, + "grad_norm": 0.08785291761159897, + "learning_rate": 9.747679906232016e-06, + "loss": 0.0187, + "step": 24240 + }, + { + "epoch": 22.684752104770816, + "grad_norm": 0.06830374151468277, + "learning_rate": 9.715009105432138e-06, + "loss": 0.0178, + "step": 24250 + }, + { + "epoch": 22.694106641721234, + "grad_norm": 0.08497212082147598, + "learning_rate": 9.682387254694835e-06, + "loss": 0.018, + "step": 24260 + }, + { + "epoch": 22.703461178671656, + "grad_norm": 0.10541844367980957, + "learning_rate": 9.649814393658723e-06, + "loss": 0.019, + "step": 24270 + }, + { + "epoch": 22.712815715622078, + "grad_norm": 0.09982930123806, + "learning_rate": 9.617290561902881e-06, + "loss": 0.0183, + "step": 24280 + }, + { + "epoch": 22.722170252572496, + "grad_norm": 0.11505136638879776, + "learning_rate": 9.584815798946861e-06, + "loss": 0.0195, + "step": 24290 + }, + { + "epoch": 22.73152478952292, + "grad_norm": 0.0891568586230278, + "learning_rate": 9.55239014425055e-06, + "loss": 0.0167, + "step": 24300 + }, + { + "epoch": 22.74087932647334, + "grad_norm": 0.11188638210296631, + "learning_rate": 9.520013637214176e-06, + "loss": 0.019, + "step": 24310 + }, + { + "epoch": 22.75023386342376, + "grad_norm": 0.09796779602766037, + "learning_rate": 9.48768631717824e-06, + "loss": 0.0185, + "step": 24320 + }, + { + "epoch": 22.75958840037418, + "grad_norm": 0.09314961731433868, + "learning_rate": 9.455408223423496e-06, + "loss": 0.0169, + "step": 24330 + }, + { + "epoch": 22.768942937324603, + "grad_norm": 0.08364550024271011, + "learning_rate": 9.423179395170845e-06, + "loss": 0.0188, + "step": 24340 + }, + { + "epoch": 22.778297474275025, + "grad_norm": 0.09344813972711563, + "learning_rate": 9.390999871581391e-06, + "loss": 0.0185, + "step": 24350 + }, + { + "epoch": 22.787652011225443, + "grad_norm": 0.08891455829143524, + "learning_rate": 9.358869691756273e-06, + "loss": 0.0192, + "step": 24360 + }, + { + "epoch": 22.797006548175865, + "grad_norm": 0.08565905690193176, + "learning_rate": 9.326788894736688e-06, + "loss": 0.0176, + "step": 24370 + }, + { + "epoch": 22.806361085126287, + "grad_norm": 0.08110304921865463, + "learning_rate": 9.294757519503811e-06, + "loss": 0.0169, + "step": 24380 + }, + { + "epoch": 22.815715622076706, + "grad_norm": 0.07833313196897507, + "learning_rate": 9.262775604978819e-06, + "loss": 0.0174, + "step": 24390 + }, + { + "epoch": 22.825070159027128, + "grad_norm": 0.11293106526136398, + "learning_rate": 9.230843190022725e-06, + "loss": 0.0184, + "step": 24400 + }, + { + "epoch": 22.83442469597755, + "grad_norm": 0.1116713359951973, + "learning_rate": 9.198960313436445e-06, + "loss": 0.0166, + "step": 24410 + }, + { + "epoch": 22.84377923292797, + "grad_norm": 0.10369524359703064, + "learning_rate": 9.16712701396067e-06, + "loss": 0.0173, + "step": 24420 + }, + { + "epoch": 22.85313376987839, + "grad_norm": 0.10328616201877594, + "learning_rate": 9.135343330275864e-06, + "loss": 0.0165, + "step": 24430 + }, + { + "epoch": 22.862488306828812, + "grad_norm": 0.11053987592458725, + "learning_rate": 9.10360930100218e-06, + "loss": 0.0163, + "step": 24440 + }, + { + "epoch": 22.871842843779234, + "grad_norm": 0.09601110219955444, + "learning_rate": 9.07192496469949e-06, + "loss": 0.0175, + "step": 24450 + }, + { + "epoch": 22.881197380729652, + "grad_norm": 0.05889802798628807, + "learning_rate": 9.040290359867231e-06, + "loss": 0.0163, + "step": 24460 + }, + { + "epoch": 22.890551917680074, + "grad_norm": 0.08107765763998032, + "learning_rate": 9.008705524944438e-06, + "loss": 0.018, + "step": 24470 + }, + { + "epoch": 22.899906454630496, + "grad_norm": 0.07524038851261139, + "learning_rate": 8.977170498309651e-06, + "loss": 0.0174, + "step": 24480 + }, + { + "epoch": 22.90926099158092, + "grad_norm": 0.08617961406707764, + "learning_rate": 8.945685318280916e-06, + "loss": 0.0175, + "step": 24490 + }, + { + "epoch": 22.918615528531337, + "grad_norm": 0.11152230948209763, + "learning_rate": 8.914250023115672e-06, + "loss": 0.0176, + "step": 24500 + }, + { + "epoch": 22.92797006548176, + "grad_norm": 0.08577623218297958, + "learning_rate": 8.882864651010798e-06, + "loss": 0.0162, + "step": 24510 + }, + { + "epoch": 22.93732460243218, + "grad_norm": 0.08171369135379791, + "learning_rate": 8.851529240102462e-06, + "loss": 0.0172, + "step": 24520 + }, + { + "epoch": 22.9466791393826, + "grad_norm": 0.10960741341114044, + "learning_rate": 8.820243828466134e-06, + "loss": 0.0183, + "step": 24530 + }, + { + "epoch": 22.95603367633302, + "grad_norm": 0.09625370800495148, + "learning_rate": 8.789008454116566e-06, + "loss": 0.0178, + "step": 24540 + }, + { + "epoch": 22.965388213283443, + "grad_norm": 0.13155019283294678, + "learning_rate": 8.757823155007655e-06, + "loss": 0.0174, + "step": 24550 + }, + { + "epoch": 22.974742750233865, + "grad_norm": 0.09082499891519547, + "learning_rate": 8.72668796903251e-06, + "loss": 0.0161, + "step": 24560 + }, + { + "epoch": 22.984097287184284, + "grad_norm": 0.09842763096094131, + "learning_rate": 8.695602934023301e-06, + "loss": 0.0175, + "step": 24570 + }, + { + "epoch": 22.993451824134706, + "grad_norm": 0.10522453486919403, + "learning_rate": 8.664568087751274e-06, + "loss": 0.0167, + "step": 24580 + }, + { + "epoch": 23.002806361085128, + "grad_norm": 0.0703645721077919, + "learning_rate": 8.633583467926697e-06, + "loss": 0.017, + "step": 24590 + }, + { + "epoch": 23.012160898035546, + "grad_norm": 0.08979550004005432, + "learning_rate": 8.602649112198796e-06, + "loss": 0.018, + "step": 24600 + }, + { + "epoch": 23.021515434985968, + "grad_norm": 0.09990287572145462, + "learning_rate": 8.571765058155745e-06, + "loss": 0.0186, + "step": 24610 + }, + { + "epoch": 23.03086997193639, + "grad_norm": 0.08238813281059265, + "learning_rate": 8.540931343324583e-06, + "loss": 0.0172, + "step": 24620 + }, + { + "epoch": 23.04022450888681, + "grad_norm": 0.08596717566251755, + "learning_rate": 8.51014800517117e-06, + "loss": 0.0175, + "step": 24630 + }, + { + "epoch": 23.04957904583723, + "grad_norm": 0.09749172627925873, + "learning_rate": 8.479415081100167e-06, + "loss": 0.0169, + "step": 24640 + }, + { + "epoch": 23.058933582787652, + "grad_norm": 0.11544719338417053, + "learning_rate": 8.448732608454967e-06, + "loss": 0.018, + "step": 24650 + }, + { + "epoch": 23.068288119738074, + "grad_norm": 0.08614230901002884, + "learning_rate": 8.418100624517688e-06, + "loss": 0.0168, + "step": 24660 + }, + { + "epoch": 23.077642656688493, + "grad_norm": 0.09007086604833603, + "learning_rate": 8.387519166509062e-06, + "loss": 0.0176, + "step": 24670 + }, + { + "epoch": 23.086997193638915, + "grad_norm": 0.0837363451719284, + "learning_rate": 8.356988271588445e-06, + "loss": 0.0167, + "step": 24680 + }, + { + "epoch": 23.096351730589337, + "grad_norm": 0.09722120314836502, + "learning_rate": 8.326507976853765e-06, + "loss": 0.0181, + "step": 24690 + }, + { + "epoch": 23.105706267539755, + "grad_norm": 0.08705504238605499, + "learning_rate": 8.296078319341443e-06, + "loss": 0.0164, + "step": 24700 + }, + { + "epoch": 23.115060804490177, + "grad_norm": 0.08285249769687653, + "learning_rate": 8.265699336026383e-06, + "loss": 0.0169, + "step": 24710 + }, + { + "epoch": 23.1244153414406, + "grad_norm": 0.12311559915542603, + "learning_rate": 8.235371063821923e-06, + "loss": 0.0173, + "step": 24720 + }, + { + "epoch": 23.13376987839102, + "grad_norm": 0.08744892477989197, + "learning_rate": 8.205093539579767e-06, + "loss": 0.0169, + "step": 24730 + }, + { + "epoch": 23.14312441534144, + "grad_norm": 0.09678511321544647, + "learning_rate": 8.174866800089963e-06, + "loss": 0.0175, + "step": 24740 + }, + { + "epoch": 23.15247895229186, + "grad_norm": 0.10198767483234406, + "learning_rate": 8.144690882080853e-06, + "loss": 0.0177, + "step": 24750 + }, + { + "epoch": 23.161833489242284, + "grad_norm": 0.08559128642082214, + "learning_rate": 8.114565822219006e-06, + "loss": 0.0173, + "step": 24760 + }, + { + "epoch": 23.171188026192702, + "grad_norm": 0.101369708776474, + "learning_rate": 8.084491657109233e-06, + "loss": 0.0172, + "step": 24770 + }, + { + "epoch": 23.180542563143124, + "grad_norm": 0.09330258518457413, + "learning_rate": 8.054468423294476e-06, + "loss": 0.0164, + "step": 24780 + }, + { + "epoch": 23.189897100093546, + "grad_norm": 0.07139220088720322, + "learning_rate": 8.024496157255785e-06, + "loss": 0.0158, + "step": 24790 + }, + { + "epoch": 23.199251637043965, + "grad_norm": 0.08991266041994095, + "learning_rate": 7.994574895412293e-06, + "loss": 0.0182, + "step": 24800 + }, + { + "epoch": 23.208606173994387, + "grad_norm": 0.08545980602502823, + "learning_rate": 7.964704674121149e-06, + "loss": 0.0181, + "step": 24810 + }, + { + "epoch": 23.21796071094481, + "grad_norm": 0.09011219441890717, + "learning_rate": 7.934885529677505e-06, + "loss": 0.0158, + "step": 24820 + }, + { + "epoch": 23.22731524789523, + "grad_norm": 0.10592539608478546, + "learning_rate": 7.905117498314412e-06, + "loss": 0.0188, + "step": 24830 + }, + { + "epoch": 23.23666978484565, + "grad_norm": 0.08821459859609604, + "learning_rate": 7.87540061620286e-06, + "loss": 0.0168, + "step": 24840 + }, + { + "epoch": 23.24602432179607, + "grad_norm": 0.09263787418603897, + "learning_rate": 7.845734919451647e-06, + "loss": 0.0176, + "step": 24850 + }, + { + "epoch": 23.255378858746493, + "grad_norm": 0.08160513639450073, + "learning_rate": 7.816120444107383e-06, + "loss": 0.0164, + "step": 24860 + }, + { + "epoch": 23.26473339569691, + "grad_norm": 0.10751689970493317, + "learning_rate": 7.786557226154473e-06, + "loss": 0.0183, + "step": 24870 + }, + { + "epoch": 23.274087932647333, + "grad_norm": 0.10222870856523514, + "learning_rate": 7.757045301514998e-06, + "loss": 0.0183, + "step": 24880 + }, + { + "epoch": 23.283442469597755, + "grad_norm": 0.08767808973789215, + "learning_rate": 7.727584706048735e-06, + "loss": 0.0178, + "step": 24890 + }, + { + "epoch": 23.292797006548177, + "grad_norm": 0.10056857764720917, + "learning_rate": 7.698175475553077e-06, + "loss": 0.0175, + "step": 24900 + }, + { + "epoch": 23.302151543498596, + "grad_norm": 0.11010324954986572, + "learning_rate": 7.668817645763021e-06, + "loss": 0.0193, + "step": 24910 + }, + { + "epoch": 23.311506080449018, + "grad_norm": 0.08675487339496613, + "learning_rate": 7.639511252351088e-06, + "loss": 0.0179, + "step": 24920 + }, + { + "epoch": 23.32086061739944, + "grad_norm": 0.08820712566375732, + "learning_rate": 7.610256330927324e-06, + "loss": 0.0174, + "step": 24930 + }, + { + "epoch": 23.330215154349858, + "grad_norm": 0.07575614005327225, + "learning_rate": 7.581052917039211e-06, + "loss": 0.0165, + "step": 24940 + }, + { + "epoch": 23.33956969130028, + "grad_norm": 0.09454689174890518, + "learning_rate": 7.551901046171645e-06, + "loss": 0.0171, + "step": 24950 + }, + { + "epoch": 23.348924228250702, + "grad_norm": 0.08260911703109741, + "learning_rate": 7.522800753746895e-06, + "loss": 0.0158, + "step": 24960 + }, + { + "epoch": 23.358278765201124, + "grad_norm": 0.0913655012845993, + "learning_rate": 7.493752075124577e-06, + "loss": 0.0175, + "step": 24970 + }, + { + "epoch": 23.367633302151543, + "grad_norm": 0.0792771726846695, + "learning_rate": 7.464755045601557e-06, + "loss": 0.017, + "step": 24980 + }, + { + "epoch": 23.376987839101965, + "grad_norm": 0.07543722540140152, + "learning_rate": 7.435809700411972e-06, + "loss": 0.0158, + "step": 24990 + }, + { + "epoch": 23.386342376052387, + "grad_norm": 0.1053806021809578, + "learning_rate": 7.40691607472715e-06, + "loss": 0.0173, + "step": 25000 + }, + { + "epoch": 23.395696913002805, + "grad_norm": 0.11284701526165009, + "learning_rate": 7.3780742036555606e-06, + "loss": 0.0172, + "step": 25010 + }, + { + "epoch": 23.405051449953227, + "grad_norm": 0.10741288959980011, + "learning_rate": 7.349284122242783e-06, + "loss": 0.0175, + "step": 25020 + }, + { + "epoch": 23.41440598690365, + "grad_norm": 0.06788210570812225, + "learning_rate": 7.320545865471512e-06, + "loss": 0.0162, + "step": 25030 + }, + { + "epoch": 23.42376052385407, + "grad_norm": 0.09194865822792053, + "learning_rate": 7.291859468261425e-06, + "loss": 0.0168, + "step": 25040 + }, + { + "epoch": 23.43311506080449, + "grad_norm": 0.0908529981970787, + "learning_rate": 7.263224965469195e-06, + "loss": 0.0161, + "step": 25050 + }, + { + "epoch": 23.44246959775491, + "grad_norm": 0.09897446632385254, + "learning_rate": 7.234642391888446e-06, + "loss": 0.0168, + "step": 25060 + }, + { + "epoch": 23.451824134705333, + "grad_norm": 0.1133631244301796, + "learning_rate": 7.206111782249697e-06, + "loss": 0.0181, + "step": 25070 + }, + { + "epoch": 23.46117867165575, + "grad_norm": 0.11039454489946365, + "learning_rate": 7.1776331712203385e-06, + "loss": 0.0171, + "step": 25080 + }, + { + "epoch": 23.470533208606174, + "grad_norm": 0.10871033370494843, + "learning_rate": 7.149206593404561e-06, + "loss": 0.0164, + "step": 25090 + }, + { + "epoch": 23.479887745556596, + "grad_norm": 0.0926169827580452, + "learning_rate": 7.120832083343337e-06, + "loss": 0.0167, + "step": 25100 + }, + { + "epoch": 23.489242282507014, + "grad_norm": 0.08239087462425232, + "learning_rate": 7.092509675514369e-06, + "loss": 0.0153, + "step": 25110 + }, + { + "epoch": 23.498596819457436, + "grad_norm": 0.11061367392539978, + "learning_rate": 7.064239404332063e-06, + "loss": 0.0165, + "step": 25120 + }, + { + "epoch": 23.507951356407858, + "grad_norm": 0.11224153637886047, + "learning_rate": 7.03602130414745e-06, + "loss": 0.017, + "step": 25130 + }, + { + "epoch": 23.51730589335828, + "grad_norm": 0.09602321684360504, + "learning_rate": 7.007855409248198e-06, + "loss": 0.0174, + "step": 25140 + }, + { + "epoch": 23.5266604303087, + "grad_norm": 0.09925853461027145, + "learning_rate": 6.979741753858521e-06, + "loss": 0.0164, + "step": 25150 + }, + { + "epoch": 23.53601496725912, + "grad_norm": 0.10076823830604553, + "learning_rate": 6.951680372139158e-06, + "loss": 0.0176, + "step": 25160 + }, + { + "epoch": 23.545369504209543, + "grad_norm": 0.08572954684495926, + "learning_rate": 6.923671298187334e-06, + "loss": 0.0178, + "step": 25170 + }, + { + "epoch": 23.55472404115996, + "grad_norm": 0.09604232758283615, + "learning_rate": 6.895714566036704e-06, + "loss": 0.0163, + "step": 25180 + }, + { + "epoch": 23.564078578110383, + "grad_norm": 0.09175504744052887, + "learning_rate": 6.86781020965736e-06, + "loss": 0.0159, + "step": 25190 + }, + { + "epoch": 23.573433115060805, + "grad_norm": 0.08015245944261551, + "learning_rate": 6.839958262955709e-06, + "loss": 0.0164, + "step": 25200 + }, + { + "epoch": 23.582787652011227, + "grad_norm": 0.08457031846046448, + "learning_rate": 6.8121587597744894e-06, + "loss": 0.0168, + "step": 25210 + }, + { + "epoch": 23.592142188961645, + "grad_norm": 0.08524230867624283, + "learning_rate": 6.784411733892732e-06, + "loss": 0.0168, + "step": 25220 + }, + { + "epoch": 23.601496725912067, + "grad_norm": 0.10531254857778549, + "learning_rate": 6.756717219025666e-06, + "loss": 0.0157, + "step": 25230 + }, + { + "epoch": 23.61085126286249, + "grad_norm": 0.07930309325456619, + "learning_rate": 6.729075248824762e-06, + "loss": 0.0159, + "step": 25240 + }, + { + "epoch": 23.620205799812908, + "grad_norm": 0.08090128749608994, + "learning_rate": 6.701485856877615e-06, + "loss": 0.0168, + "step": 25250 + }, + { + "epoch": 23.62956033676333, + "grad_norm": 0.06791768223047256, + "learning_rate": 6.673949076707925e-06, + "loss": 0.0179, + "step": 25260 + }, + { + "epoch": 23.63891487371375, + "grad_norm": 0.10336633026599884, + "learning_rate": 6.646464941775499e-06, + "loss": 0.0176, + "step": 25270 + }, + { + "epoch": 23.648269410664174, + "grad_norm": 0.08922198414802551, + "learning_rate": 6.619033485476128e-06, + "loss": 0.015, + "step": 25280 + }, + { + "epoch": 23.657623947614592, + "grad_norm": 0.08808062225580215, + "learning_rate": 6.59165474114164e-06, + "loss": 0.0167, + "step": 25290 + }, + { + "epoch": 23.666978484565014, + "grad_norm": 0.07013288885354996, + "learning_rate": 6.564328742039783e-06, + "loss": 0.0169, + "step": 25300 + }, + { + "epoch": 23.676333021515436, + "grad_norm": 0.09410712867975235, + "learning_rate": 6.537055521374219e-06, + "loss": 0.0161, + "step": 25310 + }, + { + "epoch": 23.685687558465855, + "grad_norm": 0.0877719521522522, + "learning_rate": 6.509835112284485e-06, + "loss": 0.0181, + "step": 25320 + }, + { + "epoch": 23.695042095416277, + "grad_norm": 0.0735347643494606, + "learning_rate": 6.482667547845944e-06, + "loss": 0.0159, + "step": 25330 + }, + { + "epoch": 23.7043966323667, + "grad_norm": 0.0862392708659172, + "learning_rate": 6.455552861069736e-06, + "loss": 0.0168, + "step": 25340 + }, + { + "epoch": 23.71375116931712, + "grad_norm": 0.10231177508831024, + "learning_rate": 6.428491084902788e-06, + "loss": 0.0178, + "step": 25350 + }, + { + "epoch": 23.72310570626754, + "grad_norm": 0.07748289406299591, + "learning_rate": 6.401482252227698e-06, + "loss": 0.0157, + "step": 25360 + }, + { + "epoch": 23.73246024321796, + "grad_norm": 0.08379796892404556, + "learning_rate": 6.37452639586274e-06, + "loss": 0.0155, + "step": 25370 + }, + { + "epoch": 23.741814780168383, + "grad_norm": 0.09014791995286942, + "learning_rate": 6.347623548561826e-06, + "loss": 0.0158, + "step": 25380 + }, + { + "epoch": 23.7511693171188, + "grad_norm": 0.08010739088058472, + "learning_rate": 6.320773743014441e-06, + "loss": 0.0168, + "step": 25390 + }, + { + "epoch": 23.760523854069223, + "grad_norm": 0.08507689088582993, + "learning_rate": 6.293977011845648e-06, + "loss": 0.0169, + "step": 25400 + }, + { + "epoch": 23.769878391019645, + "grad_norm": 0.07801946997642517, + "learning_rate": 6.2672333876159835e-06, + "loss": 0.0165, + "step": 25410 + }, + { + "epoch": 23.779232927970064, + "grad_norm": 0.1370202749967575, + "learning_rate": 6.2405429028215e-06, + "loss": 0.0174, + "step": 25420 + }, + { + "epoch": 23.788587464920486, + "grad_norm": 0.11163178831338882, + "learning_rate": 6.213905589893631e-06, + "loss": 0.0171, + "step": 25430 + }, + { + "epoch": 23.797942001870908, + "grad_norm": 0.08605995774269104, + "learning_rate": 6.187321481199221e-06, + "loss": 0.016, + "step": 25440 + }, + { + "epoch": 23.80729653882133, + "grad_norm": 0.10686191916465759, + "learning_rate": 6.1607906090404895e-06, + "loss": 0.0181, + "step": 25450 + }, + { + "epoch": 23.81665107577175, + "grad_norm": 0.08646003901958466, + "learning_rate": 6.134313005654929e-06, + "loss": 0.0177, + "step": 25460 + }, + { + "epoch": 23.82600561272217, + "grad_norm": 0.0768999382853508, + "learning_rate": 6.107888703215337e-06, + "loss": 0.018, + "step": 25470 + }, + { + "epoch": 23.835360149672592, + "grad_norm": 0.07964637875556946, + "learning_rate": 6.081517733829722e-06, + "loss": 0.0167, + "step": 25480 + }, + { + "epoch": 23.84471468662301, + "grad_norm": 0.0753917321562767, + "learning_rate": 6.055200129541294e-06, + "loss": 0.0162, + "step": 25490 + }, + { + "epoch": 23.854069223573433, + "grad_norm": 0.0910002812743187, + "learning_rate": 6.0289359223284434e-06, + "loss": 0.0167, + "step": 25500 + }, + { + "epoch": 23.863423760523855, + "grad_norm": 0.10883388668298721, + "learning_rate": 6.002725144104648e-06, + "loss": 0.0165, + "step": 25510 + }, + { + "epoch": 23.872778297474277, + "grad_norm": 0.09358257800340652, + "learning_rate": 5.976567826718477e-06, + "loss": 0.0174, + "step": 25520 + }, + { + "epoch": 23.882132834424695, + "grad_norm": 0.09696729481220245, + "learning_rate": 5.9504640019535315e-06, + "loss": 0.0176, + "step": 25530 + }, + { + "epoch": 23.891487371375117, + "grad_norm": 0.10169140249490738, + "learning_rate": 5.924413701528414e-06, + "loss": 0.0167, + "step": 25540 + }, + { + "epoch": 23.90084190832554, + "grad_norm": 0.08532670140266418, + "learning_rate": 5.898416957096703e-06, + "loss": 0.017, + "step": 25550 + }, + { + "epoch": 23.910196445275957, + "grad_norm": 0.085490383207798, + "learning_rate": 5.872473800246913e-06, + "loss": 0.0156, + "step": 25560 + }, + { + "epoch": 23.91955098222638, + "grad_norm": 0.07881626486778259, + "learning_rate": 5.846584262502402e-06, + "loss": 0.0152, + "step": 25570 + }, + { + "epoch": 23.9289055191768, + "grad_norm": 0.08927295356988907, + "learning_rate": 5.820748375321411e-06, + "loss": 0.0159, + "step": 25580 + }, + { + "epoch": 23.938260056127223, + "grad_norm": 0.1021890789270401, + "learning_rate": 5.794966170096977e-06, + "loss": 0.016, + "step": 25590 + }, + { + "epoch": 23.947614593077642, + "grad_norm": 0.0872054323554039, + "learning_rate": 5.769237678156897e-06, + "loss": 0.0166, + "step": 25600 + }, + { + "epoch": 23.956969130028064, + "grad_norm": 0.08202196657657623, + "learning_rate": 5.743562930763735e-06, + "loss": 0.0164, + "step": 25610 + }, + { + "epoch": 23.966323666978486, + "grad_norm": 0.08408311009407043, + "learning_rate": 5.717941959114726e-06, + "loss": 0.0168, + "step": 25620 + }, + { + "epoch": 23.975678203928904, + "grad_norm": 0.10088507831096649, + "learning_rate": 5.69237479434176e-06, + "loss": 0.0162, + "step": 25630 + }, + { + "epoch": 23.985032740879326, + "grad_norm": 0.10442225635051727, + "learning_rate": 5.666861467511353e-06, + "loss": 0.0195, + "step": 25640 + }, + { + "epoch": 23.99438727782975, + "grad_norm": 0.06880385428667068, + "learning_rate": 5.641402009624591e-06, + "loss": 0.0184, + "step": 25650 + }, + { + "epoch": 24.003741814780167, + "grad_norm": 0.08343244343996048, + "learning_rate": 5.615996451617145e-06, + "loss": 0.0183, + "step": 25660 + }, + { + "epoch": 24.01309635173059, + "grad_norm": 0.10708726942539215, + "learning_rate": 5.590644824359148e-06, + "loss": 0.018, + "step": 25670 + }, + { + "epoch": 24.02245088868101, + "grad_norm": 0.0763949453830719, + "learning_rate": 5.56534715865521e-06, + "loss": 0.0161, + "step": 25680 + }, + { + "epoch": 24.031805425631433, + "grad_norm": 0.09120392799377441, + "learning_rate": 5.5401034852443965e-06, + "loss": 0.017, + "step": 25690 + }, + { + "epoch": 24.04115996258185, + "grad_norm": 0.10517315566539764, + "learning_rate": 5.514913834800134e-06, + "loss": 0.0159, + "step": 25700 + }, + { + "epoch": 24.050514499532273, + "grad_norm": 0.09198643267154694, + "learning_rate": 5.489778237930238e-06, + "loss": 0.0178, + "step": 25710 + }, + { + "epoch": 24.059869036482695, + "grad_norm": 0.07857439666986465, + "learning_rate": 5.464696725176827e-06, + "loss": 0.0162, + "step": 25720 + }, + { + "epoch": 24.069223573433113, + "grad_norm": 0.1447725147008896, + "learning_rate": 5.439669327016294e-06, + "loss": 0.0154, + "step": 25730 + }, + { + "epoch": 24.078578110383535, + "grad_norm": 0.09465321153402328, + "learning_rate": 5.4146960738592985e-06, + "loss": 0.0167, + "step": 25740 + }, + { + "epoch": 24.087932647333957, + "grad_norm": 0.09601687639951706, + "learning_rate": 5.389776996050694e-06, + "loss": 0.0161, + "step": 25750 + }, + { + "epoch": 24.09728718428438, + "grad_norm": 0.08707835525274277, + "learning_rate": 5.364912123869492e-06, + "loss": 0.0161, + "step": 25760 + }, + { + "epoch": 24.106641721234798, + "grad_norm": 0.08613559603691101, + "learning_rate": 5.3401014875288864e-06, + "loss": 0.015, + "step": 25770 + }, + { + "epoch": 24.11599625818522, + "grad_norm": 0.10047890990972519, + "learning_rate": 5.315345117176129e-06, + "loss": 0.0187, + "step": 25780 + }, + { + "epoch": 24.125350795135642, + "grad_norm": 0.09373491257429123, + "learning_rate": 5.2906430428925405e-06, + "loss": 0.0166, + "step": 25790 + }, + { + "epoch": 24.13470533208606, + "grad_norm": 0.0925569087266922, + "learning_rate": 5.265995294693471e-06, + "loss": 0.0164, + "step": 25800 + }, + { + "epoch": 24.144059869036482, + "grad_norm": 0.06280860304832458, + "learning_rate": 5.241401902528254e-06, + "loss": 0.0152, + "step": 25810 + }, + { + "epoch": 24.153414405986904, + "grad_norm": 0.09654852002859116, + "learning_rate": 5.216862896280189e-06, + "loss": 0.0171, + "step": 25820 + }, + { + "epoch": 24.162768942937326, + "grad_norm": 0.08813946694135666, + "learning_rate": 5.192378305766471e-06, + "loss": 0.0167, + "step": 25830 + }, + { + "epoch": 24.172123479887745, + "grad_norm": 0.10536613315343857, + "learning_rate": 5.1679481607382065e-06, + "loss": 0.018, + "step": 25840 + }, + { + "epoch": 24.181478016838167, + "grad_norm": 0.0903439074754715, + "learning_rate": 5.1435724908803105e-06, + "loss": 0.0151, + "step": 25850 + }, + { + "epoch": 24.19083255378859, + "grad_norm": 0.07946135103702545, + "learning_rate": 5.119251325811514e-06, + "loss": 0.0172, + "step": 25860 + }, + { + "epoch": 24.200187090739007, + "grad_norm": 0.08443014323711395, + "learning_rate": 5.094984695084348e-06, + "loss": 0.0158, + "step": 25870 + }, + { + "epoch": 24.20954162768943, + "grad_norm": 0.09846154600381851, + "learning_rate": 5.070772628185039e-06, + "loss": 0.0169, + "step": 25880 + }, + { + "epoch": 24.21889616463985, + "grad_norm": 0.11420414596796036, + "learning_rate": 5.046615154533535e-06, + "loss": 0.0168, + "step": 25890 + }, + { + "epoch": 24.22825070159027, + "grad_norm": 0.08637343347072601, + "learning_rate": 5.022512303483451e-06, + "loss": 0.0166, + "step": 25900 + }, + { + "epoch": 24.23760523854069, + "grad_norm": 0.07626800984144211, + "learning_rate": 4.998464104322015e-06, + "loss": 0.0172, + "step": 25910 + }, + { + "epoch": 24.246959775491113, + "grad_norm": 0.09488305449485779, + "learning_rate": 4.974470586270047e-06, + "loss": 0.0163, + "step": 25920 + }, + { + "epoch": 24.256314312441535, + "grad_norm": 0.07874356210231781, + "learning_rate": 4.950531778481965e-06, + "loss": 0.0154, + "step": 25930 + }, + { + "epoch": 24.265668849391954, + "grad_norm": 0.07915803045034409, + "learning_rate": 4.926647710045651e-06, + "loss": 0.0166, + "step": 25940 + }, + { + "epoch": 24.275023386342376, + "grad_norm": 0.07776583731174469, + "learning_rate": 4.9028184099825125e-06, + "loss": 0.0159, + "step": 25950 + }, + { + "epoch": 24.284377923292798, + "grad_norm": 0.0986759290099144, + "learning_rate": 4.879043907247382e-06, + "loss": 0.0163, + "step": 25960 + }, + { + "epoch": 24.293732460243216, + "grad_norm": 0.08953134715557098, + "learning_rate": 4.8553242307285414e-06, + "loss": 0.0168, + "step": 25970 + }, + { + "epoch": 24.30308699719364, + "grad_norm": 0.0834389477968216, + "learning_rate": 4.8316594092476185e-06, + "loss": 0.0148, + "step": 25980 + }, + { + "epoch": 24.31244153414406, + "grad_norm": 0.08643102645874023, + "learning_rate": 4.808049471559617e-06, + "loss": 0.0169, + "step": 25990 + }, + { + "epoch": 24.321796071094482, + "grad_norm": 0.09651125967502594, + "learning_rate": 4.784494446352833e-06, + "loss": 0.0164, + "step": 26000 + }, + { + "epoch": 24.3311506080449, + "grad_norm": 0.10052336752414703, + "learning_rate": 4.760994362248833e-06, + "loss": 0.0163, + "step": 26010 + }, + { + "epoch": 24.340505144995323, + "grad_norm": 0.07303722202777863, + "learning_rate": 4.737549247802442e-06, + "loss": 0.0148, + "step": 26020 + }, + { + "epoch": 24.349859681945745, + "grad_norm": 0.08151497691869736, + "learning_rate": 4.714159131501689e-06, + "loss": 0.0161, + "step": 26030 + }, + { + "epoch": 24.359214218896163, + "grad_norm": 0.08277994394302368, + "learning_rate": 4.690824041767766e-06, + "loss": 0.0152, + "step": 26040 + }, + { + "epoch": 24.368568755846585, + "grad_norm": 0.08340393006801605, + "learning_rate": 4.6675440069550105e-06, + "loss": 0.0152, + "step": 26050 + }, + { + "epoch": 24.377923292797007, + "grad_norm": 0.09852501004934311, + "learning_rate": 4.64431905535086e-06, + "loss": 0.0159, + "step": 26060 + }, + { + "epoch": 24.38727782974743, + "grad_norm": 0.08406000584363937, + "learning_rate": 4.621149215175808e-06, + "loss": 0.0168, + "step": 26070 + }, + { + "epoch": 24.396632366697848, + "grad_norm": 0.09534832090139389, + "learning_rate": 4.5980345145834154e-06, + "loss": 0.0156, + "step": 26080 + }, + { + "epoch": 24.40598690364827, + "grad_norm": 0.09823404997587204, + "learning_rate": 4.574974981660213e-06, + "loss": 0.0167, + "step": 26090 + }, + { + "epoch": 24.41534144059869, + "grad_norm": 0.1125488132238388, + "learning_rate": 4.551970644425707e-06, + "loss": 0.016, + "step": 26100 + }, + { + "epoch": 24.42469597754911, + "grad_norm": 0.0858665406703949, + "learning_rate": 4.529021530832328e-06, + "loss": 0.0152, + "step": 26110 + }, + { + "epoch": 24.434050514499532, + "grad_norm": 0.08928511291742325, + "learning_rate": 4.5061276687654306e-06, + "loss": 0.0166, + "step": 26120 + }, + { + "epoch": 24.443405051449954, + "grad_norm": 0.10090861469507217, + "learning_rate": 4.4832890860431965e-06, + "loss": 0.0157, + "step": 26130 + }, + { + "epoch": 24.452759588400376, + "grad_norm": 0.0822870209813118, + "learning_rate": 4.460505810416682e-06, + "loss": 0.0158, + "step": 26140 + }, + { + "epoch": 24.462114125350794, + "grad_norm": 0.08231628686189651, + "learning_rate": 4.4377778695696984e-06, + "loss": 0.0163, + "step": 26150 + }, + { + "epoch": 24.471468662301216, + "grad_norm": 0.08134389668703079, + "learning_rate": 4.415105291118843e-06, + "loss": 0.0161, + "step": 26160 + }, + { + "epoch": 24.48082319925164, + "grad_norm": 0.0815274566411972, + "learning_rate": 4.392488102613435e-06, + "loss": 0.0156, + "step": 26170 + }, + { + "epoch": 24.490177736202057, + "grad_norm": 0.09121500700712204, + "learning_rate": 4.369926331535473e-06, + "loss": 0.015, + "step": 26180 + }, + { + "epoch": 24.49953227315248, + "grad_norm": 0.09994805604219437, + "learning_rate": 4.347420005299668e-06, + "loss": 0.0159, + "step": 26190 + }, + { + "epoch": 24.5088868101029, + "grad_norm": 0.13312213122844696, + "learning_rate": 4.324969151253317e-06, + "loss": 0.0183, + "step": 26200 + }, + { + "epoch": 24.51824134705332, + "grad_norm": 0.08532103896141052, + "learning_rate": 4.302573796676312e-06, + "loss": 0.0162, + "step": 26210 + }, + { + "epoch": 24.52759588400374, + "grad_norm": 0.11586266756057739, + "learning_rate": 4.2802339687811385e-06, + "loss": 0.0151, + "step": 26220 + }, + { + "epoch": 24.536950420954163, + "grad_norm": 0.0947185605764389, + "learning_rate": 4.257949694712771e-06, + "loss": 0.0157, + "step": 26230 + }, + { + "epoch": 24.546304957904585, + "grad_norm": 0.081680528819561, + "learning_rate": 4.235721001548726e-06, + "loss": 0.0169, + "step": 26240 + }, + { + "epoch": 24.555659494855004, + "grad_norm": 0.1093888133764267, + "learning_rate": 4.21354791629896e-06, + "loss": 0.0171, + "step": 26250 + }, + { + "epoch": 24.565014031805426, + "grad_norm": 0.08496512472629547, + "learning_rate": 4.191430465905843e-06, + "loss": 0.0162, + "step": 26260 + }, + { + "epoch": 24.574368568755848, + "grad_norm": 0.08106084167957306, + "learning_rate": 4.169368677244184e-06, + "loss": 0.0182, + "step": 26270 + }, + { + "epoch": 24.583723105706266, + "grad_norm": 0.08392637968063354, + "learning_rate": 4.147362577121122e-06, + "loss": 0.0154, + "step": 26280 + }, + { + "epoch": 24.593077642656688, + "grad_norm": 0.08238333463668823, + "learning_rate": 4.125412192276157e-06, + "loss": 0.015, + "step": 26290 + }, + { + "epoch": 24.60243217960711, + "grad_norm": 0.08757182955741882, + "learning_rate": 4.10351754938107e-06, + "loss": 0.0168, + "step": 26300 + }, + { + "epoch": 24.611786716557532, + "grad_norm": 0.09498779475688934, + "learning_rate": 4.081678675039913e-06, + "loss": 0.0151, + "step": 26310 + }, + { + "epoch": 24.62114125350795, + "grad_norm": 0.10442513227462769, + "learning_rate": 4.0598955957889876e-06, + "loss": 0.0183, + "step": 26320 + }, + { + "epoch": 24.630495790458372, + "grad_norm": 0.10406174510717392, + "learning_rate": 4.038168338096776e-06, + "loss": 0.016, + "step": 26330 + }, + { + "epoch": 24.639850327408794, + "grad_norm": 0.0914623886346817, + "learning_rate": 4.016496928363944e-06, + "loss": 0.0161, + "step": 26340 + }, + { + "epoch": 24.649204864359213, + "grad_norm": 0.0797618106007576, + "learning_rate": 3.994881392923317e-06, + "loss": 0.0148, + "step": 26350 + }, + { + "epoch": 24.658559401309635, + "grad_norm": 0.07133746147155762, + "learning_rate": 3.9733217580397945e-06, + "loss": 0.0173, + "step": 26360 + }, + { + "epoch": 24.667913938260057, + "grad_norm": 0.0933610200881958, + "learning_rate": 3.951818049910366e-06, + "loss": 0.0171, + "step": 26370 + }, + { + "epoch": 24.67726847521048, + "grad_norm": 0.09837926179170609, + "learning_rate": 3.930370294664071e-06, + "loss": 0.0154, + "step": 26380 + }, + { + "epoch": 24.686623012160897, + "grad_norm": 0.08803889155387878, + "learning_rate": 3.908978518361938e-06, + "loss": 0.0151, + "step": 26390 + }, + { + "epoch": 24.69597754911132, + "grad_norm": 0.11449284851551056, + "learning_rate": 3.887642746997017e-06, + "loss": 0.0168, + "step": 26400 + }, + { + "epoch": 24.70533208606174, + "grad_norm": 0.07309330254793167, + "learning_rate": 3.866363006494255e-06, + "loss": 0.0165, + "step": 26410 + }, + { + "epoch": 24.71468662301216, + "grad_norm": 0.10105139017105103, + "learning_rate": 3.8451393227105725e-06, + "loss": 0.0169, + "step": 26420 + }, + { + "epoch": 24.72404115996258, + "grad_norm": 0.08752384036779404, + "learning_rate": 3.823971721434727e-06, + "loss": 0.0155, + "step": 26430 + }, + { + "epoch": 24.733395696913004, + "grad_norm": 0.07687211036682129, + "learning_rate": 3.8028602283873505e-06, + "loss": 0.0149, + "step": 26440 + }, + { + "epoch": 24.742750233863426, + "grad_norm": 0.08387778699398041, + "learning_rate": 3.781804869220912e-06, + "loss": 0.0166, + "step": 26450 + }, + { + "epoch": 24.752104770813844, + "grad_norm": 0.14088210463523865, + "learning_rate": 3.760805669519646e-06, + "loss": 0.0157, + "step": 26460 + }, + { + "epoch": 24.761459307764266, + "grad_norm": 0.07750553637742996, + "learning_rate": 3.7398626547995587e-06, + "loss": 0.0166, + "step": 26470 + }, + { + "epoch": 24.770813844714688, + "grad_norm": 0.09368572384119034, + "learning_rate": 3.7189758505083995e-06, + "loss": 0.0154, + "step": 26480 + }, + { + "epoch": 24.780168381665106, + "grad_norm": 0.08602658659219742, + "learning_rate": 3.6981452820255837e-06, + "loss": 0.017, + "step": 26490 + }, + { + "epoch": 24.78952291861553, + "grad_norm": 0.08735654503107071, + "learning_rate": 3.6773709746622363e-06, + "loss": 0.0162, + "step": 26500 + }, + { + "epoch": 24.79887745556595, + "grad_norm": 0.10861193388700485, + "learning_rate": 3.6566529536610995e-06, + "loss": 0.0145, + "step": 26510 + }, + { + "epoch": 24.80823199251637, + "grad_norm": 0.0787050873041153, + "learning_rate": 3.635991244196513e-06, + "loss": 0.0149, + "step": 26520 + }, + { + "epoch": 24.81758652946679, + "grad_norm": 0.08578281104564667, + "learning_rate": 3.615385871374405e-06, + "loss": 0.0188, + "step": 26530 + }, + { + "epoch": 24.826941066417213, + "grad_norm": 0.10781965404748917, + "learning_rate": 3.5948368602322367e-06, + "loss": 0.0175, + "step": 26540 + }, + { + "epoch": 24.836295603367635, + "grad_norm": 0.0995083674788475, + "learning_rate": 3.5743442357390187e-06, + "loss": 0.0166, + "step": 26550 + }, + { + "epoch": 24.845650140318053, + "grad_norm": 0.09790787845849991, + "learning_rate": 3.5539080227951937e-06, + "loss": 0.0158, + "step": 26560 + }, + { + "epoch": 24.855004677268475, + "grad_norm": 0.1811855584383011, + "learning_rate": 3.533528246232709e-06, + "loss": 0.0163, + "step": 26570 + }, + { + "epoch": 24.864359214218897, + "grad_norm": 0.11522097140550613, + "learning_rate": 3.5132049308149117e-06, + "loss": 0.0143, + "step": 26580 + }, + { + "epoch": 24.873713751169316, + "grad_norm": 0.09305546432733536, + "learning_rate": 3.4929381012365425e-06, + "loss": 0.0155, + "step": 26590 + }, + { + "epoch": 24.883068288119738, + "grad_norm": 0.11882925778627396, + "learning_rate": 3.472727782123697e-06, + "loss": 0.0161, + "step": 26600 + }, + { + "epoch": 24.89242282507016, + "grad_norm": 0.09610110521316528, + "learning_rate": 3.4525739980338425e-06, + "loss": 0.0151, + "step": 26610 + }, + { + "epoch": 24.90177736202058, + "grad_norm": 0.09524751454591751, + "learning_rate": 3.432476773455712e-06, + "loss": 0.0158, + "step": 26620 + }, + { + "epoch": 24.911131898971, + "grad_norm": 0.07988068461418152, + "learning_rate": 3.4124361328093378e-06, + "loss": 0.0157, + "step": 26630 + }, + { + "epoch": 24.920486435921422, + "grad_norm": 0.09805437177419662, + "learning_rate": 3.392452100445975e-06, + "loss": 0.0171, + "step": 26640 + }, + { + "epoch": 24.929840972871844, + "grad_norm": 0.07266286015510559, + "learning_rate": 3.3725247006481163e-06, + "loss": 0.0179, + "step": 26650 + }, + { + "epoch": 24.939195509822262, + "grad_norm": 0.08664901554584503, + "learning_rate": 3.3526539576294313e-06, + "loss": 0.0169, + "step": 26660 + }, + { + "epoch": 24.948550046772684, + "grad_norm": 0.09334816783666611, + "learning_rate": 3.332839895534745e-06, + "loss": 0.0143, + "step": 26670 + }, + { + "epoch": 24.957904583723106, + "grad_norm": 0.09426242858171463, + "learning_rate": 3.3130825384400155e-06, + "loss": 0.0155, + "step": 26680 + }, + { + "epoch": 24.96725912067353, + "grad_norm": 0.09504050761461258, + "learning_rate": 3.293381910352278e-06, + "loss": 0.0166, + "step": 26690 + }, + { + "epoch": 24.976613657623947, + "grad_norm": 0.09478522837162018, + "learning_rate": 3.273738035209678e-06, + "loss": 0.0176, + "step": 26700 + }, + { + "epoch": 24.98596819457437, + "grad_norm": 0.07215721905231476, + "learning_rate": 3.254150936881356e-06, + "loss": 0.0165, + "step": 26710 + }, + { + "epoch": 24.99532273152479, + "grad_norm": 0.11245067417621613, + "learning_rate": 3.234620639167496e-06, + "loss": 0.0153, + "step": 26720 + }, + { + "epoch": 25.00467726847521, + "grad_norm": 0.0956757441163063, + "learning_rate": 3.2151471657992482e-06, + "loss": 0.0153, + "step": 26730 + }, + { + "epoch": 25.01403180542563, + "grad_norm": 0.09677548706531525, + "learning_rate": 3.195730540438718e-06, + "loss": 0.0173, + "step": 26740 + }, + { + "epoch": 25.023386342376053, + "grad_norm": 0.0929352268576622, + "learning_rate": 3.1763707866789336e-06, + "loss": 0.0186, + "step": 26750 + }, + { + "epoch": 25.03274087932647, + "grad_norm": 0.07836493104696274, + "learning_rate": 3.1570679280438165e-06, + "loss": 0.0158, + "step": 26760 + }, + { + "epoch": 25.042095416276894, + "grad_norm": 0.08659617602825165, + "learning_rate": 3.1378219879881767e-06, + "loss": 0.0159, + "step": 26770 + }, + { + "epoch": 25.051449953227316, + "grad_norm": 0.0735699012875557, + "learning_rate": 3.11863298989763e-06, + "loss": 0.0175, + "step": 26780 + }, + { + "epoch": 25.060804490177738, + "grad_norm": 0.0957370474934578, + "learning_rate": 3.0995009570886303e-06, + "loss": 0.0155, + "step": 26790 + }, + { + "epoch": 25.070159027128156, + "grad_norm": 0.08861208707094193, + "learning_rate": 3.0804259128083936e-06, + "loss": 0.0148, + "step": 26800 + }, + { + "epoch": 25.079513564078578, + "grad_norm": 0.08567095547914505, + "learning_rate": 3.06140788023489e-06, + "loss": 0.0164, + "step": 26810 + }, + { + "epoch": 25.088868101029, + "grad_norm": 0.07701653987169266, + "learning_rate": 3.042446882476846e-06, + "loss": 0.0161, + "step": 26820 + }, + { + "epoch": 25.09822263797942, + "grad_norm": 0.08878730237483978, + "learning_rate": 3.023542942573643e-06, + "loss": 0.0162, + "step": 26830 + }, + { + "epoch": 25.10757717492984, + "grad_norm": 0.08657579123973846, + "learning_rate": 3.004696083495351e-06, + "loss": 0.0148, + "step": 26840 + }, + { + "epoch": 25.116931711880262, + "grad_norm": 0.07222763448953629, + "learning_rate": 2.98590632814269e-06, + "loss": 0.0167, + "step": 26850 + }, + { + "epoch": 25.126286248830684, + "grad_norm": 0.09276031702756882, + "learning_rate": 2.9671736993469702e-06, + "loss": 0.0165, + "step": 26860 + }, + { + "epoch": 25.135640785781103, + "grad_norm": 0.10074465721845627, + "learning_rate": 2.9484982198701216e-06, + "loss": 0.0151, + "step": 26870 + }, + { + "epoch": 25.144995322731525, + "grad_norm": 0.0998467430472374, + "learning_rate": 2.929879912404604e-06, + "loss": 0.0155, + "step": 26880 + }, + { + "epoch": 25.154349859681947, + "grad_norm": 0.0996522605419159, + "learning_rate": 2.9113187995734147e-06, + "loss": 0.0155, + "step": 26890 + }, + { + "epoch": 25.163704396632365, + "grad_norm": 0.0853770449757576, + "learning_rate": 2.8928149039300524e-06, + "loss": 0.0149, + "step": 26900 + }, + { + "epoch": 25.173058933582787, + "grad_norm": 0.12549163401126862, + "learning_rate": 2.8743682479584975e-06, + "loss": 0.0155, + "step": 26910 + }, + { + "epoch": 25.18241347053321, + "grad_norm": 0.08760447055101395, + "learning_rate": 2.8559788540731824e-06, + "loss": 0.0159, + "step": 26920 + }, + { + "epoch": 25.19176800748363, + "grad_norm": 0.07747285813093185, + "learning_rate": 2.8376467446189493e-06, + "loss": 0.0161, + "step": 26930 + }, + { + "epoch": 25.20112254443405, + "grad_norm": 0.08835181593894958, + "learning_rate": 2.8193719418710406e-06, + "loss": 0.0153, + "step": 26940 + }, + { + "epoch": 25.21047708138447, + "grad_norm": 0.080940380692482, + "learning_rate": 2.8011544680350667e-06, + "loss": 0.0164, + "step": 26950 + }, + { + "epoch": 25.219831618334894, + "grad_norm": 0.07384105026721954, + "learning_rate": 2.7829943452469753e-06, + "loss": 0.0163, + "step": 26960 + }, + { + "epoch": 25.229186155285312, + "grad_norm": 0.08715713024139404, + "learning_rate": 2.7648915955730213e-06, + "loss": 0.0153, + "step": 26970 + }, + { + "epoch": 25.238540692235734, + "grad_norm": 0.09803567826747894, + "learning_rate": 2.746846241009765e-06, + "loss": 0.0143, + "step": 26980 + }, + { + "epoch": 25.247895229186156, + "grad_norm": 0.07066196203231812, + "learning_rate": 2.7288583034839945e-06, + "loss": 0.016, + "step": 26990 + }, + { + "epoch": 25.257249766136574, + "grad_norm": 0.0906510278582573, + "learning_rate": 2.7109278048527752e-06, + "loss": 0.0168, + "step": 27000 + }, + { + "epoch": 25.266604303086996, + "grad_norm": 0.10350443422794342, + "learning_rate": 2.6930547669033413e-06, + "loss": 0.0151, + "step": 27010 + }, + { + "epoch": 25.27595884003742, + "grad_norm": 0.09804098308086395, + "learning_rate": 2.675239211353109e-06, + "loss": 0.0166, + "step": 27020 + }, + { + "epoch": 25.28531337698784, + "grad_norm": 0.12882567942142487, + "learning_rate": 2.6574811598496786e-06, + "loss": 0.015, + "step": 27030 + }, + { + "epoch": 25.29466791393826, + "grad_norm": 0.08992073684930801, + "learning_rate": 2.6397806339707456e-06, + "loss": 0.0171, + "step": 27040 + }, + { + "epoch": 25.30402245088868, + "grad_norm": 0.09365896135568619, + "learning_rate": 2.6221376552241217e-06, + "loss": 0.0152, + "step": 27050 + }, + { + "epoch": 25.313376987839103, + "grad_norm": 0.09198793023824692, + "learning_rate": 2.604552245047681e-06, + "loss": 0.0148, + "step": 27060 + }, + { + "epoch": 25.32273152478952, + "grad_norm": 0.09568850696086884, + "learning_rate": 2.587024424809359e-06, + "loss": 0.0154, + "step": 27070 + }, + { + "epoch": 25.332086061739943, + "grad_norm": 0.11326919496059418, + "learning_rate": 2.5695542158071186e-06, + "loss": 0.0151, + "step": 27080 + }, + { + "epoch": 25.341440598690365, + "grad_norm": 0.10483543574810028, + "learning_rate": 2.5521416392689068e-06, + "loss": 0.0158, + "step": 27090 + }, + { + "epoch": 25.350795135640787, + "grad_norm": 0.08860918134450912, + "learning_rate": 2.5347867163526384e-06, + "loss": 0.0147, + "step": 27100 + }, + { + "epoch": 25.360149672591206, + "grad_norm": 0.08496538549661636, + "learning_rate": 2.517489468146189e-06, + "loss": 0.0165, + "step": 27110 + }, + { + "epoch": 25.369504209541628, + "grad_norm": 0.09851924329996109, + "learning_rate": 2.500249915667341e-06, + "loss": 0.0162, + "step": 27120 + }, + { + "epoch": 25.37885874649205, + "grad_norm": 0.1020236611366272, + "learning_rate": 2.4830680798637817e-06, + "loss": 0.0157, + "step": 27130 + }, + { + "epoch": 25.388213283442468, + "grad_norm": 0.09535901248455048, + "learning_rate": 2.465943981613056e-06, + "loss": 0.0165, + "step": 27140 + }, + { + "epoch": 25.39756782039289, + "grad_norm": 0.08541448414325714, + "learning_rate": 2.448877641722569e-06, + "loss": 0.0166, + "step": 27150 + }, + { + "epoch": 25.406922357343312, + "grad_norm": 0.08101389557123184, + "learning_rate": 2.431869080929522e-06, + "loss": 0.0169, + "step": 27160 + }, + { + "epoch": 25.416276894293734, + "grad_norm": 0.11221154034137726, + "learning_rate": 2.4149183199009216e-06, + "loss": 0.0159, + "step": 27170 + }, + { + "epoch": 25.425631431244152, + "grad_norm": 0.09106171131134033, + "learning_rate": 2.3980253792335427e-06, + "loss": 0.0152, + "step": 27180 + }, + { + "epoch": 25.434985968194574, + "grad_norm": 0.07335437089204788, + "learning_rate": 2.381190279453899e-06, + "loss": 0.0153, + "step": 27190 + }, + { + "epoch": 25.444340505144996, + "grad_norm": 0.09552974253892899, + "learning_rate": 2.364413041018232e-06, + "loss": 0.0153, + "step": 27200 + }, + { + "epoch": 25.453695042095415, + "grad_norm": 0.09362839162349701, + "learning_rate": 2.347693684312463e-06, + "loss": 0.0157, + "step": 27210 + }, + { + "epoch": 25.463049579045837, + "grad_norm": 0.09006498008966446, + "learning_rate": 2.331032229652186e-06, + "loss": 0.0156, + "step": 27220 + }, + { + "epoch": 25.47240411599626, + "grad_norm": 0.07028195261955261, + "learning_rate": 2.314428697282628e-06, + "loss": 0.0155, + "step": 27230 + }, + { + "epoch": 25.48175865294668, + "grad_norm": 0.087527334690094, + "learning_rate": 2.297883107378673e-06, + "loss": 0.0153, + "step": 27240 + }, + { + "epoch": 25.4911131898971, + "grad_norm": 0.06640476733446121, + "learning_rate": 2.2813954800447513e-06, + "loss": 0.0157, + "step": 27250 + }, + { + "epoch": 25.50046772684752, + "grad_norm": 0.10579337179660797, + "learning_rate": 2.2649658353148974e-06, + "loss": 0.0152, + "step": 27260 + }, + { + "epoch": 25.509822263797943, + "grad_norm": 0.09625604748725891, + "learning_rate": 2.2485941931526645e-06, + "loss": 0.0163, + "step": 27270 + }, + { + "epoch": 25.51917680074836, + "grad_norm": 0.1090252697467804, + "learning_rate": 2.232280573451151e-06, + "loss": 0.016, + "step": 27280 + }, + { + "epoch": 25.528531337698784, + "grad_norm": 0.1130804643034935, + "learning_rate": 2.216024996032945e-06, + "loss": 0.0166, + "step": 27290 + }, + { + "epoch": 25.537885874649206, + "grad_norm": 0.08225230127573013, + "learning_rate": 2.1998274806501074e-06, + "loss": 0.0154, + "step": 27300 + }, + { + "epoch": 25.547240411599624, + "grad_norm": 0.08228852599859238, + "learning_rate": 2.183688046984139e-06, + "loss": 0.016, + "step": 27310 + }, + { + "epoch": 25.556594948550046, + "grad_norm": 0.08871373534202576, + "learning_rate": 2.167606714645981e-06, + "loss": 0.0158, + "step": 27320 + }, + { + "epoch": 25.565949485500468, + "grad_norm": 0.08886135369539261, + "learning_rate": 2.151583503175958e-06, + "loss": 0.0163, + "step": 27330 + }, + { + "epoch": 25.57530402245089, + "grad_norm": 0.11175902932882309, + "learning_rate": 2.1356184320437957e-06, + "loss": 0.0144, + "step": 27340 + }, + { + "epoch": 25.58465855940131, + "grad_norm": 0.08758993446826935, + "learning_rate": 2.119711520648554e-06, + "loss": 0.0157, + "step": 27350 + }, + { + "epoch": 25.59401309635173, + "grad_norm": 0.10921739041805267, + "learning_rate": 2.103862788318628e-06, + "loss": 0.016, + "step": 27360 + }, + { + "epoch": 25.603367633302152, + "grad_norm": 0.10157236456871033, + "learning_rate": 2.088072254311729e-06, + "loss": 0.0161, + "step": 27370 + }, + { + "epoch": 25.61272217025257, + "grad_norm": 0.07998102903366089, + "learning_rate": 2.0723399378148435e-06, + "loss": 0.0151, + "step": 27380 + }, + { + "epoch": 25.622076707202993, + "grad_norm": 0.08438552916049957, + "learning_rate": 2.0566658579442065e-06, + "loss": 0.0152, + "step": 27390 + }, + { + "epoch": 25.631431244153415, + "grad_norm": 0.08444403856992722, + "learning_rate": 2.0410500337453176e-06, + "loss": 0.0153, + "step": 27400 + }, + { + "epoch": 25.640785781103837, + "grad_norm": 0.10156596451997757, + "learning_rate": 2.0254924841928645e-06, + "loss": 0.0148, + "step": 27410 + }, + { + "epoch": 25.650140318054255, + "grad_norm": 0.08638110011816025, + "learning_rate": 2.009993228190754e-06, + "loss": 0.0149, + "step": 27420 + }, + { + "epoch": 25.659494855004677, + "grad_norm": 0.07652018219232559, + "learning_rate": 1.9945522845720323e-06, + "loss": 0.0153, + "step": 27430 + }, + { + "epoch": 25.6688493919551, + "grad_norm": 0.11480051279067993, + "learning_rate": 1.9791696720988963e-06, + "loss": 0.0157, + "step": 27440 + }, + { + "epoch": 25.678203928905518, + "grad_norm": 0.08841510862112045, + "learning_rate": 1.9638454094626833e-06, + "loss": 0.0157, + "step": 27450 + }, + { + "epoch": 25.68755846585594, + "grad_norm": 0.09091942757368088, + "learning_rate": 1.9485795152838104e-06, + "loss": 0.0156, + "step": 27460 + }, + { + "epoch": 25.69691300280636, + "grad_norm": 0.10211048275232315, + "learning_rate": 1.933372008111778e-06, + "loss": 0.0145, + "step": 27470 + }, + { + "epoch": 25.706267539756784, + "grad_norm": 0.10678558796644211, + "learning_rate": 1.918222906425143e-06, + "loss": 0.0163, + "step": 27480 + }, + { + "epoch": 25.715622076707202, + "grad_norm": 0.10472792387008667, + "learning_rate": 1.903132228631488e-06, + "loss": 0.0159, + "step": 27490 + }, + { + "epoch": 25.724976613657624, + "grad_norm": 0.09959577769041061, + "learning_rate": 1.8880999930674215e-06, + "loss": 0.0167, + "step": 27500 + }, + { + "epoch": 25.734331150608046, + "grad_norm": 0.07775209844112396, + "learning_rate": 1.8731262179985166e-06, + "loss": 0.0156, + "step": 27510 + }, + { + "epoch": 25.743685687558465, + "grad_norm": 0.08010944724082947, + "learning_rate": 1.8582109216193244e-06, + "loss": 0.0146, + "step": 27520 + }, + { + "epoch": 25.753040224508887, + "grad_norm": 0.12660634517669678, + "learning_rate": 1.8433541220533368e-06, + "loss": 0.0169, + "step": 27530 + }, + { + "epoch": 25.76239476145931, + "grad_norm": 0.13703244924545288, + "learning_rate": 1.8285558373529577e-06, + "loss": 0.0156, + "step": 27540 + }, + { + "epoch": 25.77174929840973, + "grad_norm": 0.07699558138847351, + "learning_rate": 1.8138160854995145e-06, + "loss": 0.0155, + "step": 27550 + }, + { + "epoch": 25.78110383536015, + "grad_norm": 0.07690563052892685, + "learning_rate": 1.7991348844031864e-06, + "loss": 0.0163, + "step": 27560 + }, + { + "epoch": 25.79045837231057, + "grad_norm": 0.10951384156942368, + "learning_rate": 1.78451225190302e-06, + "loss": 0.0151, + "step": 27570 + }, + { + "epoch": 25.799812909260993, + "grad_norm": 0.08665373921394348, + "learning_rate": 1.7699482057668914e-06, + "loss": 0.0151, + "step": 27580 + }, + { + "epoch": 25.80916744621141, + "grad_norm": 0.08598384261131287, + "learning_rate": 1.7554427636914895e-06, + "loss": 0.0161, + "step": 27590 + }, + { + "epoch": 25.818521983161833, + "grad_norm": 0.09781711548566818, + "learning_rate": 1.7409959433022871e-06, + "loss": 0.016, + "step": 27600 + }, + { + "epoch": 25.827876520112255, + "grad_norm": 0.07441040128469467, + "learning_rate": 1.7266077621535481e-06, + "loss": 0.0153, + "step": 27610 + }, + { + "epoch": 25.837231057062674, + "grad_norm": 0.12315618991851807, + "learning_rate": 1.7122782377282597e-06, + "loss": 0.0167, + "step": 27620 + }, + { + "epoch": 25.846585594013096, + "grad_norm": 0.09246060997247696, + "learning_rate": 1.6980073874381497e-06, + "loss": 0.0163, + "step": 27630 + }, + { + "epoch": 25.855940130963518, + "grad_norm": 0.08976162225008011, + "learning_rate": 1.6837952286236413e-06, + "loss": 0.0162, + "step": 27640 + }, + { + "epoch": 25.86529466791394, + "grad_norm": 0.09095071256160736, + "learning_rate": 1.6696417785538488e-06, + "loss": 0.0147, + "step": 27650 + }, + { + "epoch": 25.874649204864358, + "grad_norm": 0.11609487235546112, + "learning_rate": 1.6555470544265538e-06, + "loss": 0.0178, + "step": 27660 + }, + { + "epoch": 25.88400374181478, + "grad_norm": 0.09491970390081406, + "learning_rate": 1.6415110733681738e-06, + "loss": 0.0153, + "step": 27670 + }, + { + "epoch": 25.893358278765202, + "grad_norm": 0.12583957612514496, + "learning_rate": 1.6275338524337436e-06, + "loss": 0.0152, + "step": 27680 + }, + { + "epoch": 25.90271281571562, + "grad_norm": 0.08972056210041046, + "learning_rate": 1.6136154086069056e-06, + "loss": 0.0165, + "step": 27690 + }, + { + "epoch": 25.912067352666043, + "grad_norm": 0.10118073225021362, + "learning_rate": 1.5997557587998868e-06, + "loss": 0.0157, + "step": 27700 + }, + { + "epoch": 25.921421889616465, + "grad_norm": 0.08435158431529999, + "learning_rate": 1.5859549198534606e-06, + "loss": 0.0143, + "step": 27710 + }, + { + "epoch": 25.930776426566887, + "grad_norm": 0.09084558486938477, + "learning_rate": 1.572212908536963e-06, + "loss": 0.0169, + "step": 27720 + }, + { + "epoch": 25.940130963517305, + "grad_norm": 0.08766746520996094, + "learning_rate": 1.5585297415482202e-06, + "loss": 0.0172, + "step": 27730 + }, + { + "epoch": 25.949485500467727, + "grad_norm": 0.09057909995317459, + "learning_rate": 1.5449054355135717e-06, + "loss": 0.0159, + "step": 27740 + }, + { + "epoch": 25.95884003741815, + "grad_norm": 0.08464492112398148, + "learning_rate": 1.5313400069878415e-06, + "loss": 0.0154, + "step": 27750 + }, + { + "epoch": 25.968194574368567, + "grad_norm": 0.11056570708751678, + "learning_rate": 1.5178334724542887e-06, + "loss": 0.0157, + "step": 27760 + }, + { + "epoch": 25.97754911131899, + "grad_norm": 0.07715559005737305, + "learning_rate": 1.504385848324641e-06, + "loss": 0.0156, + "step": 27770 + }, + { + "epoch": 25.98690364826941, + "grad_norm": 0.08105957508087158, + "learning_rate": 1.490997150939033e-06, + "loss": 0.0164, + "step": 27780 + }, + { + "epoch": 25.996258185219833, + "grad_norm": 0.10187868773937225, + "learning_rate": 1.4776673965659793e-06, + "loss": 0.0167, + "step": 27790 + }, + { + "epoch": 26.00561272217025, + "grad_norm": 0.09686578065156937, + "learning_rate": 1.4643966014023957e-06, + "loss": 0.0157, + "step": 27800 + }, + { + "epoch": 26.014967259120674, + "grad_norm": 0.08625520020723343, + "learning_rate": 1.4511847815735503e-06, + "loss": 0.0163, + "step": 27810 + }, + { + "epoch": 26.024321796071096, + "grad_norm": 0.08121765404939651, + "learning_rate": 1.438031953133051e-06, + "loss": 0.0149, + "step": 27820 + }, + { + "epoch": 26.033676333021514, + "grad_norm": 0.08839230239391327, + "learning_rate": 1.4249381320628197e-06, + "loss": 0.0148, + "step": 27830 + }, + { + "epoch": 26.043030869971936, + "grad_norm": 0.07941395789384842, + "learning_rate": 1.4119033342730902e-06, + "loss": 0.0161, + "step": 27840 + }, + { + "epoch": 26.052385406922358, + "grad_norm": 0.07166440039873123, + "learning_rate": 1.3989275756023656e-06, + "loss": 0.0153, + "step": 27850 + }, + { + "epoch": 26.061739943872777, + "grad_norm": 0.1333167999982834, + "learning_rate": 1.386010871817417e-06, + "loss": 0.0156, + "step": 27860 + }, + { + "epoch": 26.0710944808232, + "grad_norm": 0.07224509119987488, + "learning_rate": 1.3731532386132616e-06, + "loss": 0.0149, + "step": 27870 + }, + { + "epoch": 26.08044901777362, + "grad_norm": 0.10541737079620361, + "learning_rate": 1.360354691613136e-06, + "loss": 0.0174, + "step": 27880 + }, + { + "epoch": 26.089803554724043, + "grad_norm": 0.08450277149677277, + "learning_rate": 1.3476152463684776e-06, + "loss": 0.0144, + "step": 27890 + }, + { + "epoch": 26.09915809167446, + "grad_norm": 0.091790571808815, + "learning_rate": 1.3349349183589155e-06, + "loss": 0.0161, + "step": 27900 + }, + { + "epoch": 26.108512628624883, + "grad_norm": 0.07256844639778137, + "learning_rate": 1.3223137229922356e-06, + "loss": 0.0161, + "step": 27910 + }, + { + "epoch": 26.117867165575305, + "grad_norm": 0.07885241508483887, + "learning_rate": 1.3097516756043981e-06, + "loss": 0.0158, + "step": 27920 + }, + { + "epoch": 26.127221702525723, + "grad_norm": 0.11652814596891403, + "learning_rate": 1.29724879145946e-06, + "loss": 0.0153, + "step": 27930 + }, + { + "epoch": 26.136576239476145, + "grad_norm": 0.08976969867944717, + "learning_rate": 1.284805085749613e-06, + "loss": 0.0153, + "step": 27940 + }, + { + "epoch": 26.145930776426567, + "grad_norm": 0.08110220730304718, + "learning_rate": 1.2724205735951288e-06, + "loss": 0.0155, + "step": 27950 + }, + { + "epoch": 26.15528531337699, + "grad_norm": 0.0797279104590416, + "learning_rate": 1.2600952700443591e-06, + "loss": 0.015, + "step": 27960 + }, + { + "epoch": 26.164639850327408, + "grad_norm": 0.08987169712781906, + "learning_rate": 1.247829190073707e-06, + "loss": 0.0143, + "step": 27970 + }, + { + "epoch": 26.17399438727783, + "grad_norm": 0.07472352683544159, + "learning_rate": 1.2356223485876173e-06, + "loss": 0.0148, + "step": 27980 + }, + { + "epoch": 26.18334892422825, + "grad_norm": 0.08166982233524323, + "learning_rate": 1.2234747604185526e-06, + "loss": 0.0146, + "step": 27990 + }, + { + "epoch": 26.19270346117867, + "grad_norm": 0.07972993701696396, + "learning_rate": 1.2113864403269836e-06, + "loss": 0.0156, + "step": 28000 + }, + { + "epoch": 26.202057998129092, + "grad_norm": 0.10630624741315842, + "learning_rate": 1.1993574030013555e-06, + "loss": 0.0169, + "step": 28010 + }, + { + "epoch": 26.211412535079514, + "grad_norm": 0.09422203153371811, + "learning_rate": 1.1873876630580816e-06, + "loss": 0.0158, + "step": 28020 + }, + { + "epoch": 26.220767072029936, + "grad_norm": 0.08592047542333603, + "learning_rate": 1.1754772350415278e-06, + "loss": 0.0164, + "step": 28030 + }, + { + "epoch": 26.230121608980355, + "grad_norm": 0.11730441451072693, + "learning_rate": 1.163626133423984e-06, + "loss": 0.0167, + "step": 28040 + }, + { + "epoch": 26.239476145930777, + "grad_norm": 0.11512218415737152, + "learning_rate": 1.1518343726056591e-06, + "loss": 0.0153, + "step": 28050 + }, + { + "epoch": 26.2488306828812, + "grad_norm": 0.08625704795122147, + "learning_rate": 1.1401019669146474e-06, + "loss": 0.0154, + "step": 28060 + }, + { + "epoch": 26.258185219831617, + "grad_norm": 0.07609356194734573, + "learning_rate": 1.128428930606934e-06, + "loss": 0.0145, + "step": 28070 + }, + { + "epoch": 26.26753975678204, + "grad_norm": 0.0980515331029892, + "learning_rate": 1.1168152778663621e-06, + "loss": 0.0143, + "step": 28080 + }, + { + "epoch": 26.27689429373246, + "grad_norm": 0.0901549831032753, + "learning_rate": 1.10526102280461e-06, + "loss": 0.0154, + "step": 28090 + }, + { + "epoch": 26.28624883068288, + "grad_norm": 0.07141640037298203, + "learning_rate": 1.0937661794611864e-06, + "loss": 0.015, + "step": 28100 + }, + { + "epoch": 26.2956033676333, + "grad_norm": 0.08784674108028412, + "learning_rate": 1.082330761803413e-06, + "loss": 0.0147, + "step": 28110 + }, + { + "epoch": 26.304957904583723, + "grad_norm": 0.09702075272798538, + "learning_rate": 1.0709547837263966e-06, + "loss": 0.0142, + "step": 28120 + }, + { + "epoch": 26.314312441534145, + "grad_norm": 0.08300752937793732, + "learning_rate": 1.059638259053025e-06, + "loss": 0.0147, + "step": 28130 + }, + { + "epoch": 26.323666978484564, + "grad_norm": 0.11192573606967926, + "learning_rate": 1.0483812015339434e-06, + "loss": 0.0151, + "step": 28140 + }, + { + "epoch": 26.333021515434986, + "grad_norm": 0.09599455446004868, + "learning_rate": 1.037183624847543e-06, + "loss": 0.0145, + "step": 28150 + }, + { + "epoch": 26.342376052385408, + "grad_norm": 0.09738758951425552, + "learning_rate": 1.0260455425999238e-06, + "loss": 0.0152, + "step": 28160 + }, + { + "epoch": 26.351730589335826, + "grad_norm": 0.09747303277254105, + "learning_rate": 1.0149669683249208e-06, + "loss": 0.0153, + "step": 28170 + }, + { + "epoch": 26.36108512628625, + "grad_norm": 0.0819990336894989, + "learning_rate": 1.003947915484027e-06, + "loss": 0.0144, + "step": 28180 + }, + { + "epoch": 26.37043966323667, + "grad_norm": 0.1275983601808548, + "learning_rate": 9.92988397466449e-07, + "loss": 0.0155, + "step": 28190 + }, + { + "epoch": 26.379794200187092, + "grad_norm": 0.07099176943302155, + "learning_rate": 9.820884275890286e-07, + "loss": 0.015, + "step": 28200 + }, + { + "epoch": 26.38914873713751, + "grad_norm": 0.09006503224372864, + "learning_rate": 9.712480190962546e-07, + "loss": 0.0167, + "step": 28210 + }, + { + "epoch": 26.398503274087933, + "grad_norm": 0.09344688057899475, + "learning_rate": 9.604671851602464e-07, + "loss": 0.0151, + "step": 28220 + }, + { + "epoch": 26.407857811038355, + "grad_norm": 0.07998665422201157, + "learning_rate": 9.497459388807306e-07, + "loss": 0.0148, + "step": 28230 + }, + { + "epoch": 26.417212347988773, + "grad_norm": 0.08510582894086838, + "learning_rate": 9.390842932850364e-07, + "loss": 0.0161, + "step": 28240 + }, + { + "epoch": 26.426566884939195, + "grad_norm": 0.08343949913978577, + "learning_rate": 9.28482261328073e-07, + "loss": 0.0141, + "step": 28250 + }, + { + "epoch": 26.435921421889617, + "grad_norm": 0.07227872312068939, + "learning_rate": 9.179398558923025e-07, + "loss": 0.0159, + "step": 28260 + }, + { + "epoch": 26.44527595884004, + "grad_norm": 0.0733635276556015, + "learning_rate": 9.074570897877388e-07, + "loss": 0.0153, + "step": 28270 + }, + { + "epoch": 26.454630495790457, + "grad_norm": 0.09513899683952332, + "learning_rate": 8.970339757519375e-07, + "loss": 0.0151, + "step": 28280 + }, + { + "epoch": 26.46398503274088, + "grad_norm": 0.07725878804922104, + "learning_rate": 8.866705264499619e-07, + "loss": 0.0144, + "step": 28290 + }, + { + "epoch": 26.4733395696913, + "grad_norm": 0.10052274167537689, + "learning_rate": 8.763667544743836e-07, + "loss": 0.0151, + "step": 28300 + }, + { + "epoch": 26.48269410664172, + "grad_norm": 0.10676003992557526, + "learning_rate": 8.661226723452543e-07, + "loss": 0.0177, + "step": 28310 + }, + { + "epoch": 26.492048643592142, + "grad_norm": 0.09131215512752533, + "learning_rate": 8.559382925101001e-07, + "loss": 0.0153, + "step": 28320 + }, + { + "epoch": 26.501403180542564, + "grad_norm": 0.07686031609773636, + "learning_rate": 8.458136273438943e-07, + "loss": 0.0144, + "step": 28330 + }, + { + "epoch": 26.510757717492986, + "grad_norm": 0.09282208234071732, + "learning_rate": 8.357486891490795e-07, + "loss": 0.0152, + "step": 28340 + }, + { + "epoch": 26.520112254443404, + "grad_norm": 0.11689192801713943, + "learning_rate": 8.257434901554895e-07, + "loss": 0.0148, + "step": 28350 + }, + { + "epoch": 26.529466791393826, + "grad_norm": 0.08021365106105804, + "learning_rate": 8.157980425203937e-07, + "loss": 0.0157, + "step": 28360 + }, + { + "epoch": 26.53882132834425, + "grad_norm": 0.10933244973421097, + "learning_rate": 8.059123583284367e-07, + "loss": 0.0161, + "step": 28370 + }, + { + "epoch": 26.548175865294667, + "grad_norm": 0.11462529003620148, + "learning_rate": 7.960864495916654e-07, + "loss": 0.0182, + "step": 28380 + }, + { + "epoch": 26.55753040224509, + "grad_norm": 0.10291384160518646, + "learning_rate": 7.863203282494847e-07, + "loss": 0.014, + "step": 28390 + }, + { + "epoch": 26.56688493919551, + "grad_norm": 0.09009930491447449, + "learning_rate": 7.766140061686522e-07, + "loss": 0.0174, + "step": 28400 + }, + { + "epoch": 26.57623947614593, + "grad_norm": 0.09827218949794769, + "learning_rate": 7.669674951432615e-07, + "loss": 0.017, + "step": 28410 + }, + { + "epoch": 26.58559401309635, + "grad_norm": 0.06116434931755066, + "learning_rate": 7.573808068947363e-07, + "loss": 0.0142, + "step": 28420 + }, + { + "epoch": 26.594948550046773, + "grad_norm": 0.10436572879552841, + "learning_rate": 7.478539530718087e-07, + "loss": 0.0166, + "step": 28430 + }, + { + "epoch": 26.604303086997195, + "grad_norm": 0.0912323072552681, + "learning_rate": 7.383869452504965e-07, + "loss": 0.0167, + "step": 28440 + }, + { + "epoch": 26.613657623947613, + "grad_norm": 0.08648736029863358, + "learning_rate": 7.289797949341204e-07, + "loss": 0.0148, + "step": 28450 + }, + { + "epoch": 26.623012160898035, + "grad_norm": 0.08471738547086716, + "learning_rate": 7.196325135532423e-07, + "loss": 0.0151, + "step": 28460 + }, + { + "epoch": 26.632366697848457, + "grad_norm": 0.0907946228981018, + "learning_rate": 7.10345112465699e-07, + "loss": 0.0169, + "step": 28470 + }, + { + "epoch": 26.641721234798876, + "grad_norm": 0.08337365090847015, + "learning_rate": 7.011176029565525e-07, + "loss": 0.016, + "step": 28480 + }, + { + "epoch": 26.651075771749298, + "grad_norm": 0.07711777836084366, + "learning_rate": 6.919499962381004e-07, + "loss": 0.0133, + "step": 28490 + }, + { + "epoch": 26.66043030869972, + "grad_norm": 0.09564465284347534, + "learning_rate": 6.828423034498488e-07, + "loss": 0.0157, + "step": 28500 + }, + { + "epoch": 26.669784845650142, + "grad_norm": 0.07991919666528702, + "learning_rate": 6.737945356585007e-07, + "loss": 0.0159, + "step": 28510 + }, + { + "epoch": 26.67913938260056, + "grad_norm": 0.08456657081842422, + "learning_rate": 6.648067038579508e-07, + "loss": 0.0159, + "step": 28520 + }, + { + "epoch": 26.688493919550982, + "grad_norm": 0.09292576462030411, + "learning_rate": 6.558788189692578e-07, + "loss": 0.0158, + "step": 28530 + }, + { + "epoch": 26.697848456501404, + "grad_norm": 0.08063001930713654, + "learning_rate": 6.470108918406492e-07, + "loss": 0.017, + "step": 28540 + }, + { + "epoch": 26.707202993451823, + "grad_norm": 0.08058038353919983, + "learning_rate": 6.382029332474893e-07, + "loss": 0.0158, + "step": 28550 + }, + { + "epoch": 26.716557530402245, + "grad_norm": 0.1036021038889885, + "learning_rate": 6.294549538922778e-07, + "loss": 0.0165, + "step": 28560 + }, + { + "epoch": 26.725912067352667, + "grad_norm": 0.09027513116598129, + "learning_rate": 6.207669644046344e-07, + "loss": 0.0155, + "step": 28570 + }, + { + "epoch": 26.73526660430309, + "grad_norm": 0.09150935709476471, + "learning_rate": 6.121389753412865e-07, + "loss": 0.0152, + "step": 28580 + }, + { + "epoch": 26.744621141253507, + "grad_norm": 0.08208911120891571, + "learning_rate": 6.035709971860592e-07, + "loss": 0.0159, + "step": 28590 + }, + { + "epoch": 26.75397567820393, + "grad_norm": 0.08962203562259674, + "learning_rate": 5.950630403498469e-07, + "loss": 0.0157, + "step": 28600 + }, + { + "epoch": 26.76333021515435, + "grad_norm": 0.07856717705726624, + "learning_rate": 5.866151151706189e-07, + "loss": 0.0149, + "step": 28610 + }, + { + "epoch": 26.77268475210477, + "grad_norm": 0.08264455944299698, + "learning_rate": 5.782272319134086e-07, + "loss": 0.0156, + "step": 28620 + }, + { + "epoch": 26.78203928905519, + "grad_norm": 0.07857176661491394, + "learning_rate": 5.698994007702796e-07, + "loss": 0.0164, + "step": 28630 + }, + { + "epoch": 26.791393826005613, + "grad_norm": 0.09686186909675598, + "learning_rate": 5.616316318603321e-07, + "loss": 0.0169, + "step": 28640 + }, + { + "epoch": 26.800748362956035, + "grad_norm": 0.08223733305931091, + "learning_rate": 5.534239352296799e-07, + "loss": 0.0161, + "step": 28650 + }, + { + "epoch": 26.810102899906454, + "grad_norm": 0.10900984704494476, + "learning_rate": 5.452763208514621e-07, + "loss": 0.0166, + "step": 28660 + }, + { + "epoch": 26.819457436856876, + "grad_norm": 0.1025807186961174, + "learning_rate": 5.371887986257873e-07, + "loss": 0.0151, + "step": 28670 + }, + { + "epoch": 26.828811973807298, + "grad_norm": 0.08556320518255234, + "learning_rate": 5.291613783797611e-07, + "loss": 0.015, + "step": 28680 + }, + { + "epoch": 26.838166510757716, + "grad_norm": 0.10466690361499786, + "learning_rate": 5.211940698674534e-07, + "loss": 0.0158, + "step": 28690 + }, + { + "epoch": 26.84752104770814, + "grad_norm": 0.06911173462867737, + "learning_rate": 5.132868827698978e-07, + "loss": 0.0156, + "step": 28700 + }, + { + "epoch": 26.85687558465856, + "grad_norm": 0.07566909492015839, + "learning_rate": 5.054398266950755e-07, + "loss": 0.0166, + "step": 28710 + }, + { + "epoch": 26.86623012160898, + "grad_norm": 0.11253903806209564, + "learning_rate": 4.976529111778872e-07, + "loss": 0.0172, + "step": 28720 + }, + { + "epoch": 26.8755846585594, + "grad_norm": 0.09385325759649277, + "learning_rate": 4.899261456801862e-07, + "loss": 0.0151, + "step": 28730 + }, + { + "epoch": 26.884939195509823, + "grad_norm": 0.10761076956987381, + "learning_rate": 4.822595395907126e-07, + "loss": 0.0149, + "step": 28740 + }, + { + "epoch": 26.894293732460245, + "grad_norm": 0.07459486275911331, + "learning_rate": 4.7465310222510886e-07, + "loss": 0.0155, + "step": 28750 + }, + { + "epoch": 26.903648269410663, + "grad_norm": 0.100873664021492, + "learning_rate": 4.6710684282593175e-07, + "loss": 0.0161, + "step": 28760 + }, + { + "epoch": 26.913002806361085, + "grad_norm": 0.0934925526380539, + "learning_rate": 4.5962077056257993e-07, + "loss": 0.0153, + "step": 28770 + }, + { + "epoch": 26.922357343311507, + "grad_norm": 0.09179508686065674, + "learning_rate": 4.521948945313492e-07, + "loss": 0.0141, + "step": 28780 + }, + { + "epoch": 26.931711880261926, + "grad_norm": 0.06960300356149673, + "learning_rate": 4.4482922375537195e-07, + "loss": 0.0158, + "step": 28790 + }, + { + "epoch": 26.941066417212348, + "grad_norm": 0.06738719344139099, + "learning_rate": 4.375237671846333e-07, + "loss": 0.0159, + "step": 28800 + }, + { + "epoch": 26.95042095416277, + "grad_norm": 0.08198504149913788, + "learning_rate": 4.302785336959547e-07, + "loss": 0.0152, + "step": 28810 + }, + { + "epoch": 26.95977549111319, + "grad_norm": 0.09924037754535675, + "learning_rate": 4.2309353209297744e-07, + "loss": 0.0165, + "step": 28820 + }, + { + "epoch": 26.96913002806361, + "grad_norm": 0.06524399667978287, + "learning_rate": 4.159687711061566e-07, + "loss": 0.0146, + "step": 28830 + }, + { + "epoch": 26.978484565014032, + "grad_norm": 0.09951826184988022, + "learning_rate": 4.0890425939275055e-07, + "loss": 0.0173, + "step": 28840 + }, + { + "epoch": 26.987839101964454, + "grad_norm": 0.10245785862207413, + "learning_rate": 4.0190000553679827e-07, + "loss": 0.0157, + "step": 28850 + }, + { + "epoch": 26.997193638914872, + "grad_norm": 0.09625407308340073, + "learning_rate": 3.9495601804913627e-07, + "loss": 0.0158, + "step": 28860 + }, + { + "epoch": 27.006548175865294, + "grad_norm": 0.07809274643659592, + "learning_rate": 3.880723053673652e-07, + "loss": 0.0153, + "step": 28870 + }, + { + "epoch": 27.015902712815716, + "grad_norm": 0.08541064709424973, + "learning_rate": 3.812488758558386e-07, + "loss": 0.016, + "step": 28880 + }, + { + "epoch": 27.02525724976614, + "grad_norm": 0.07257027924060822, + "learning_rate": 3.744857378056743e-07, + "loss": 0.0162, + "step": 28890 + }, + { + "epoch": 27.034611786716557, + "grad_norm": 0.1158212274312973, + "learning_rate": 3.677828994347154e-07, + "loss": 0.0162, + "step": 28900 + }, + { + "epoch": 27.04396632366698, + "grad_norm": 0.08217432349920273, + "learning_rate": 3.61140368887547e-07, + "loss": 0.0158, + "step": 28910 + }, + { + "epoch": 27.0533208606174, + "grad_norm": 0.0749536007642746, + "learning_rate": 3.545581542354681e-07, + "loss": 0.0159, + "step": 28920 + }, + { + "epoch": 27.06267539756782, + "grad_norm": 0.11086080223321915, + "learning_rate": 3.480362634764922e-07, + "loss": 0.0154, + "step": 28930 + }, + { + "epoch": 27.07202993451824, + "grad_norm": 0.11057033389806747, + "learning_rate": 3.4157470453533014e-07, + "loss": 0.015, + "step": 28940 + }, + { + "epoch": 27.081384471468663, + "grad_norm": 0.09314706921577454, + "learning_rate": 3.3517348526339034e-07, + "loss": 0.0158, + "step": 28950 + }, + { + "epoch": 27.09073900841908, + "grad_norm": 0.08525264263153076, + "learning_rate": 3.288326134387454e-07, + "loss": 0.0162, + "step": 28960 + }, + { + "epoch": 27.100093545369504, + "grad_norm": 0.08148806542158127, + "learning_rate": 3.225520967661655e-07, + "loss": 0.0164, + "step": 28970 + }, + { + "epoch": 27.109448082319926, + "grad_norm": 0.1074608713388443, + "learning_rate": 3.163319428770628e-07, + "loss": 0.0145, + "step": 28980 + }, + { + "epoch": 27.118802619270348, + "grad_norm": 0.07663491368293762, + "learning_rate": 3.1017215932951374e-07, + "loss": 0.016, + "step": 28990 + }, + { + "epoch": 27.128157156220766, + "grad_norm": 0.0864759236574173, + "learning_rate": 3.040727536082366e-07, + "loss": 0.0165, + "step": 29000 + }, + { + "epoch": 27.137511693171188, + "grad_norm": 0.1053551658987999, + "learning_rate": 2.980337331245864e-07, + "loss": 0.014, + "step": 29010 + }, + { + "epoch": 27.14686623012161, + "grad_norm": 0.08075229078531265, + "learning_rate": 2.9205510521653213e-07, + "loss": 0.0155, + "step": 29020 + }, + { + "epoch": 27.15622076707203, + "grad_norm": 0.09334695339202881, + "learning_rate": 2.86136877148685e-07, + "loss": 0.0157, + "step": 29030 + }, + { + "epoch": 27.16557530402245, + "grad_norm": 0.10004743188619614, + "learning_rate": 2.8027905611223704e-07, + "loss": 0.0149, + "step": 29040 + }, + { + "epoch": 27.174929840972872, + "grad_norm": 0.13196055591106415, + "learning_rate": 2.7448164922500573e-07, + "loss": 0.0154, + "step": 29050 + }, + { + "epoch": 27.184284377923294, + "grad_norm": 0.08114592730998993, + "learning_rate": 2.687446635313784e-07, + "loss": 0.0157, + "step": 29060 + }, + { + "epoch": 27.193638914873713, + "grad_norm": 0.07433755695819855, + "learning_rate": 2.630681060023343e-07, + "loss": 0.0161, + "step": 29070 + }, + { + "epoch": 27.202993451824135, + "grad_norm": 0.08812056481838226, + "learning_rate": 2.5745198353542833e-07, + "loss": 0.0157, + "step": 29080 + }, + { + "epoch": 27.212347988774557, + "grad_norm": 0.08145476877689362, + "learning_rate": 2.518963029547794e-07, + "loss": 0.0131, + "step": 29090 + }, + { + "epoch": 27.221702525724975, + "grad_norm": 0.09242737293243408, + "learning_rate": 2.464010710110598e-07, + "loss": 0.014, + "step": 29100 + }, + { + "epoch": 27.231057062675397, + "grad_norm": 0.08647017180919647, + "learning_rate": 2.4096629438150054e-07, + "loss": 0.0151, + "step": 29110 + }, + { + "epoch": 27.24041159962582, + "grad_norm": 0.11903923749923706, + "learning_rate": 2.3559197966985802e-07, + "loss": 0.0164, + "step": 29120 + }, + { + "epoch": 27.24976613657624, + "grad_norm": 0.09007733315229416, + "learning_rate": 2.3027813340644188e-07, + "loss": 0.0149, + "step": 29130 + }, + { + "epoch": 27.25912067352666, + "grad_norm": 0.07673897594213486, + "learning_rate": 2.2502476204807055e-07, + "loss": 0.0163, + "step": 29140 + }, + { + "epoch": 27.26847521047708, + "grad_norm": 0.09370388835668564, + "learning_rate": 2.1983187197808786e-07, + "loss": 0.0149, + "step": 29150 + }, + { + "epoch": 27.277829747427504, + "grad_norm": 0.08119232952594757, + "learning_rate": 2.1469946950634644e-07, + "loss": 0.0146, + "step": 29160 + }, + { + "epoch": 27.287184284377922, + "grad_norm": 0.08645923435688019, + "learning_rate": 2.096275608691911e-07, + "loss": 0.017, + "step": 29170 + }, + { + "epoch": 27.296538821328344, + "grad_norm": 0.10540468990802765, + "learning_rate": 2.046161522294754e-07, + "loss": 0.0142, + "step": 29180 + }, + { + "epoch": 27.305893358278766, + "grad_norm": 0.12125200778245926, + "learning_rate": 1.9966524967653944e-07, + "loss": 0.0142, + "step": 29190 + }, + { + "epoch": 27.315247895229184, + "grad_norm": 0.07849986851215363, + "learning_rate": 1.9477485922618222e-07, + "loss": 0.0158, + "step": 29200 + }, + { + "epoch": 27.324602432179606, + "grad_norm": 0.09490184485912323, + "learning_rate": 1.899449868207004e-07, + "loss": 0.0151, + "step": 29210 + }, + { + "epoch": 27.33395696913003, + "grad_norm": 0.11218450218439102, + "learning_rate": 1.851756383288439e-07, + "loss": 0.0149, + "step": 29220 + }, + { + "epoch": 27.34331150608045, + "grad_norm": 0.09409157931804657, + "learning_rate": 1.8046681954581035e-07, + "loss": 0.0151, + "step": 29230 + }, + { + "epoch": 27.35266604303087, + "grad_norm": 0.09993544965982437, + "learning_rate": 1.7581853619327294e-07, + "loss": 0.0148, + "step": 29240 + }, + { + "epoch": 27.36202057998129, + "grad_norm": 0.07835662364959717, + "learning_rate": 1.7123079391932472e-07, + "loss": 0.014, + "step": 29250 + }, + { + "epoch": 27.371375116931713, + "grad_norm": 0.08376673609018326, + "learning_rate": 1.6670359829850657e-07, + "loss": 0.0149, + "step": 29260 + }, + { + "epoch": 27.38072965388213, + "grad_norm": 0.08511757105588913, + "learning_rate": 1.6223695483179037e-07, + "loss": 0.0144, + "step": 29270 + }, + { + "epoch": 27.390084190832553, + "grad_norm": 0.11317674070596695, + "learning_rate": 1.5783086894656795e-07, + "loss": 0.0168, + "step": 29280 + }, + { + "epoch": 27.399438727782975, + "grad_norm": 0.10494522750377655, + "learning_rate": 1.5348534599665121e-07, + "loss": 0.0162, + "step": 29290 + }, + { + "epoch": 27.408793264733397, + "grad_norm": 0.09083115309476852, + "learning_rate": 1.4920039126225527e-07, + "loss": 0.0148, + "step": 29300 + }, + { + "epoch": 27.418147801683816, + "grad_norm": 0.056904587894678116, + "learning_rate": 1.449760099500097e-07, + "loss": 0.0153, + "step": 29310 + }, + { + "epoch": 27.427502338634238, + "grad_norm": 0.08923455327749252, + "learning_rate": 1.4081220719293075e-07, + "loss": 0.0163, + "step": 29320 + }, + { + "epoch": 27.43685687558466, + "grad_norm": 0.07684504985809326, + "learning_rate": 1.3670898805043797e-07, + "loss": 0.014, + "step": 29330 + }, + { + "epoch": 27.446211412535078, + "grad_norm": 0.07568840682506561, + "learning_rate": 1.326663575083209e-07, + "loss": 0.0148, + "step": 29340 + }, + { + "epoch": 27.4555659494855, + "grad_norm": 0.08018182963132858, + "learning_rate": 1.2868432047876688e-07, + "loss": 0.017, + "step": 29350 + }, + { + "epoch": 27.464920486435922, + "grad_norm": 0.08365517854690552, + "learning_rate": 1.2476288180032213e-07, + "loss": 0.0163, + "step": 29360 + }, + { + "epoch": 27.474275023386344, + "grad_norm": 0.08461915701627731, + "learning_rate": 1.209020462379029e-07, + "loss": 0.0158, + "step": 29370 + }, + { + "epoch": 27.483629560336762, + "grad_norm": 0.08520033955574036, + "learning_rate": 1.1710181848278435e-07, + "loss": 0.015, + "step": 29380 + }, + { + "epoch": 27.492984097287184, + "grad_norm": 0.10434842109680176, + "learning_rate": 1.133622031526116e-07, + "loss": 0.0143, + "step": 29390 + }, + { + "epoch": 27.502338634237606, + "grad_norm": 0.14489755034446716, + "learning_rate": 1.0968320479136095e-07, + "loss": 0.0144, + "step": 29400 + }, + { + "epoch": 27.511693171188025, + "grad_norm": 0.09128903597593307, + "learning_rate": 1.0606482786936767e-07, + "loss": 0.0151, + "step": 29410 + }, + { + "epoch": 27.521047708138447, + "grad_norm": 0.06482148915529251, + "learning_rate": 1.0250707678329808e-07, + "loss": 0.0169, + "step": 29420 + }, + { + "epoch": 27.53040224508887, + "grad_norm": 0.08679163455963135, + "learning_rate": 9.900995585615525e-08, + "loss": 0.0154, + "step": 29430 + }, + { + "epoch": 27.53975678203929, + "grad_norm": 0.07821034640073776, + "learning_rate": 9.55734693372734e-08, + "loss": 0.0157, + "step": 29440 + }, + { + "epoch": 27.54911131898971, + "grad_norm": 0.10405386239290237, + "learning_rate": 9.219762140231236e-08, + "loss": 0.0147, + "step": 29450 + }, + { + "epoch": 27.55846585594013, + "grad_norm": 0.08867645263671875, + "learning_rate": 8.888241615322978e-08, + "loss": 0.0155, + "step": 29460 + }, + { + "epoch": 27.567820392890553, + "grad_norm": 0.09839725494384766, + "learning_rate": 8.562785761833114e-08, + "loss": 0.016, + "step": 29470 + }, + { + "epoch": 27.57717492984097, + "grad_norm": 0.07302694767713547, + "learning_rate": 8.243394975219753e-08, + "loss": 0.0137, + "step": 29480 + }, + { + "epoch": 27.586529466791394, + "grad_norm": 0.11037451773881912, + "learning_rate": 7.930069643573568e-08, + "loss": 0.0164, + "step": 29490 + }, + { + "epoch": 27.595884003741816, + "grad_norm": 0.07596614211797714, + "learning_rate": 7.622810147614456e-08, + "loss": 0.0157, + "step": 29500 + }, + { + "epoch": 27.605238540692234, + "grad_norm": 0.07968083024024963, + "learning_rate": 7.321616860690995e-08, + "loss": 0.015, + "step": 29510 + }, + { + "epoch": 27.614593077642656, + "grad_norm": 0.10647036135196686, + "learning_rate": 7.026490148782095e-08, + "loss": 0.0164, + "step": 29520 + }, + { + "epoch": 27.623947614593078, + "grad_norm": 0.09763256460428238, + "learning_rate": 6.737430370494236e-08, + "loss": 0.0157, + "step": 29530 + }, + { + "epoch": 27.6333021515435, + "grad_norm": 0.10652965307235718, + "learning_rate": 6.454437877062569e-08, + "loss": 0.0161, + "step": 29540 + }, + { + "epoch": 27.64265668849392, + "grad_norm": 0.07299428433179855, + "learning_rate": 6.177513012349256e-08, + "loss": 0.0149, + "step": 29550 + }, + { + "epoch": 27.65201122544434, + "grad_norm": 0.07774312049150467, + "learning_rate": 5.9066561128445775e-08, + "loss": 0.015, + "step": 29560 + }, + { + "epoch": 27.661365762394762, + "grad_norm": 0.07874584197998047, + "learning_rate": 5.6418675076641556e-08, + "loss": 0.0158, + "step": 29570 + }, + { + "epoch": 27.67072029934518, + "grad_norm": 0.08597692847251892, + "learning_rate": 5.383147518552845e-08, + "loss": 0.0157, + "step": 29580 + }, + { + "epoch": 27.680074836295603, + "grad_norm": 0.07719182968139648, + "learning_rate": 5.1304964598786196e-08, + "loss": 0.0165, + "step": 29590 + }, + { + "epoch": 27.689429373246025, + "grad_norm": 0.07267503440380096, + "learning_rate": 4.883914638636467e-08, + "loss": 0.0154, + "step": 29600 + }, + { + "epoch": 27.698783910196447, + "grad_norm": 0.09566430747509003, + "learning_rate": 4.643402354446713e-08, + "loss": 0.0148, + "step": 29610 + }, + { + "epoch": 27.708138447146865, + "grad_norm": 0.08789436519145966, + "learning_rate": 4.4089598995544766e-08, + "loss": 0.016, + "step": 29620 + }, + { + "epoch": 27.717492984097287, + "grad_norm": 0.0830775648355484, + "learning_rate": 4.180587558829663e-08, + "loss": 0.0143, + "step": 29630 + }, + { + "epoch": 27.72684752104771, + "grad_norm": 0.08056442439556122, + "learning_rate": 3.958285609765855e-08, + "loss": 0.0174, + "step": 29640 + }, + { + "epoch": 27.736202057998128, + "grad_norm": 0.09136588871479034, + "learning_rate": 3.74205432248087e-08, + "loss": 0.0147, + "step": 29650 + }, + { + "epoch": 27.74555659494855, + "grad_norm": 0.08567999303340912, + "learning_rate": 3.531893959716204e-08, + "loss": 0.0154, + "step": 29660 + }, + { + "epoch": 27.75491113189897, + "grad_norm": 0.09531312435865402, + "learning_rate": 3.327804776837029e-08, + "loss": 0.0163, + "step": 29670 + }, + { + "epoch": 27.764265668849394, + "grad_norm": 0.0689065158367157, + "learning_rate": 3.129787021829977e-08, + "loss": 0.0152, + "step": 29680 + }, + { + "epoch": 27.773620205799812, + "grad_norm": 0.0751805379986763, + "learning_rate": 2.9378409353059133e-08, + "loss": 0.0148, + "step": 29690 + }, + { + "epoch": 27.782974742750234, + "grad_norm": 0.0990908220410347, + "learning_rate": 2.7519667504971593e-08, + "loss": 0.0161, + "step": 29700 + }, + { + "epoch": 27.792329279700656, + "grad_norm": 0.0815347284078598, + "learning_rate": 2.572164693258605e-08, + "loss": 0.0148, + "step": 29710 + }, + { + "epoch": 27.801683816651074, + "grad_norm": 0.10464248061180115, + "learning_rate": 2.3984349820665996e-08, + "loss": 0.0144, + "step": 29720 + }, + { + "epoch": 27.811038353601496, + "grad_norm": 0.08904050290584564, + "learning_rate": 2.2307778280189485e-08, + "loss": 0.0162, + "step": 29730 + }, + { + "epoch": 27.82039289055192, + "grad_norm": 0.07154900580644608, + "learning_rate": 2.0691934348354704e-08, + "loss": 0.0152, + "step": 29740 + }, + { + "epoch": 27.82974742750234, + "grad_norm": 0.07396458834409714, + "learning_rate": 1.9136819988557763e-08, + "loss": 0.0153, + "step": 29750 + }, + { + "epoch": 27.83910196445276, + "grad_norm": 0.09381718188524246, + "learning_rate": 1.7642437090414908e-08, + "loss": 0.0152, + "step": 29760 + }, + { + "epoch": 27.84845650140318, + "grad_norm": 0.1467694342136383, + "learning_rate": 1.6208787469734755e-08, + "loss": 0.0154, + "step": 29770 + }, + { + "epoch": 27.857811038353603, + "grad_norm": 0.08669384568929672, + "learning_rate": 1.483587286854604e-08, + "loss": 0.0143, + "step": 29780 + }, + { + "epoch": 27.86716557530402, + "grad_norm": 0.08332811295986176, + "learning_rate": 1.3523694955064336e-08, + "loss": 0.0151, + "step": 29790 + }, + { + "epoch": 27.876520112254443, + "grad_norm": 0.09609730541706085, + "learning_rate": 1.2272255323708681e-08, + "loss": 0.0147, + "step": 29800 + }, + { + "epoch": 27.885874649204865, + "grad_norm": 0.09185769408941269, + "learning_rate": 1.1081555495096042e-08, + "loss": 0.0169, + "step": 29810 + }, + { + "epoch": 27.895229186155284, + "grad_norm": 0.09705694764852524, + "learning_rate": 9.951596916041306e-09, + "loss": 0.0152, + "step": 29820 + }, + { + "epoch": 27.904583723105706, + "grad_norm": 0.09946031123399734, + "learning_rate": 8.882380959551739e-09, + "loss": 0.0152, + "step": 29830 + }, + { + "epoch": 27.913938260056128, + "grad_norm": 0.09041577577590942, + "learning_rate": 7.873908924821428e-09, + "loss": 0.0145, + "step": 29840 + }, + { + "epoch": 27.92329279700655, + "grad_norm": 0.07936655730009079, + "learning_rate": 6.926182037242379e-09, + "loss": 0.0161, + "step": 29850 + }, + { + "epoch": 27.932647333956968, + "grad_norm": 0.11033433675765991, + "learning_rate": 6.039201448387876e-09, + "loss": 0.0156, + "step": 29860 + }, + { + "epoch": 27.94200187090739, + "grad_norm": 0.08091656118631363, + "learning_rate": 5.212968236029125e-09, + "loss": 0.0173, + "step": 29870 + }, + { + "epoch": 27.951356407857812, + "grad_norm": 0.08635195344686508, + "learning_rate": 4.447483404118602e-09, + "loss": 0.0164, + "step": 29880 + }, + { + "epoch": 27.96071094480823, + "grad_norm": 0.08486581593751907, + "learning_rate": 3.742747882784503e-09, + "loss": 0.0166, + "step": 29890 + }, + { + "epoch": 27.970065481758652, + "grad_norm": 0.08448392897844315, + "learning_rate": 3.0987625283473987e-09, + "loss": 0.0152, + "step": 29900 + }, + { + "epoch": 27.979420018709074, + "grad_norm": 0.09014858305454254, + "learning_rate": 2.515528123320232e-09, + "loss": 0.016, + "step": 29910 + }, + { + "epoch": 27.988774555659496, + "grad_norm": 0.07711227983236313, + "learning_rate": 1.9930453763750133e-09, + "loss": 0.015, + "step": 29920 + }, + { + "epoch": 27.998129092609915, + "grad_norm": 0.08814661204814911, + "learning_rate": 1.5313149223872281e-09, + "loss": 0.0162, + "step": 29930 + }, + { + "epoch": 28.007483629560337, + "grad_norm": 0.12490972876548767, + "learning_rate": 1.1303373224025305e-09, + "loss": 0.0151, + "step": 29940 + }, + { + "epoch": 28.01683816651076, + "grad_norm": 0.10575374960899353, + "learning_rate": 7.901130636367438e-10, + "loss": 0.015, + "step": 29950 + }, + { + "epoch": 28.026192703461177, + "grad_norm": 0.06600732356309891, + "learning_rate": 5.106425595036158e-10, + "loss": 0.016, + "step": 29960 + }, + { + "epoch": 28.0355472404116, + "grad_norm": 0.10782202333211899, + "learning_rate": 2.9192614958706286e-10, + "loss": 0.0148, + "step": 29970 + }, + { + "epoch": 28.04490177736202, + "grad_norm": 0.10568181425333023, + "learning_rate": 1.3396409964117064e-10, + "loss": 0.0158, + "step": 29980 + }, + { + "epoch": 28.054256314312443, + "grad_norm": 0.06958261132240295, + "learning_rate": 3.6756601606846574e-11, + "loss": 0.0139, + "step": 29990 + }, + { + "epoch": 28.06361085126286, + "grad_norm": 0.08097913861274719, + "learning_rate": 3.0377360626943076e-13, + "loss": 0.016, + "step": 30000 + } + ], + "logging_steps": 10, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 29, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/clvla_contract.yaml b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/clvla_contract.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fcf54afc33656c592a0f45c937bca2dd53fa3d5d --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/clvla_contract.yaml @@ -0,0 +1,64 @@ +schema_version: clvla_n15_v1 +variant: baseline +relation_mode: null +future_token_mode: checkpoint_weight +vision_tuning: {} +auxiliary: {} +task_loss: {} +state_rkd: {} +state_subspace: {} +action_rkd: {} +relation_mismatch: {} +objective: {} +input_cache: {} +episode_shard: {} +n17_official_shard: {} +training: + dataset_path: + - /home/work/workspace/test/seonho/libero + output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012_retry1 + experiment_name: InstructionQuestion_Q3_Pretrained_Retry1 + wandb_project: finetune-gr00t-n1d5-libero + data_config: examples.Libero.custom_data_config:LiberoDataConfig + base_model_path: nvidia/GR00T-N1.5-3B + embodiment_tag: new_embodiment + video_backend: torchcodec + batch_size: 256 + max_steps: 30000 + num_gpus: 1 + save_steps: 1000 + save_total_limit: 2 + tune_llm: false + tune_visual: false + tune_projector: true + tune_diffusion_model: true + learning_rate: 0.0001 + gradient_accumulation_steps: 1 + weight_decay: 1.0e-05 + warmup_ratio: 0.05 + lora_rank: 0 + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + dataloader_num_workers: 8 + dataloader_prefetch_factor: 4 + report_to: tensorboard + resume: false + balance_dataset_weights: true + balance_trajectory_weights: true + state_dropout_prob: 0.0 +dataset_backend: libero_pi_v2 +n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05 +config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml +config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0 +data_contract: libero_pi_v2 +source_dataset: + dataset_backend: libero_pi_v2 + dataset_path: /home/work/workspace/test/seonho/libero + episodes: 1693 + frames: 273465 + tasks: 40 + fps: 10 + info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f + stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293 + action_horizon: 16 diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/metadata.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b6c9634fb3dece4766c789b2a7a23bf5363361e --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/metadata.json @@ -0,0 +1,433 @@ +{ + "new_embodiment": { + "statistics": { + "state": { + "x": { + "max": [ + 0.21031762659549713 + ], + "min": [ + -0.4828203022480011 + ], + "mean": [ + -0.04651879519224167 + ], + "std": [ + 0.10494378954172134 + ], + "q01": [ + -0.39912487387657164 + ], + "q99": [ + 0.13556506335735302 + ] + }, + "y": { + "max": [ + 0.39128610491752625 + ], + "min": [ + -0.3255046010017395 + ], + "mean": [ + 0.03440921753644943 + ], + "std": [ + 0.15176637470722198 + ], + "q01": [ + -0.26883512616157534 + ], + "q99": [ + 0.33566484451293943 + ] + }, + "z": { + "max": [ + 1.3660105466842651 + ], + "min": [ + 0.008128180168569088 + ], + "mean": [ + 0.7645525336265564 + ], + "std": [ + 0.3785160183906555 + ], + "q01": [ + 0.03826696485280991 + ], + "q99": [ + 1.2706659078598022 + ] + }, + "roll": { + "max": [ + 3.6714255809783936 + ], + "min": [ + 0.35277295112609863 + ], + "mean": [ + 2.972202777862549 + ], + "std": [ + 0.34427398443222046 + ], + "q01": [ + 1.5089580535888671 + ], + "q99": [ + 3.2773460674285886 + ] + }, + "pitch": { + "max": [ + 3.560650587081909 + ], + "min": [ + -3.641430377960205 + ], + "mean": [ + -0.22047005593776703 + ], + "std": [ + 0.9069469571113586 + ], + "q01": [ + -2.719791135787964 + ], + "q99": [ + 2.406109695434569 + ] + }, + "yaw": { + "max": [ + 1.386339545249939 + ], + "min": [ + -1.842738389968872 + ], + "mean": [ + -0.1255796253681183 + ], + "std": [ + 0.3253920078277588 + ], + "q01": [ + -1.08050856590271 + ], + "q99": [ + 0.59776972055435 + ] + }, + "gripper": { + "max": [ + 0.04233968257904053, + 0.0013633022317662835 + ], + "min": [ + -0.0013586411951109767, + -0.042040832340717316 + ], + "mean": [ + 0.026914266869425774, + -0.02719070389866829 + ], + "std": [ + 0.014175914227962494, + 0.014058894477784634 + ], + "q01": [ + 0.0017423711018636821, + -0.04002561450004578 + ], + "q99": [ + 0.04031316146254539, + -0.0017781084170565016 + ] + } + }, + "action": { + "x": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.06278137117624283 + ], + "std": [ + 0.3355240225791931 + ], + "q01": [ + -0.7044642567634583 + ], + "q99": [ + 0.9375 + ] + }, + "y": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + 0.0868409126996994 + ], + "std": [ + 0.3784470558166504 + ], + "q01": [ + -0.8008928298950195 + ], + "q99": [ + 0.8678571581840515 + ] + }, + "z": { + "max": [ + 0.9375 + ], + "min": [ + -0.9375 + ], + "mean": [ + -0.09037282317876816 + ], + "std": [ + 0.44472837448120117 + ], + "q01": [ + -0.9375 + ], + "q99": [ + 0.9375 + ] + }, + "roll": { + "max": [ + 0.3557142913341522 + ], + "min": [ + -0.2582142949104309 + ], + "mean": [ + 0.0005407406715676188 + ], + "std": [ + 0.03924351558089256 + ], + "q01": [ + -0.11464285850524902 + ], + "q99": [ + 0.13178572058677673 + ] + }, + "pitch": { + "max": [ + 0.375 + ], + "min": [ + -0.375 + ], + "mean": [ + 0.005643361248075962 + ], + "std": [ + 0.06339313089847565 + ], + "q01": [ + -0.1639285683631897 + ], + "q99": [ + 0.19285714626312256 + ] + }, + "yaw": { + "max": [ + 0.375 + ], + "min": [ + -0.3675000071525574 + ], + "mean": [ + -0.005229088477790356 + ], + "std": [ + 0.07797032594680786 + ], + "q01": [ + -0.2239285707473755 + ], + "q99": [ + 0.335357129573822 + ] + }, + "gripper": { + "max": [ + 1.0 + ], + "min": [ + -1.0 + ], + "mean": [ + -0.04964079707860947 + ], + "std": [ + 0.9987710118293762 + ], + "q01": [ + -1.0 + ], + "q99": [ + 1.0 + ] + } + } + }, + "modalities": { + "video": { + "image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + }, + "wrist_image": { + "resolution": [ + 256, + 256 + ], + "channels": 3, + "fps": 10.0 + } + }, + "state": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 2 + ], + "continuous": true + } + }, + "action": { + "x": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "y": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "z": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "roll": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "pitch": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "yaw": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + }, + "gripper": { + "absolute": true, + "rotation_type": null, + "shape": [ + 1 + ], + "continuous": true + } + } + }, + "embodiment_tag": "new_embodiment" + } +} \ No newline at end of file diff --git a/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/trainer_state.json b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b67eb2a9d566cf04be17e32df65b6bab3c9490b4 --- /dev/null +++ b/instruction_question_q3_pretrained_bs256_30k_20261012_retry1/trainer_state.json @@ -0,0 +1,21043 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 28.06361085126286, + "eval_steps": 500, + "global_step": 30000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009354536950420954, + "grad_norm": 7.74298095703125, + "learning_rate": 6.000000000000001e-07, + "loss": 0.9324, + "step": 10 + }, + { + "epoch": 0.018709073900841908, + "grad_norm": 7.363883018493652, + "learning_rate": 1.2666666666666667e-06, + "loss": 0.9204, + "step": 20 + }, + { + "epoch": 0.02806361085126286, + "grad_norm": 4.100339412689209, + "learning_rate": 1.9333333333333336e-06, + "loss": 0.7533, + "step": 30 + }, + { + "epoch": 0.037418147801683815, + "grad_norm": 1.5141083002090454, + "learning_rate": 2.6e-06, + "loss": 0.5562, + "step": 40 + }, + { + "epoch": 0.04677268475210477, + "grad_norm": 1.0893893241882324, + "learning_rate": 3.2666666666666666e-06, + "loss": 0.4277, + "step": 50 + }, + { + "epoch": 0.05612722170252572, + "grad_norm": 0.9453142285346985, + "learning_rate": 3.9333333333333335e-06, + "loss": 0.3549, + "step": 60 + }, + { + "epoch": 0.06548175865294668, + "grad_norm": 0.7242417931556702, + "learning_rate": 4.6e-06, + "loss": 0.3087, + "step": 70 + }, + { + "epoch": 0.07483629560336763, + "grad_norm": 0.6252792477607727, + "learning_rate": 5.266666666666667e-06, + "loss": 0.2763, + "step": 80 + }, + { + "epoch": 0.08419083255378859, + "grad_norm": 0.7587150931358337, + "learning_rate": 5.933333333333334e-06, + "loss": 0.2546, + "step": 90 + }, + { + "epoch": 0.09354536950420954, + "grad_norm": 0.6950215101242065, + "learning_rate": 6.6e-06, + "loss": 0.2249, + "step": 100 + }, + { + "epoch": 0.1028999064546305, + "grad_norm": 0.7239357233047485, + "learning_rate": 7.266666666666668e-06, + "loss": 0.2093, + "step": 110 + }, + { + "epoch": 0.11225444340505145, + "grad_norm": 0.4684758484363556, + "learning_rate": 7.933333333333334e-06, + "loss": 0.1964, + "step": 120 + }, + { + "epoch": 0.1216089803554724, + "grad_norm": 0.5836920738220215, + "learning_rate": 8.599999999999999e-06, + "loss": 0.187, + "step": 130 + }, + { + "epoch": 0.13096351730589337, + "grad_norm": 1.1090284585952759, + "learning_rate": 9.266666666666667e-06, + "loss": 0.1791, + "step": 140 + }, + { + "epoch": 0.1403180542563143, + "grad_norm": 0.4369427263736725, + "learning_rate": 9.933333333333334e-06, + "loss": 0.1708, + "step": 150 + }, + { + "epoch": 0.14967259120673526, + "grad_norm": 0.6705596446990967, + "learning_rate": 1.06e-05, + "loss": 0.1562, + "step": 160 + }, + { + "epoch": 0.15902712815715622, + "grad_norm": 0.5748978853225708, + "learning_rate": 1.1266666666666667e-05, + "loss": 0.1519, + "step": 170 + }, + { + "epoch": 0.16838166510757718, + "grad_norm": 0.4487950801849365, + "learning_rate": 1.1933333333333333e-05, + "loss": 0.1459, + "step": 180 + }, + { + "epoch": 0.17773620205799812, + "grad_norm": 0.6088461875915527, + "learning_rate": 1.2600000000000001e-05, + "loss": 0.142, + "step": 190 + }, + { + "epoch": 0.18709073900841908, + "grad_norm": 0.5797847509384155, + "learning_rate": 1.3266666666666666e-05, + "loss": 0.1407, + "step": 200 + }, + { + "epoch": 0.19644527595884004, + "grad_norm": 0.762661874294281, + "learning_rate": 1.3933333333333334e-05, + "loss": 0.1311, + "step": 210 + }, + { + "epoch": 0.205799812909261, + "grad_norm": 0.5387753844261169, + "learning_rate": 1.4599999999999999e-05, + "loss": 0.1348, + "step": 220 + }, + { + "epoch": 0.21515434985968196, + "grad_norm": 0.4727242887020111, + "learning_rate": 1.5266666666666667e-05, + "loss": 0.1287, + "step": 230 + }, + { + "epoch": 0.2245088868101029, + "grad_norm": 0.4704549014568329, + "learning_rate": 1.5933333333333332e-05, + "loss": 0.1241, + "step": 240 + }, + { + "epoch": 0.23386342376052385, + "grad_norm": 0.4030267298221588, + "learning_rate": 1.66e-05, + "loss": 0.1243, + "step": 250 + }, + { + "epoch": 0.2432179607109448, + "grad_norm": 0.3842666447162628, + "learning_rate": 1.726666666666667e-05, + "loss": 0.1223, + "step": 260 + }, + { + "epoch": 0.25257249766136575, + "grad_norm": 0.688400387763977, + "learning_rate": 1.7933333333333337e-05, + "loss": 0.1172, + "step": 270 + }, + { + "epoch": 0.26192703461178674, + "grad_norm": 0.556553304195404, + "learning_rate": 1.86e-05, + "loss": 0.1159, + "step": 280 + }, + { + "epoch": 0.27128157156220767, + "grad_norm": 0.8460902571678162, + "learning_rate": 1.926666666666667e-05, + "loss": 0.1152, + "step": 290 + }, + { + "epoch": 0.2806361085126286, + "grad_norm": 0.3709931969642639, + "learning_rate": 1.9933333333333334e-05, + "loss": 0.1139, + "step": 300 + }, + { + "epoch": 0.2899906454630496, + "grad_norm": 0.5018578767776489, + "learning_rate": 2.06e-05, + "loss": 0.1126, + "step": 310 + }, + { + "epoch": 0.2993451824134705, + "grad_norm": 0.3092721104621887, + "learning_rate": 2.1266666666666667e-05, + "loss": 0.11, + "step": 320 + }, + { + "epoch": 0.3086997193638915, + "grad_norm": 0.4424450993537903, + "learning_rate": 2.1933333333333332e-05, + "loss": 0.107, + "step": 330 + }, + { + "epoch": 0.31805425631431244, + "grad_norm": 0.46523329615592957, + "learning_rate": 2.26e-05, + "loss": 0.1069, + "step": 340 + }, + { + "epoch": 0.3274087932647334, + "grad_norm": 0.46333593130111694, + "learning_rate": 2.326666666666667e-05, + "loss": 0.107, + "step": 350 + }, + { + "epoch": 0.33676333021515437, + "grad_norm": 0.40973523259162903, + "learning_rate": 2.3933333333333337e-05, + "loss": 0.1073, + "step": 360 + }, + { + "epoch": 0.3461178671655753, + "grad_norm": 0.5438732504844666, + "learning_rate": 2.46e-05, + "loss": 0.1036, + "step": 370 + }, + { + "epoch": 0.35547240411599623, + "grad_norm": 0.5388205051422119, + "learning_rate": 2.5266666666666666e-05, + "loss": 0.1008, + "step": 380 + }, + { + "epoch": 0.3648269410664172, + "grad_norm": 0.38616853952407837, + "learning_rate": 2.5933333333333338e-05, + "loss": 0.1056, + "step": 390 + }, + { + "epoch": 0.37418147801683815, + "grad_norm": 0.32641613483428955, + "learning_rate": 2.6600000000000003e-05, + "loss": 0.1044, + "step": 400 + }, + { + "epoch": 0.38353601496725914, + "grad_norm": 0.33484774827957153, + "learning_rate": 2.7266666666666668e-05, + "loss": 0.1009, + "step": 410 + }, + { + "epoch": 0.3928905519176801, + "grad_norm": 0.5467618107795715, + "learning_rate": 2.7933333333333332e-05, + "loss": 0.0994, + "step": 420 + }, + { + "epoch": 0.402245088868101, + "grad_norm": 0.4343046545982361, + "learning_rate": 2.86e-05, + "loss": 0.1042, + "step": 430 + }, + { + "epoch": 0.411599625818522, + "grad_norm": 0.29274797439575195, + "learning_rate": 2.926666666666667e-05, + "loss": 0.0979, + "step": 440 + }, + { + "epoch": 0.42095416276894293, + "grad_norm": 0.29901474714279175, + "learning_rate": 2.9933333333333337e-05, + "loss": 0.0995, + "step": 450 + }, + { + "epoch": 0.4303086997193639, + "grad_norm": 0.49096813797950745, + "learning_rate": 3.06e-05, + "loss": 0.1007, + "step": 460 + }, + { + "epoch": 0.43966323666978485, + "grad_norm": 0.3405279219150543, + "learning_rate": 3.126666666666666e-05, + "loss": 0.0953, + "step": 470 + }, + { + "epoch": 0.4490177736202058, + "grad_norm": 0.28762978315353394, + "learning_rate": 3.1933333333333335e-05, + "loss": 0.0974, + "step": 480 + }, + { + "epoch": 0.4583723105706268, + "grad_norm": 0.32696688175201416, + "learning_rate": 3.26e-05, + "loss": 0.0961, + "step": 490 + }, + { + "epoch": 0.4677268475210477, + "grad_norm": 0.33255961537361145, + "learning_rate": 3.326666666666667e-05, + "loss": 0.0985, + "step": 500 + }, + { + "epoch": 0.47708138447146864, + "grad_norm": 0.43777480721473694, + "learning_rate": 3.3933333333333336e-05, + "loss": 0.0964, + "step": 510 + }, + { + "epoch": 0.4864359214218896, + "grad_norm": 0.47676241397857666, + "learning_rate": 3.46e-05, + "loss": 0.095, + "step": 520 + }, + { + "epoch": 0.49579045837231056, + "grad_norm": 0.3995484709739685, + "learning_rate": 3.526666666666667e-05, + "loss": 0.0921, + "step": 530 + }, + { + "epoch": 0.5051449953227315, + "grad_norm": 0.40851518511772156, + "learning_rate": 3.593333333333334e-05, + "loss": 0.098, + "step": 540 + }, + { + "epoch": 0.5144995322731525, + "grad_norm": 0.34080395102500916, + "learning_rate": 3.66e-05, + "loss": 0.0965, + "step": 550 + }, + { + "epoch": 0.5238540692235735, + "grad_norm": 0.3602987229824066, + "learning_rate": 3.726666666666667e-05, + "loss": 0.0947, + "step": 560 + }, + { + "epoch": 0.5332086061739943, + "grad_norm": 0.3909698724746704, + "learning_rate": 3.793333333333334e-05, + "loss": 0.0934, + "step": 570 + }, + { + "epoch": 0.5425631431244153, + "grad_norm": 0.4000399708747864, + "learning_rate": 3.86e-05, + "loss": 0.0945, + "step": 580 + }, + { + "epoch": 0.5519176800748363, + "grad_norm": 0.37963399291038513, + "learning_rate": 3.926666666666667e-05, + "loss": 0.0964, + "step": 590 + }, + { + "epoch": 0.5612722170252572, + "grad_norm": 0.2632920444011688, + "learning_rate": 3.993333333333333e-05, + "loss": 0.0905, + "step": 600 + }, + { + "epoch": 0.5706267539756782, + "grad_norm": 0.27795618772506714, + "learning_rate": 4.0600000000000004e-05, + "loss": 0.0937, + "step": 610 + }, + { + "epoch": 0.5799812909260992, + "grad_norm": 0.35339730978012085, + "learning_rate": 4.126666666666667e-05, + "loss": 0.0897, + "step": 620 + }, + { + "epoch": 0.5893358278765201, + "grad_norm": 0.22846344113349915, + "learning_rate": 4.1933333333333334e-05, + "loss": 0.0924, + "step": 630 + }, + { + "epoch": 0.598690364826941, + "grad_norm": 0.41626477241516113, + "learning_rate": 4.26e-05, + "loss": 0.0925, + "step": 640 + }, + { + "epoch": 0.608044901777362, + "grad_norm": 0.4134120047092438, + "learning_rate": 4.3266666666666664e-05, + "loss": 0.0878, + "step": 650 + }, + { + "epoch": 0.617399438727783, + "grad_norm": 0.3859595060348511, + "learning_rate": 4.3933333333333335e-05, + "loss": 0.0921, + "step": 660 + }, + { + "epoch": 0.6267539756782039, + "grad_norm": 0.25427934527397156, + "learning_rate": 4.46e-05, + "loss": 0.0904, + "step": 670 + }, + { + "epoch": 0.6361085126286249, + "grad_norm": 0.4601353406906128, + "learning_rate": 4.526666666666667e-05, + "loss": 0.0922, + "step": 680 + }, + { + "epoch": 0.6454630495790459, + "grad_norm": 0.3814287483692169, + "learning_rate": 4.5933333333333336e-05, + "loss": 0.0892, + "step": 690 + }, + { + "epoch": 0.6548175865294668, + "grad_norm": 0.3413460850715637, + "learning_rate": 4.660000000000001e-05, + "loss": 0.091, + "step": 700 + }, + { + "epoch": 0.6641721234798877, + "grad_norm": 0.44809648394584656, + "learning_rate": 4.726666666666667e-05, + "loss": 0.0919, + "step": 710 + }, + { + "epoch": 0.6735266604303087, + "grad_norm": 0.4448698163032532, + "learning_rate": 4.793333333333334e-05, + "loss": 0.0917, + "step": 720 + }, + { + "epoch": 0.6828811973807296, + "grad_norm": 0.3985632658004761, + "learning_rate": 4.86e-05, + "loss": 0.0905, + "step": 730 + }, + { + "epoch": 0.6922357343311506, + "grad_norm": 0.2606980800628662, + "learning_rate": 4.926666666666667e-05, + "loss": 0.0928, + "step": 740 + }, + { + "epoch": 0.7015902712815716, + "grad_norm": 0.28832921385765076, + "learning_rate": 4.993333333333334e-05, + "loss": 0.0877, + "step": 750 + }, + { + "epoch": 0.7109448082319925, + "grad_norm": 0.31123659014701843, + "learning_rate": 5.0600000000000003e-05, + "loss": 0.089, + "step": 760 + }, + { + "epoch": 0.7202993451824135, + "grad_norm": 0.3640862703323364, + "learning_rate": 5.1266666666666675e-05, + "loss": 0.0861, + "step": 770 + }, + { + "epoch": 0.7296538821328344, + "grad_norm": 0.2727711498737335, + "learning_rate": 5.193333333333333e-05, + "loss": 0.0902, + "step": 780 + }, + { + "epoch": 0.7390084190832554, + "grad_norm": 0.29462265968322754, + "learning_rate": 5.2600000000000005e-05, + "loss": 0.0888, + "step": 790 + }, + { + "epoch": 0.7483629560336763, + "grad_norm": 0.27035146951675415, + "learning_rate": 5.326666666666666e-05, + "loss": 0.088, + "step": 800 + }, + { + "epoch": 0.7577174929840973, + "grad_norm": 0.3299054801464081, + "learning_rate": 5.3933333333333334e-05, + "loss": 0.0844, + "step": 810 + }, + { + "epoch": 0.7670720299345183, + "grad_norm": 0.3164662718772888, + "learning_rate": 5.4600000000000006e-05, + "loss": 0.0888, + "step": 820 + }, + { + "epoch": 0.7764265668849392, + "grad_norm": 0.3759786784648895, + "learning_rate": 5.5266666666666664e-05, + "loss": 0.0892, + "step": 830 + }, + { + "epoch": 0.7857811038353602, + "grad_norm": 0.3021925389766693, + "learning_rate": 5.5933333333333335e-05, + "loss": 0.0842, + "step": 840 + }, + { + "epoch": 0.7951356407857811, + "grad_norm": 0.3070302903652191, + "learning_rate": 5.66e-05, + "loss": 0.0873, + "step": 850 + }, + { + "epoch": 0.804490177736202, + "grad_norm": 0.24822115898132324, + "learning_rate": 5.726666666666667e-05, + "loss": 0.0848, + "step": 860 + }, + { + "epoch": 0.813844714686623, + "grad_norm": 0.3779332935810089, + "learning_rate": 5.7933333333333337e-05, + "loss": 0.089, + "step": 870 + }, + { + "epoch": 0.823199251637044, + "grad_norm": 0.2507888972759247, + "learning_rate": 5.86e-05, + "loss": 0.0852, + "step": 880 + }, + { + "epoch": 0.8325537885874649, + "grad_norm": 0.29663822054862976, + "learning_rate": 5.926666666666667e-05, + "loss": 0.0876, + "step": 890 + }, + { + "epoch": 0.8419083255378859, + "grad_norm": 0.36455363035202026, + "learning_rate": 5.9933333333333345e-05, + "loss": 0.0876, + "step": 900 + }, + { + "epoch": 0.8512628624883068, + "grad_norm": 0.27456897497177124, + "learning_rate": 6.06e-05, + "loss": 0.0846, + "step": 910 + }, + { + "epoch": 0.8606173994387278, + "grad_norm": 0.2892821133136749, + "learning_rate": 6.126666666666667e-05, + "loss": 0.0849, + "step": 920 + }, + { + "epoch": 0.8699719363891487, + "grad_norm": 0.33438050746917725, + "learning_rate": 6.193333333333333e-05, + "loss": 0.0863, + "step": 930 + }, + { + "epoch": 0.8793264733395697, + "grad_norm": 0.35211288928985596, + "learning_rate": 6.26e-05, + "loss": 0.0841, + "step": 940 + }, + { + "epoch": 0.8886810102899907, + "grad_norm": 0.40759482979774475, + "learning_rate": 6.326666666666667e-05, + "loss": 0.0865, + "step": 950 + }, + { + "epoch": 0.8980355472404116, + "grad_norm": 0.2647267282009125, + "learning_rate": 6.393333333333333e-05, + "loss": 0.0847, + "step": 960 + }, + { + "epoch": 0.9073900841908326, + "grad_norm": 0.27269938588142395, + "learning_rate": 6.460000000000001e-05, + "loss": 0.0823, + "step": 970 + }, + { + "epoch": 0.9167446211412535, + "grad_norm": 0.41022583842277527, + "learning_rate": 6.526666666666666e-05, + "loss": 0.0855, + "step": 980 + }, + { + "epoch": 0.9260991580916744, + "grad_norm": 0.39808815717697144, + "learning_rate": 6.593333333333334e-05, + "loss": 0.0871, + "step": 990 + }, + { + "epoch": 0.9354536950420954, + "grad_norm": 0.3133705258369446, + "learning_rate": 6.66e-05, + "loss": 0.0897, + "step": 1000 + }, + { + "epoch": 0.9448082319925164, + "grad_norm": 0.3674916923046112, + "learning_rate": 6.726666666666667e-05, + "loss": 0.0846, + "step": 1010 + }, + { + "epoch": 0.9541627689429373, + "grad_norm": 0.4349784553050995, + "learning_rate": 6.793333333333334e-05, + "loss": 0.0855, + "step": 1020 + }, + { + "epoch": 0.9635173058933583, + "grad_norm": 0.3454256057739258, + "learning_rate": 6.860000000000001e-05, + "loss": 0.0863, + "step": 1030 + }, + { + "epoch": 0.9728718428437793, + "grad_norm": 0.49666088819503784, + "learning_rate": 6.926666666666667e-05, + "loss": 0.0848, + "step": 1040 + }, + { + "epoch": 0.9822263797942001, + "grad_norm": 0.24509170651435852, + "learning_rate": 6.993333333333334e-05, + "loss": 0.0852, + "step": 1050 + }, + { + "epoch": 0.9915809167446211, + "grad_norm": 0.28570106625556946, + "learning_rate": 7.06e-05, + "loss": 0.0823, + "step": 1060 + }, + { + "epoch": 1.000935453695042, + "grad_norm": 0.31509581208229065, + "learning_rate": 7.126666666666667e-05, + "loss": 0.0819, + "step": 1070 + }, + { + "epoch": 1.010289990645463, + "grad_norm": 0.4069647192955017, + "learning_rate": 7.193333333333334e-05, + "loss": 0.0853, + "step": 1080 + }, + { + "epoch": 1.019644527595884, + "grad_norm": 0.5145186185836792, + "learning_rate": 7.26e-05, + "loss": 0.0824, + "step": 1090 + }, + { + "epoch": 1.028999064546305, + "grad_norm": 0.33598366379737854, + "learning_rate": 7.326666666666667e-05, + "loss": 0.0883, + "step": 1100 + }, + { + "epoch": 1.0383536014967258, + "grad_norm": 0.2724471390247345, + "learning_rate": 7.393333333333333e-05, + "loss": 0.0824, + "step": 1110 + }, + { + "epoch": 1.047708138447147, + "grad_norm": 0.3229529857635498, + "learning_rate": 7.46e-05, + "loss": 0.0843, + "step": 1120 + }, + { + "epoch": 1.0570626753975678, + "grad_norm": 0.3652926981449127, + "learning_rate": 7.526666666666668e-05, + "loss": 0.0854, + "step": 1130 + }, + { + "epoch": 1.0664172123479887, + "grad_norm": 0.3456888794898987, + "learning_rate": 7.593333333333334e-05, + "loss": 0.0853, + "step": 1140 + }, + { + "epoch": 1.0757717492984098, + "grad_norm": 0.3312474489212036, + "learning_rate": 7.66e-05, + "loss": 0.0817, + "step": 1150 + }, + { + "epoch": 1.0851262862488307, + "grad_norm": 0.36187678575515747, + "learning_rate": 7.726666666666667e-05, + "loss": 0.0829, + "step": 1160 + }, + { + "epoch": 1.0944808231992516, + "grad_norm": 0.29945671558380127, + "learning_rate": 7.793333333333333e-05, + "loss": 0.0834, + "step": 1170 + }, + { + "epoch": 1.1038353601496727, + "grad_norm": 0.2538433372974396, + "learning_rate": 7.860000000000001e-05, + "loss": 0.0838, + "step": 1180 + }, + { + "epoch": 1.1131898971000935, + "grad_norm": 0.21847012639045715, + "learning_rate": 7.926666666666666e-05, + "loss": 0.0867, + "step": 1190 + }, + { + "epoch": 1.1225444340505144, + "grad_norm": 0.35229921340942383, + "learning_rate": 7.993333333333334e-05, + "loss": 0.0841, + "step": 1200 + }, + { + "epoch": 1.1318989710009355, + "grad_norm": 0.262370765209198, + "learning_rate": 8.060000000000001e-05, + "loss": 0.0832, + "step": 1210 + }, + { + "epoch": 1.1412535079513564, + "grad_norm": 0.2863543629646301, + "learning_rate": 8.126666666666667e-05, + "loss": 0.0825, + "step": 1220 + }, + { + "epoch": 1.1506080449017775, + "grad_norm": 0.20859988033771515, + "learning_rate": 8.193333333333334e-05, + "loss": 0.0826, + "step": 1230 + }, + { + "epoch": 1.1599625818521984, + "grad_norm": 0.3149859607219696, + "learning_rate": 8.26e-05, + "loss": 0.0825, + "step": 1240 + }, + { + "epoch": 1.1693171188026192, + "grad_norm": 0.36050936579704285, + "learning_rate": 8.326666666666667e-05, + "loss": 0.084, + "step": 1250 + }, + { + "epoch": 1.1786716557530403, + "grad_norm": 0.34726861119270325, + "learning_rate": 8.393333333333335e-05, + "loss": 0.0849, + "step": 1260 + }, + { + "epoch": 1.1880261927034612, + "grad_norm": 0.33639732003211975, + "learning_rate": 8.46e-05, + "loss": 0.0806, + "step": 1270 + }, + { + "epoch": 1.197380729653882, + "grad_norm": 0.2606143057346344, + "learning_rate": 8.526666666666667e-05, + "loss": 0.0837, + "step": 1280 + }, + { + "epoch": 1.2067352666043032, + "grad_norm": 0.2538493871688843, + "learning_rate": 8.593333333333333e-05, + "loss": 0.0842, + "step": 1290 + }, + { + "epoch": 1.216089803554724, + "grad_norm": 0.317125141620636, + "learning_rate": 8.66e-05, + "loss": 0.0816, + "step": 1300 + }, + { + "epoch": 1.225444340505145, + "grad_norm": 0.23918837308883667, + "learning_rate": 8.726666666666667e-05, + "loss": 0.0797, + "step": 1310 + }, + { + "epoch": 1.234798877455566, + "grad_norm": 0.33688268065452576, + "learning_rate": 8.793333333333333e-05, + "loss": 0.0833, + "step": 1320 + }, + { + "epoch": 1.244153414405987, + "grad_norm": 0.33512142300605774, + "learning_rate": 8.86e-05, + "loss": 0.0828, + "step": 1330 + }, + { + "epoch": 1.2535079513564078, + "grad_norm": 0.32410794496536255, + "learning_rate": 8.926666666666668e-05, + "loss": 0.0801, + "step": 1340 + }, + { + "epoch": 1.262862488306829, + "grad_norm": 0.28748852014541626, + "learning_rate": 8.993333333333334e-05, + "loss": 0.0781, + "step": 1350 + }, + { + "epoch": 1.2722170252572498, + "grad_norm": 0.3675398528575897, + "learning_rate": 9.06e-05, + "loss": 0.0816, + "step": 1360 + }, + { + "epoch": 1.2815715622076707, + "grad_norm": 0.33733057975769043, + "learning_rate": 9.126666666666667e-05, + "loss": 0.0778, + "step": 1370 + }, + { + "epoch": 1.2909260991580918, + "grad_norm": 0.23165512084960938, + "learning_rate": 9.193333333333334e-05, + "loss": 0.0827, + "step": 1380 + }, + { + "epoch": 1.3002806361085126, + "grad_norm": 0.32540103793144226, + "learning_rate": 9.260000000000001e-05, + "loss": 0.0813, + "step": 1390 + }, + { + "epoch": 1.3096351730589335, + "grad_norm": 0.3454931974411011, + "learning_rate": 9.326666666666667e-05, + "loss": 0.0848, + "step": 1400 + }, + { + "epoch": 1.3189897100093546, + "grad_norm": 0.31130486726760864, + "learning_rate": 9.393333333333334e-05, + "loss": 0.0813, + "step": 1410 + }, + { + "epoch": 1.3283442469597755, + "grad_norm": 0.5519844889640808, + "learning_rate": 9.46e-05, + "loss": 0.0844, + "step": 1420 + }, + { + "epoch": 1.3376987839101964, + "grad_norm": 0.40089496970176697, + "learning_rate": 9.526666666666667e-05, + "loss": 0.0815, + "step": 1430 + }, + { + "epoch": 1.3470533208606175, + "grad_norm": 0.46374282240867615, + "learning_rate": 9.593333333333334e-05, + "loss": 0.0853, + "step": 1440 + }, + { + "epoch": 1.3564078578110383, + "grad_norm": 0.6135054230690002, + "learning_rate": 9.66e-05, + "loss": 0.0875, + "step": 1450 + }, + { + "epoch": 1.3657623947614592, + "grad_norm": 0.5330421924591064, + "learning_rate": 9.726666666666667e-05, + "loss": 0.0832, + "step": 1460 + }, + { + "epoch": 1.3751169317118803, + "grad_norm": 0.4371172785758972, + "learning_rate": 9.793333333333333e-05, + "loss": 0.08, + "step": 1470 + }, + { + "epoch": 1.3844714686623012, + "grad_norm": 0.31125950813293457, + "learning_rate": 9.86e-05, + "loss": 0.0815, + "step": 1480 + }, + { + "epoch": 1.393826005612722, + "grad_norm": 0.2851814031600952, + "learning_rate": 9.926666666666668e-05, + "loss": 0.0833, + "step": 1490 + }, + { + "epoch": 1.4031805425631432, + "grad_norm": 0.18281733989715576, + "learning_rate": 9.993333333333334e-05, + "loss": 0.078, + "step": 1500 + }, + { + "epoch": 1.412535079513564, + "grad_norm": 0.197869211435318, + "learning_rate": 9.999997539434007e-05, + "loss": 0.08, + "step": 1510 + }, + { + "epoch": 1.421889616463985, + "grad_norm": 0.3061855137348175, + "learning_rate": 9.999989033776898e-05, + "loss": 0.0798, + "step": 1520 + }, + { + "epoch": 1.431244153414406, + "grad_norm": 0.22627823054790497, + "learning_rate": 9.999974452661641e-05, + "loss": 0.0806, + "step": 1530 + }, + { + "epoch": 1.440598690364827, + "grad_norm": 0.2641271650791168, + "learning_rate": 9.999953796105959e-05, + "loss": 0.0815, + "step": 1540 + }, + { + "epoch": 1.4499532273152478, + "grad_norm": 0.1865835040807724, + "learning_rate": 9.999927064134949e-05, + "loss": 0.0767, + "step": 1550 + }, + { + "epoch": 1.4593077642656689, + "grad_norm": 0.26319923996925354, + "learning_rate": 9.999894256781095e-05, + "loss": 0.0823, + "step": 1560 + }, + { + "epoch": 1.4686623012160898, + "grad_norm": 0.35146814584732056, + "learning_rate": 9.99985537408426e-05, + "loss": 0.0794, + "step": 1570 + }, + { + "epoch": 1.4780168381665106, + "grad_norm": 0.30225670337677, + "learning_rate": 9.999810416091688e-05, + "loss": 0.0784, + "step": 1580 + }, + { + "epoch": 1.4873713751169317, + "grad_norm": 0.30244842171669006, + "learning_rate": 9.99975938285801e-05, + "loss": 0.0783, + "step": 1590 + }, + { + "epoch": 1.4967259120673526, + "grad_norm": 0.34441521763801575, + "learning_rate": 9.999702274445236e-05, + "loss": 0.0788, + "step": 1600 + }, + { + "epoch": 1.5060804490177735, + "grad_norm": 0.1652936339378357, + "learning_rate": 9.999639090922756e-05, + "loss": 0.0781, + "step": 1610 + }, + { + "epoch": 1.5154349859681946, + "grad_norm": 0.25500836968421936, + "learning_rate": 9.999569832367346e-05, + "loss": 0.0747, + "step": 1620 + }, + { + "epoch": 1.5247895229186157, + "grad_norm": 0.23537945747375488, + "learning_rate": 9.999494498863162e-05, + "loss": 0.0782, + "step": 1630 + }, + { + "epoch": 1.5341440598690363, + "grad_norm": 0.225553959608078, + "learning_rate": 9.99941309050174e-05, + "loss": 0.0757, + "step": 1640 + }, + { + "epoch": 1.5434985968194574, + "grad_norm": 0.2317887246608734, + "learning_rate": 9.999325607381999e-05, + "loss": 0.0794, + "step": 1650 + }, + { + "epoch": 1.5528531337698785, + "grad_norm": 0.2177266627550125, + "learning_rate": 9.999232049610238e-05, + "loss": 0.0815, + "step": 1660 + }, + { + "epoch": 1.5622076707202992, + "grad_norm": 0.23949533700942993, + "learning_rate": 9.999132417300142e-05, + "loss": 0.0766, + "step": 1670 + }, + { + "epoch": 1.5715622076707203, + "grad_norm": 0.2670072615146637, + "learning_rate": 9.99902671057277e-05, + "loss": 0.0774, + "step": 1680 + }, + { + "epoch": 1.5809167446211414, + "grad_norm": 0.20423205196857452, + "learning_rate": 9.998914929556569e-05, + "loss": 0.0786, + "step": 1690 + }, + { + "epoch": 1.590271281571562, + "grad_norm": 0.2204275280237198, + "learning_rate": 9.998797074387361e-05, + "loss": 0.0788, + "step": 1700 + }, + { + "epoch": 1.5996258185219832, + "grad_norm": 0.22695226967334747, + "learning_rate": 9.99867314520835e-05, + "loss": 0.0806, + "step": 1710 + }, + { + "epoch": 1.6089803554724043, + "grad_norm": 0.2410849928855896, + "learning_rate": 9.998543142170126e-05, + "loss": 0.0765, + "step": 1720 + }, + { + "epoch": 1.618334892422825, + "grad_norm": 0.23558610677719116, + "learning_rate": 9.99840706543065e-05, + "loss": 0.0797, + "step": 1730 + }, + { + "epoch": 1.627689429373246, + "grad_norm": 0.31669944524765015, + "learning_rate": 9.998264915155274e-05, + "loss": 0.0767, + "step": 1740 + }, + { + "epoch": 1.637043966323667, + "grad_norm": 0.2514924108982086, + "learning_rate": 9.998116691516718e-05, + "loss": 0.0765, + "step": 1750 + }, + { + "epoch": 1.646398503274088, + "grad_norm": 0.2764635384082794, + "learning_rate": 9.997962394695091e-05, + "loss": 0.0788, + "step": 1760 + }, + { + "epoch": 1.6557530402245089, + "grad_norm": 0.2100062072277069, + "learning_rate": 9.997802024877875e-05, + "loss": 0.0754, + "step": 1770 + }, + { + "epoch": 1.66510757717493, + "grad_norm": 0.24032992124557495, + "learning_rate": 9.99763558225994e-05, + "loss": 0.076, + "step": 1780 + }, + { + "epoch": 1.6744621141253508, + "grad_norm": 0.23454047739505768, + "learning_rate": 9.997463067043526e-05, + "loss": 0.0744, + "step": 1790 + }, + { + "epoch": 1.6838166510757717, + "grad_norm": 0.2628844380378723, + "learning_rate": 9.997284479438253e-05, + "loss": 0.0767, + "step": 1800 + }, + { + "epoch": 1.6931711880261928, + "grad_norm": 0.193793386220932, + "learning_rate": 9.997099819661127e-05, + "loss": 0.0768, + "step": 1810 + }, + { + "epoch": 1.7025257249766137, + "grad_norm": 0.24461810290813446, + "learning_rate": 9.996909087936524e-05, + "loss": 0.0783, + "step": 1820 + }, + { + "epoch": 1.7118802619270346, + "grad_norm": 0.2245708554983139, + "learning_rate": 9.996712284496201e-05, + "loss": 0.0784, + "step": 1830 + }, + { + "epoch": 1.7212347988774557, + "grad_norm": 0.17443905770778656, + "learning_rate": 9.996509409579293e-05, + "loss": 0.0753, + "step": 1840 + }, + { + "epoch": 1.7305893358278766, + "grad_norm": 0.18380840122699738, + "learning_rate": 9.996300463432312e-05, + "loss": 0.0784, + "step": 1850 + }, + { + "epoch": 1.7399438727782974, + "grad_norm": 0.24410654604434967, + "learning_rate": 9.996085446309148e-05, + "loss": 0.0733, + "step": 1860 + }, + { + "epoch": 1.7492984097287185, + "grad_norm": 0.21376219391822815, + "learning_rate": 9.995864358471066e-05, + "loss": 0.0747, + "step": 1870 + }, + { + "epoch": 1.7586529466791394, + "grad_norm": 0.20351551473140717, + "learning_rate": 9.99563720018671e-05, + "loss": 0.077, + "step": 1880 + }, + { + "epoch": 1.7680074836295603, + "grad_norm": 0.17991890013217926, + "learning_rate": 9.995403971732098e-05, + "loss": 0.0778, + "step": 1890 + }, + { + "epoch": 1.7773620205799814, + "grad_norm": 0.18388931453227997, + "learning_rate": 9.995164673390625e-05, + "loss": 0.0728, + "step": 1900 + }, + { + "epoch": 1.7867165575304023, + "grad_norm": 0.3086683750152588, + "learning_rate": 9.994919305453059e-05, + "loss": 0.0751, + "step": 1910 + }, + { + "epoch": 1.7960710944808231, + "grad_norm": 0.3031141757965088, + "learning_rate": 9.994667868217548e-05, + "loss": 0.079, + "step": 1920 + }, + { + "epoch": 1.8054256314312442, + "grad_norm": 0.23341535031795502, + "learning_rate": 9.99441036198961e-05, + "loss": 0.0798, + "step": 1930 + }, + { + "epoch": 1.8147801683816651, + "grad_norm": 0.24919146299362183, + "learning_rate": 9.99414678708214e-05, + "loss": 0.076, + "step": 1940 + }, + { + "epoch": 1.824134705332086, + "grad_norm": 0.3393644094467163, + "learning_rate": 9.993877143815407e-05, + "loss": 0.0758, + "step": 1950 + }, + { + "epoch": 1.833489242282507, + "grad_norm": 0.2817037105560303, + "learning_rate": 9.993601432517053e-05, + "loss": 0.0761, + "step": 1960 + }, + { + "epoch": 1.842843779232928, + "grad_norm": 0.28017085790634155, + "learning_rate": 9.993319653522091e-05, + "loss": 0.0745, + "step": 1970 + }, + { + "epoch": 1.8521983161833488, + "grad_norm": 0.3040216565132141, + "learning_rate": 9.993031807172911e-05, + "loss": 0.0743, + "step": 1980 + }, + { + "epoch": 1.86155285313377, + "grad_norm": 0.3189293444156647, + "learning_rate": 9.992737893819273e-05, + "loss": 0.0764, + "step": 1990 + }, + { + "epoch": 1.8709073900841908, + "grad_norm": 0.27772000432014465, + "learning_rate": 9.992437913818312e-05, + "loss": 0.0759, + "step": 2000 + }, + { + "epoch": 1.8802619270346117, + "grad_norm": 0.21887196600437164, + "learning_rate": 9.992131867534526e-05, + "loss": 0.0739, + "step": 2010 + }, + { + "epoch": 1.8896164639850328, + "grad_norm": 0.18729810416698456, + "learning_rate": 9.991819755339796e-05, + "loss": 0.0755, + "step": 2020 + }, + { + "epoch": 1.8989710009354537, + "grad_norm": 0.2272825837135315, + "learning_rate": 9.991501577613365e-05, + "loss": 0.0736, + "step": 2030 + }, + { + "epoch": 1.9083255378858746, + "grad_norm": 0.1822744458913803, + "learning_rate": 9.99117733474185e-05, + "loss": 0.0731, + "step": 2040 + }, + { + "epoch": 1.9176800748362957, + "grad_norm": 0.24325622618198395, + "learning_rate": 9.990847027119234e-05, + "loss": 0.0779, + "step": 2050 + }, + { + "epoch": 1.9270346117867165, + "grad_norm": 0.1873142570257187, + "learning_rate": 9.990510655146877e-05, + "loss": 0.0733, + "step": 2060 + }, + { + "epoch": 1.9363891487371374, + "grad_norm": 0.18374042212963104, + "learning_rate": 9.990168219233496e-05, + "loss": 0.0728, + "step": 2070 + }, + { + "epoch": 1.9457436856875585, + "grad_norm": 0.16290691494941711, + "learning_rate": 9.989819719795188e-05, + "loss": 0.0743, + "step": 2080 + }, + { + "epoch": 1.9550982226379794, + "grad_norm": 0.2099679857492447, + "learning_rate": 9.989465157255412e-05, + "loss": 0.073, + "step": 2090 + }, + { + "epoch": 1.9644527595884003, + "grad_norm": 0.19601741433143616, + "learning_rate": 9.989104532044994e-05, + "loss": 0.0764, + "step": 2100 + }, + { + "epoch": 1.9738072965388214, + "grad_norm": 0.3236464262008667, + "learning_rate": 9.988737844602128e-05, + "loss": 0.0734, + "step": 2110 + }, + { + "epoch": 1.9831618334892422, + "grad_norm": 0.3042774200439453, + "learning_rate": 9.988365095372372e-05, + "loss": 0.075, + "step": 2120 + }, + { + "epoch": 1.9925163704396631, + "grad_norm": 0.3297845721244812, + "learning_rate": 9.987986284808654e-05, + "loss": 0.0761, + "step": 2130 + }, + { + "epoch": 2.001870907390084, + "grad_norm": 0.2762160301208496, + "learning_rate": 9.987601413371264e-05, + "loss": 0.0743, + "step": 2140 + }, + { + "epoch": 2.0112254443405053, + "grad_norm": 0.22130772471427917, + "learning_rate": 9.987210481527855e-05, + "loss": 0.0777, + "step": 2150 + }, + { + "epoch": 2.020579981290926, + "grad_norm": 0.21740397810935974, + "learning_rate": 9.98681348975345e-05, + "loss": 0.0745, + "step": 2160 + }, + { + "epoch": 2.029934518241347, + "grad_norm": 0.22288499772548676, + "learning_rate": 9.986410438530427e-05, + "loss": 0.0749, + "step": 2170 + }, + { + "epoch": 2.039289055191768, + "grad_norm": 0.16618487238883972, + "learning_rate": 9.986001328348534e-05, + "loss": 0.0726, + "step": 2180 + }, + { + "epoch": 2.048643592142189, + "grad_norm": 0.15742002427577972, + "learning_rate": 9.985586159704878e-05, + "loss": 0.0705, + "step": 2190 + }, + { + "epoch": 2.05799812909261, + "grad_norm": 0.186392143368721, + "learning_rate": 9.985164933103929e-05, + "loss": 0.0737, + "step": 2200 + }, + { + "epoch": 2.067352666043031, + "grad_norm": 0.2506673038005829, + "learning_rate": 9.984737649057513e-05, + "loss": 0.0727, + "step": 2210 + }, + { + "epoch": 2.0767072029934517, + "grad_norm": 0.22234688699245453, + "learning_rate": 9.984304308084827e-05, + "loss": 0.0772, + "step": 2220 + }, + { + "epoch": 2.086061739943873, + "grad_norm": 0.19554844498634338, + "learning_rate": 9.983864910712416e-05, + "loss": 0.0743, + "step": 2230 + }, + { + "epoch": 2.095416276894294, + "grad_norm": 0.2494519203901291, + "learning_rate": 9.98341945747419e-05, + "loss": 0.0733, + "step": 2240 + }, + { + "epoch": 2.1047708138447145, + "grad_norm": 0.19777120649814606, + "learning_rate": 9.98296794891142e-05, + "loss": 0.0747, + "step": 2250 + }, + { + "epoch": 2.1141253507951356, + "grad_norm": 0.22928911447525024, + "learning_rate": 9.982510385572725e-05, + "loss": 0.0729, + "step": 2260 + }, + { + "epoch": 2.1234798877455567, + "grad_norm": 0.2251608967781067, + "learning_rate": 9.982046768014094e-05, + "loss": 0.074, + "step": 2270 + }, + { + "epoch": 2.1328344246959774, + "grad_norm": 0.2798999547958374, + "learning_rate": 9.981577096798863e-05, + "loss": 0.0708, + "step": 2280 + }, + { + "epoch": 2.1421889616463985, + "grad_norm": 0.140345960855484, + "learning_rate": 9.981101372497727e-05, + "loss": 0.071, + "step": 2290 + }, + { + "epoch": 2.1515434985968196, + "grad_norm": 0.18195904791355133, + "learning_rate": 9.980619595688737e-05, + "loss": 0.071, + "step": 2300 + }, + { + "epoch": 2.1608980355472402, + "grad_norm": 0.23142240941524506, + "learning_rate": 9.980131766957295e-05, + "loss": 0.0724, + "step": 2310 + }, + { + "epoch": 2.1702525724976613, + "grad_norm": 0.2079436331987381, + "learning_rate": 9.979637886896163e-05, + "loss": 0.0745, + "step": 2320 + }, + { + "epoch": 2.1796071094480824, + "grad_norm": 0.2444603592157364, + "learning_rate": 9.979137956105447e-05, + "loss": 0.0734, + "step": 2330 + }, + { + "epoch": 2.188961646398503, + "grad_norm": 0.21430441737174988, + "learning_rate": 9.978631975192613e-05, + "loss": 0.0757, + "step": 2340 + }, + { + "epoch": 2.198316183348924, + "grad_norm": 0.2159126251935959, + "learning_rate": 9.978119944772475e-05, + "loss": 0.0706, + "step": 2350 + }, + { + "epoch": 2.2076707202993453, + "grad_norm": 0.2268463671207428, + "learning_rate": 9.977601865467197e-05, + "loss": 0.0747, + "step": 2360 + }, + { + "epoch": 2.217025257249766, + "grad_norm": 0.1960771530866623, + "learning_rate": 9.977077737906297e-05, + "loss": 0.0721, + "step": 2370 + }, + { + "epoch": 2.226379794200187, + "grad_norm": 0.23991365730762482, + "learning_rate": 9.976547562726636e-05, + "loss": 0.074, + "step": 2380 + }, + { + "epoch": 2.235734331150608, + "grad_norm": 0.21406503021717072, + "learning_rate": 9.976011340572429e-05, + "loss": 0.0705, + "step": 2390 + }, + { + "epoch": 2.245088868101029, + "grad_norm": 0.25527283549308777, + "learning_rate": 9.975469072095237e-05, + "loss": 0.072, + "step": 2400 + }, + { + "epoch": 2.25444340505145, + "grad_norm": 0.27425989508628845, + "learning_rate": 9.974920757953965e-05, + "loss": 0.0707, + "step": 2410 + }, + { + "epoch": 2.263797942001871, + "grad_norm": 0.27071139216423035, + "learning_rate": 9.97436639881487e-05, + "loss": 0.0701, + "step": 2420 + }, + { + "epoch": 2.2731524789522917, + "grad_norm": 0.181704580783844, + "learning_rate": 9.973805995351545e-05, + "loss": 0.0699, + "step": 2430 + }, + { + "epoch": 2.2825070159027128, + "grad_norm": 0.16914618015289307, + "learning_rate": 9.973239548244939e-05, + "loss": 0.0725, + "step": 2440 + }, + { + "epoch": 2.291861552853134, + "grad_norm": 0.17653942108154297, + "learning_rate": 9.972667058183333e-05, + "loss": 0.0713, + "step": 2450 + }, + { + "epoch": 2.301216089803555, + "grad_norm": 0.22998228669166565, + "learning_rate": 9.972088525862362e-05, + "loss": 0.0695, + "step": 2460 + }, + { + "epoch": 2.3105706267539756, + "grad_norm": 0.2277563512325287, + "learning_rate": 9.971503951984995e-05, + "loss": 0.0727, + "step": 2470 + }, + { + "epoch": 2.3199251637043967, + "grad_norm": 0.18092766404151917, + "learning_rate": 9.970913337261543e-05, + "loss": 0.0729, + "step": 2480 + }, + { + "epoch": 2.3292797006548174, + "grad_norm": 0.1904641091823578, + "learning_rate": 9.97031668240966e-05, + "loss": 0.0729, + "step": 2490 + }, + { + "epoch": 2.3386342376052385, + "grad_norm": 0.20408228039741516, + "learning_rate": 9.969713988154339e-05, + "loss": 0.0705, + "step": 2500 + }, + { + "epoch": 2.3479887745556596, + "grad_norm": 0.1476576179265976, + "learning_rate": 9.969105255227906e-05, + "loss": 0.0692, + "step": 2510 + }, + { + "epoch": 2.3573433115060807, + "grad_norm": 0.17898060381412506, + "learning_rate": 9.968490484370035e-05, + "loss": 0.0682, + "step": 2520 + }, + { + "epoch": 2.3666978484565013, + "grad_norm": 0.1991555392742157, + "learning_rate": 9.967869676327726e-05, + "loss": 0.0719, + "step": 2530 + }, + { + "epoch": 2.3760523854069224, + "grad_norm": 0.24626590311527252, + "learning_rate": 9.96724283185532e-05, + "loss": 0.0667, + "step": 2540 + }, + { + "epoch": 2.385406922357343, + "grad_norm": 0.1943143904209137, + "learning_rate": 9.966609951714494e-05, + "loss": 0.0721, + "step": 2550 + }, + { + "epoch": 2.394761459307764, + "grad_norm": 0.1987801343202591, + "learning_rate": 9.965971036674255e-05, + "loss": 0.0696, + "step": 2560 + }, + { + "epoch": 2.4041159962581853, + "grad_norm": 0.21124309301376343, + "learning_rate": 9.965326087510947e-05, + "loss": 0.0694, + "step": 2570 + }, + { + "epoch": 2.4134705332086064, + "grad_norm": 0.21795164048671722, + "learning_rate": 9.964675105008244e-05, + "loss": 0.0706, + "step": 2580 + }, + { + "epoch": 2.422825070159027, + "grad_norm": 0.19574949145317078, + "learning_rate": 9.964018089957147e-05, + "loss": 0.0692, + "step": 2590 + }, + { + "epoch": 2.432179607109448, + "grad_norm": 0.21664072573184967, + "learning_rate": 9.963355043155996e-05, + "loss": 0.0698, + "step": 2600 + }, + { + "epoch": 2.441534144059869, + "grad_norm": 0.1714615821838379, + "learning_rate": 9.962685965410455e-05, + "loss": 0.0672, + "step": 2610 + }, + { + "epoch": 2.45088868101029, + "grad_norm": 0.1717023104429245, + "learning_rate": 9.962010857533514e-05, + "loss": 0.0699, + "step": 2620 + }, + { + "epoch": 2.460243217960711, + "grad_norm": 0.1670110523700714, + "learning_rate": 9.961329720345493e-05, + "loss": 0.0729, + "step": 2630 + }, + { + "epoch": 2.469597754911132, + "grad_norm": 0.18059802055358887, + "learning_rate": 9.96064255467404e-05, + "loss": 0.071, + "step": 2640 + }, + { + "epoch": 2.4789522918615527, + "grad_norm": 0.17166347801685333, + "learning_rate": 9.959949361354126e-05, + "loss": 0.0674, + "step": 2650 + }, + { + "epoch": 2.488306828811974, + "grad_norm": 0.17199662327766418, + "learning_rate": 9.959250141228045e-05, + "loss": 0.0706, + "step": 2660 + }, + { + "epoch": 2.497661365762395, + "grad_norm": 0.18557904660701752, + "learning_rate": 9.958544895145414e-05, + "loss": 0.0709, + "step": 2670 + }, + { + "epoch": 2.5070159027128156, + "grad_norm": 0.2390180230140686, + "learning_rate": 9.957833623963177e-05, + "loss": 0.0721, + "step": 2680 + }, + { + "epoch": 2.5163704396632367, + "grad_norm": 0.19708411395549774, + "learning_rate": 9.957116328545593e-05, + "loss": 0.0711, + "step": 2690 + }, + { + "epoch": 2.525724976613658, + "grad_norm": 0.2681070864200592, + "learning_rate": 9.956393009764244e-05, + "loss": 0.0698, + "step": 2700 + }, + { + "epoch": 2.5350795135640785, + "grad_norm": 0.19735172390937805, + "learning_rate": 9.955663668498032e-05, + "loss": 0.0712, + "step": 2710 + }, + { + "epoch": 2.5444340505144996, + "grad_norm": 0.1769009679555893, + "learning_rate": 9.954928305633173e-05, + "loss": 0.0705, + "step": 2720 + }, + { + "epoch": 2.55378858746492, + "grad_norm": 0.22727219760417938, + "learning_rate": 9.954186922063204e-05, + "loss": 0.0669, + "step": 2730 + }, + { + "epoch": 2.5631431244153413, + "grad_norm": 0.23734062910079956, + "learning_rate": 9.953439518688974e-05, + "loss": 0.0683, + "step": 2740 + }, + { + "epoch": 2.5724976613657624, + "grad_norm": 0.22697384655475616, + "learning_rate": 9.952686096418652e-05, + "loss": 0.0714, + "step": 2750 + }, + { + "epoch": 2.5818521983161835, + "grad_norm": 0.18398907780647278, + "learning_rate": 9.951926656167714e-05, + "loss": 0.0696, + "step": 2760 + }, + { + "epoch": 2.591206735266604, + "grad_norm": 0.18680547177791595, + "learning_rate": 9.951161198858953e-05, + "loss": 0.0679, + "step": 2770 + }, + { + "epoch": 2.6005612722170253, + "grad_norm": 0.1682751476764679, + "learning_rate": 9.950389725422471e-05, + "loss": 0.0694, + "step": 2780 + }, + { + "epoch": 2.6099158091674464, + "grad_norm": 0.16852305829524994, + "learning_rate": 9.949612236795682e-05, + "loss": 0.0687, + "step": 2790 + }, + { + "epoch": 2.619270346117867, + "grad_norm": 0.1797429919242859, + "learning_rate": 9.948828733923305e-05, + "loss": 0.0688, + "step": 2800 + }, + { + "epoch": 2.628624883068288, + "grad_norm": 0.19394941627979279, + "learning_rate": 9.948039217757374e-05, + "loss": 0.0714, + "step": 2810 + }, + { + "epoch": 2.637979420018709, + "grad_norm": 0.1899338811635971, + "learning_rate": 9.947243689257225e-05, + "loss": 0.0674, + "step": 2820 + }, + { + "epoch": 2.64733395696913, + "grad_norm": 0.21782325208187103, + "learning_rate": 9.946442149389497e-05, + "loss": 0.0672, + "step": 2830 + }, + { + "epoch": 2.656688493919551, + "grad_norm": 0.1582775115966797, + "learning_rate": 9.945634599128139e-05, + "loss": 0.0685, + "step": 2840 + }, + { + "epoch": 2.666043030869972, + "grad_norm": 0.16574418544769287, + "learning_rate": 9.944821039454402e-05, + "loss": 0.0708, + "step": 2850 + }, + { + "epoch": 2.6753975678203927, + "grad_norm": 0.1633094847202301, + "learning_rate": 9.944001471356835e-05, + "loss": 0.0682, + "step": 2860 + }, + { + "epoch": 2.684752104770814, + "grad_norm": 0.16783009469509125, + "learning_rate": 9.94317589583129e-05, + "loss": 0.0683, + "step": 2870 + }, + { + "epoch": 2.694106641721235, + "grad_norm": 0.18998229503631592, + "learning_rate": 9.942344313880922e-05, + "loss": 0.0681, + "step": 2880 + }, + { + "epoch": 2.703461178671656, + "grad_norm": 0.1925184428691864, + "learning_rate": 9.941506726516179e-05, + "loss": 0.0717, + "step": 2890 + }, + { + "epoch": 2.7128157156220767, + "grad_norm": 0.1619291603565216, + "learning_rate": 9.94066313475481e-05, + "loss": 0.0715, + "step": 2900 + }, + { + "epoch": 2.722170252572498, + "grad_norm": 0.18032777309417725, + "learning_rate": 9.939813539621857e-05, + "loss": 0.0722, + "step": 2910 + }, + { + "epoch": 2.7315247895229184, + "grad_norm": 0.21247749030590057, + "learning_rate": 9.93895794214966e-05, + "loss": 0.0699, + "step": 2920 + }, + { + "epoch": 2.7408793264733395, + "grad_norm": 0.2480694055557251, + "learning_rate": 9.938096343377852e-05, + "loss": 0.0688, + "step": 2930 + }, + { + "epoch": 2.7502338634237606, + "grad_norm": 0.22920602560043335, + "learning_rate": 9.937228744353353e-05, + "loss": 0.0692, + "step": 2940 + }, + { + "epoch": 2.7595884003741817, + "grad_norm": 0.17364786565303802, + "learning_rate": 9.936355146130379e-05, + "loss": 0.0681, + "step": 2950 + }, + { + "epoch": 2.7689429373246024, + "grad_norm": 0.17286324501037598, + "learning_rate": 9.935475549770435e-05, + "loss": 0.0736, + "step": 2960 + }, + { + "epoch": 2.7782974742750235, + "grad_norm": 0.28529176115989685, + "learning_rate": 9.934589956342315e-05, + "loss": 0.0706, + "step": 2970 + }, + { + "epoch": 2.787652011225444, + "grad_norm": 0.25175875425338745, + "learning_rate": 9.933698366922093e-05, + "loss": 0.0698, + "step": 2980 + }, + { + "epoch": 2.7970065481758652, + "grad_norm": 0.1708132028579712, + "learning_rate": 9.93280078259314e-05, + "loss": 0.0715, + "step": 2990 + }, + { + "epoch": 2.8063610851262863, + "grad_norm": 0.1746196299791336, + "learning_rate": 9.931897204446104e-05, + "loss": 0.0683, + "step": 3000 + }, + { + "epoch": 2.8157156220767074, + "grad_norm": 0.1516275554895401, + "learning_rate": 9.930987633578915e-05, + "loss": 0.0693, + "step": 3010 + }, + { + "epoch": 2.825070159027128, + "grad_norm": 0.17068296670913696, + "learning_rate": 9.93007207109679e-05, + "loss": 0.0686, + "step": 3020 + }, + { + "epoch": 2.834424695977549, + "grad_norm": 0.17498598992824554, + "learning_rate": 9.929150518112224e-05, + "loss": 0.0705, + "step": 3030 + }, + { + "epoch": 2.84377923292797, + "grad_norm": 0.22205738723278046, + "learning_rate": 9.928222975744991e-05, + "loss": 0.0677, + "step": 3040 + }, + { + "epoch": 2.853133769878391, + "grad_norm": 0.21526233851909637, + "learning_rate": 9.92728944512214e-05, + "loss": 0.067, + "step": 3050 + }, + { + "epoch": 2.862488306828812, + "grad_norm": 0.20718158781528473, + "learning_rate": 9.926349927378001e-05, + "loss": 0.0694, + "step": 3060 + }, + { + "epoch": 2.871842843779233, + "grad_norm": 0.16355721652507782, + "learning_rate": 9.925404423654174e-05, + "loss": 0.0677, + "step": 3070 + }, + { + "epoch": 2.881197380729654, + "grad_norm": 0.21239563822746277, + "learning_rate": 9.924452935099537e-05, + "loss": 0.0707, + "step": 3080 + }, + { + "epoch": 2.890551917680075, + "grad_norm": 0.27104198932647705, + "learning_rate": 9.92349546287024e-05, + "loss": 0.0661, + "step": 3090 + }, + { + "epoch": 2.8999064546304956, + "grad_norm": 0.23865559697151184, + "learning_rate": 9.9225320081297e-05, + "loss": 0.0664, + "step": 3100 + }, + { + "epoch": 2.9092609915809167, + "grad_norm": 0.17898046970367432, + "learning_rate": 9.921562572048606e-05, + "loss": 0.067, + "step": 3110 + }, + { + "epoch": 2.9186155285313378, + "grad_norm": 0.25509077310562134, + "learning_rate": 9.920587155804913e-05, + "loss": 0.0674, + "step": 3120 + }, + { + "epoch": 2.927970065481759, + "grad_norm": 0.23957855999469757, + "learning_rate": 9.919605760583845e-05, + "loss": 0.069, + "step": 3130 + }, + { + "epoch": 2.9373246024321795, + "grad_norm": 0.23484404385089874, + "learning_rate": 9.91861838757789e-05, + "loss": 0.0651, + "step": 3140 + }, + { + "epoch": 2.9466791393826006, + "grad_norm": 0.28860944509506226, + "learning_rate": 9.917625037986798e-05, + "loss": 0.0661, + "step": 3150 + }, + { + "epoch": 2.9560336763330213, + "grad_norm": 0.24733449518680573, + "learning_rate": 9.916625713017583e-05, + "loss": 0.066, + "step": 3160 + }, + { + "epoch": 2.9653882132834424, + "grad_norm": 0.20485371351242065, + "learning_rate": 9.915620413884519e-05, + "loss": 0.0678, + "step": 3170 + }, + { + "epoch": 2.9747427502338635, + "grad_norm": 0.17553654313087463, + "learning_rate": 9.914609141809139e-05, + "loss": 0.0665, + "step": 3180 + }, + { + "epoch": 2.9840972871842846, + "grad_norm": 0.12549783289432526, + "learning_rate": 9.913591898020235e-05, + "loss": 0.0718, + "step": 3190 + }, + { + "epoch": 2.9934518241347052, + "grad_norm": 0.15812915563583374, + "learning_rate": 9.912568683753853e-05, + "loss": 0.0715, + "step": 3200 + }, + { + "epoch": 3.0028063610851263, + "grad_norm": 0.1827532798051834, + "learning_rate": 9.911539500253295e-05, + "loss": 0.0693, + "step": 3210 + }, + { + "epoch": 3.0121608980355474, + "grad_norm": 0.1859935075044632, + "learning_rate": 9.910504348769118e-05, + "loss": 0.0681, + "step": 3220 + }, + { + "epoch": 3.021515434985968, + "grad_norm": 0.2146115005016327, + "learning_rate": 9.909463230559127e-05, + "loss": 0.0668, + "step": 3230 + }, + { + "epoch": 3.030869971936389, + "grad_norm": 0.2032395303249359, + "learning_rate": 9.908416146888376e-05, + "loss": 0.0689, + "step": 3240 + }, + { + "epoch": 3.0402245088868103, + "grad_norm": 0.18751336634159088, + "learning_rate": 9.907363099029175e-05, + "loss": 0.0668, + "step": 3250 + }, + { + "epoch": 3.049579045837231, + "grad_norm": 0.13542379438877106, + "learning_rate": 9.906304088261073e-05, + "loss": 0.066, + "step": 3260 + }, + { + "epoch": 3.058933582787652, + "grad_norm": 0.14943315088748932, + "learning_rate": 9.905239115870872e-05, + "loss": 0.0671, + "step": 3270 + }, + { + "epoch": 3.068288119738073, + "grad_norm": 0.1685359925031662, + "learning_rate": 9.90416818315261e-05, + "loss": 0.0698, + "step": 3280 + }, + { + "epoch": 3.077642656688494, + "grad_norm": 0.23233412206172943, + "learning_rate": 9.903091291407573e-05, + "loss": 0.0663, + "step": 3290 + }, + { + "epoch": 3.086997193638915, + "grad_norm": 0.21596172451972961, + "learning_rate": 9.902008441944286e-05, + "loss": 0.0689, + "step": 3300 + }, + { + "epoch": 3.096351730589336, + "grad_norm": 0.20772799849510193, + "learning_rate": 9.900919636078512e-05, + "loss": 0.0641, + "step": 3310 + }, + { + "epoch": 3.1057062675397566, + "grad_norm": 0.13771332800388336, + "learning_rate": 9.899824875133255e-05, + "loss": 0.0682, + "step": 3320 + }, + { + "epoch": 3.1150608044901777, + "grad_norm": 0.155600443482399, + "learning_rate": 9.898724160438749e-05, + "loss": 0.0667, + "step": 3330 + }, + { + "epoch": 3.124415341440599, + "grad_norm": 0.1874653548002243, + "learning_rate": 9.89761749333247e-05, + "loss": 0.0679, + "step": 3340 + }, + { + "epoch": 3.1337698783910195, + "grad_norm": 0.1975858211517334, + "learning_rate": 9.896504875159122e-05, + "loss": 0.0664, + "step": 3350 + }, + { + "epoch": 3.1431244153414406, + "grad_norm": 0.18883582949638367, + "learning_rate": 9.89538630727064e-05, + "loss": 0.0688, + "step": 3360 + }, + { + "epoch": 3.1524789522918617, + "grad_norm": 0.21477359533309937, + "learning_rate": 9.894261791026189e-05, + "loss": 0.0667, + "step": 3370 + }, + { + "epoch": 3.1618334892422824, + "grad_norm": 0.1742458939552307, + "learning_rate": 9.893131327792165e-05, + "loss": 0.0674, + "step": 3380 + }, + { + "epoch": 3.1711880261927035, + "grad_norm": 0.22230900824069977, + "learning_rate": 9.891994918942182e-05, + "loss": 0.0673, + "step": 3390 + }, + { + "epoch": 3.1805425631431246, + "grad_norm": 0.16689079999923706, + "learning_rate": 9.890852565857092e-05, + "loss": 0.0674, + "step": 3400 + }, + { + "epoch": 3.189897100093545, + "grad_norm": 0.21256095170974731, + "learning_rate": 9.889704269924954e-05, + "loss": 0.0625, + "step": 3410 + }, + { + "epoch": 3.1992516370439663, + "grad_norm": 0.1874692589044571, + "learning_rate": 9.888550032541059e-05, + "loss": 0.0661, + "step": 3420 + }, + { + "epoch": 3.2086061739943874, + "grad_norm": 0.16909241676330566, + "learning_rate": 9.887389855107916e-05, + "loss": 0.0682, + "step": 3430 + }, + { + "epoch": 3.217960710944808, + "grad_norm": 0.2090529352426529, + "learning_rate": 9.886223739035248e-05, + "loss": 0.0679, + "step": 3440 + }, + { + "epoch": 3.227315247895229, + "grad_norm": 0.19455751776695251, + "learning_rate": 9.885051685739997e-05, + "loss": 0.0652, + "step": 3450 + }, + { + "epoch": 3.2366697848456503, + "grad_norm": 0.19665822386741638, + "learning_rate": 9.883873696646316e-05, + "loss": 0.0635, + "step": 3460 + }, + { + "epoch": 3.246024321796071, + "grad_norm": 0.1969800740480423, + "learning_rate": 9.882689773185575e-05, + "loss": 0.0627, + "step": 3470 + }, + { + "epoch": 3.255378858746492, + "grad_norm": 0.14230449497699738, + "learning_rate": 9.881499916796353e-05, + "loss": 0.066, + "step": 3480 + }, + { + "epoch": 3.264733395696913, + "grad_norm": 0.17457684874534607, + "learning_rate": 9.880304128924434e-05, + "loss": 0.0644, + "step": 3490 + }, + { + "epoch": 3.2740879326473338, + "grad_norm": 0.19279257953166962, + "learning_rate": 9.879102411022817e-05, + "loss": 0.0675, + "step": 3500 + }, + { + "epoch": 3.283442469597755, + "grad_norm": 0.17461825907230377, + "learning_rate": 9.877894764551703e-05, + "loss": 0.0654, + "step": 3510 + }, + { + "epoch": 3.292797006548176, + "grad_norm": 0.19534960389137268, + "learning_rate": 9.876681190978494e-05, + "loss": 0.0651, + "step": 3520 + }, + { + "epoch": 3.3021515434985966, + "grad_norm": 0.14682339131832123, + "learning_rate": 9.875461691777797e-05, + "loss": 0.0654, + "step": 3530 + }, + { + "epoch": 3.3115060804490177, + "grad_norm": 0.14302803575992584, + "learning_rate": 9.874236268431417e-05, + "loss": 0.0659, + "step": 3540 + }, + { + "epoch": 3.320860617399439, + "grad_norm": 0.1731463223695755, + "learning_rate": 9.873004922428361e-05, + "loss": 0.067, + "step": 3550 + }, + { + "epoch": 3.33021515434986, + "grad_norm": 0.15974070131778717, + "learning_rate": 9.871767655264829e-05, + "loss": 0.0647, + "step": 3560 + }, + { + "epoch": 3.3395696913002806, + "grad_norm": 0.19226202368736267, + "learning_rate": 9.87052446844422e-05, + "loss": 0.0656, + "step": 3570 + }, + { + "epoch": 3.3489242282507017, + "grad_norm": 0.21884353458881378, + "learning_rate": 9.869275363477122e-05, + "loss": 0.0665, + "step": 3580 + }, + { + "epoch": 3.3582787652011223, + "grad_norm": 0.23730994760990143, + "learning_rate": 9.868020341881312e-05, + "loss": 0.0648, + "step": 3590 + }, + { + "epoch": 3.3676333021515434, + "grad_norm": 0.19488851726055145, + "learning_rate": 9.866759405181765e-05, + "loss": 0.0675, + "step": 3600 + }, + { + "epoch": 3.3769878391019645, + "grad_norm": 0.17517828941345215, + "learning_rate": 9.865492554910633e-05, + "loss": 0.0655, + "step": 3610 + }, + { + "epoch": 3.3863423760523856, + "grad_norm": 0.2239360213279724, + "learning_rate": 9.864219792607262e-05, + "loss": 0.0649, + "step": 3620 + }, + { + "epoch": 3.3956969130028063, + "grad_norm": 0.22660821676254272, + "learning_rate": 9.862941119818177e-05, + "loss": 0.0648, + "step": 3630 + }, + { + "epoch": 3.4050514499532274, + "grad_norm": 0.14499235153198242, + "learning_rate": 9.861656538097086e-05, + "loss": 0.0657, + "step": 3640 + }, + { + "epoch": 3.414405986903648, + "grad_norm": 0.17589601874351501, + "learning_rate": 9.860366049004877e-05, + "loss": 0.0616, + "step": 3650 + }, + { + "epoch": 3.423760523854069, + "grad_norm": 0.16527476906776428, + "learning_rate": 9.859069654109615e-05, + "loss": 0.0655, + "step": 3660 + }, + { + "epoch": 3.4331150608044902, + "grad_norm": 0.1994946300983429, + "learning_rate": 9.857767354986545e-05, + "loss": 0.0613, + "step": 3670 + }, + { + "epoch": 3.4424695977549113, + "grad_norm": 0.17921936511993408, + "learning_rate": 9.856459153218078e-05, + "loss": 0.0621, + "step": 3680 + }, + { + "epoch": 3.451824134705332, + "grad_norm": 0.20143011212348938, + "learning_rate": 9.855145050393808e-05, + "loss": 0.0626, + "step": 3690 + }, + { + "epoch": 3.461178671655753, + "grad_norm": 0.19072866439819336, + "learning_rate": 9.85382504811049e-05, + "loss": 0.0653, + "step": 3700 + }, + { + "epoch": 3.4705332086061738, + "grad_norm": 0.13538968563079834, + "learning_rate": 9.852499147972054e-05, + "loss": 0.0645, + "step": 3710 + }, + { + "epoch": 3.479887745556595, + "grad_norm": 0.16021721065044403, + "learning_rate": 9.851167351589592e-05, + "loss": 0.0632, + "step": 3720 + }, + { + "epoch": 3.489242282507016, + "grad_norm": 0.22807852923870087, + "learning_rate": 9.849829660581363e-05, + "loss": 0.0658, + "step": 3730 + }, + { + "epoch": 3.498596819457437, + "grad_norm": 0.19062352180480957, + "learning_rate": 9.848486076572787e-05, + "loss": 0.0679, + "step": 3740 + }, + { + "epoch": 3.5079513564078577, + "grad_norm": 0.20039638876914978, + "learning_rate": 9.847136601196446e-05, + "loss": 0.0654, + "step": 3750 + }, + { + "epoch": 3.517305893358279, + "grad_norm": 0.2236829251050949, + "learning_rate": 9.845781236092078e-05, + "loss": 0.0667, + "step": 3760 + }, + { + "epoch": 3.5266604303086995, + "grad_norm": 0.1926613599061966, + "learning_rate": 9.844419982906583e-05, + "loss": 0.0666, + "step": 3770 + }, + { + "epoch": 3.5360149672591206, + "grad_norm": 0.1700720489025116, + "learning_rate": 9.843052843294008e-05, + "loss": 0.0675, + "step": 3780 + }, + { + "epoch": 3.5453695042095417, + "grad_norm": 0.19946205615997314, + "learning_rate": 9.841679818915559e-05, + "loss": 0.0683, + "step": 3790 + }, + { + "epoch": 3.5547240411599628, + "grad_norm": 0.17934879660606384, + "learning_rate": 9.840300911439591e-05, + "loss": 0.0679, + "step": 3800 + }, + { + "epoch": 3.5640785781103834, + "grad_norm": 0.1325700730085373, + "learning_rate": 9.838916122541603e-05, + "loss": 0.0668, + "step": 3810 + }, + { + "epoch": 3.5734331150608045, + "grad_norm": 0.17913183569908142, + "learning_rate": 9.837525453904246e-05, + "loss": 0.0656, + "step": 3820 + }, + { + "epoch": 3.582787652011225, + "grad_norm": 0.18469807505607605, + "learning_rate": 9.836128907217314e-05, + "loss": 0.0654, + "step": 3830 + }, + { + "epoch": 3.5921421889616463, + "grad_norm": 0.19308437407016754, + "learning_rate": 9.834726484177743e-05, + "loss": 0.0626, + "step": 3840 + }, + { + "epoch": 3.6014967259120674, + "grad_norm": 0.21059517562389374, + "learning_rate": 9.833318186489609e-05, + "loss": 0.0667, + "step": 3850 + }, + { + "epoch": 3.6108512628624885, + "grad_norm": 0.22970914840698242, + "learning_rate": 9.831904015864126e-05, + "loss": 0.0634, + "step": 3860 + }, + { + "epoch": 3.620205799812909, + "grad_norm": 0.2032548189163208, + "learning_rate": 9.830483974019645e-05, + "loss": 0.0634, + "step": 3870 + }, + { + "epoch": 3.6295603367633302, + "grad_norm": 0.17850413918495178, + "learning_rate": 9.82905806268165e-05, + "loss": 0.0668, + "step": 3880 + }, + { + "epoch": 3.6389148737137513, + "grad_norm": 0.1607661098241806, + "learning_rate": 9.82762628358276e-05, + "loss": 0.0652, + "step": 3890 + }, + { + "epoch": 3.648269410664172, + "grad_norm": 0.1516890823841095, + "learning_rate": 9.826188638462718e-05, + "loss": 0.0669, + "step": 3900 + }, + { + "epoch": 3.657623947614593, + "grad_norm": 0.17842921614646912, + "learning_rate": 9.824745129068402e-05, + "loss": 0.0656, + "step": 3910 + }, + { + "epoch": 3.666978484565014, + "grad_norm": 0.21887065470218658, + "learning_rate": 9.82329575715381e-05, + "loss": 0.0623, + "step": 3920 + }, + { + "epoch": 3.676333021515435, + "grad_norm": 0.16570205986499786, + "learning_rate": 9.821840524480066e-05, + "loss": 0.0645, + "step": 3930 + }, + { + "epoch": 3.685687558465856, + "grad_norm": 0.1462734490633011, + "learning_rate": 9.820379432815414e-05, + "loss": 0.0633, + "step": 3940 + }, + { + "epoch": 3.695042095416277, + "grad_norm": 0.19904841482639313, + "learning_rate": 9.81891248393522e-05, + "loss": 0.0667, + "step": 3950 + }, + { + "epoch": 3.7043966323666977, + "grad_norm": 0.14331644773483276, + "learning_rate": 9.817439679621963e-05, + "loss": 0.0644, + "step": 3960 + }, + { + "epoch": 3.713751169317119, + "grad_norm": 0.21850980818271637, + "learning_rate": 9.815961021665243e-05, + "loss": 0.0668, + "step": 3970 + }, + { + "epoch": 3.72310570626754, + "grad_norm": 0.16749465465545654, + "learning_rate": 9.814476511861763e-05, + "loss": 0.0647, + "step": 3980 + }, + { + "epoch": 3.7324602432179605, + "grad_norm": 0.19791971147060394, + "learning_rate": 9.812986152015348e-05, + "loss": 0.064, + "step": 3990 + }, + { + "epoch": 3.7418147801683816, + "grad_norm": 0.25784868001937866, + "learning_rate": 9.811489943936922e-05, + "loss": 0.0626, + "step": 4000 + }, + { + "epoch": 3.7511693171188027, + "grad_norm": 0.24671676754951477, + "learning_rate": 9.809987889444522e-05, + "loss": 0.0626, + "step": 4010 + }, + { + "epoch": 3.7605238540692234, + "grad_norm": 0.2247661054134369, + "learning_rate": 9.808479990363282e-05, + "loss": 0.0643, + "step": 4020 + }, + { + "epoch": 3.7698783910196445, + "grad_norm": 0.15322640538215637, + "learning_rate": 9.806966248525445e-05, + "loss": 0.0653, + "step": 4030 + }, + { + "epoch": 3.7792329279700656, + "grad_norm": 0.1874937117099762, + "learning_rate": 9.805446665770348e-05, + "loss": 0.0628, + "step": 4040 + }, + { + "epoch": 3.7885874649204867, + "grad_norm": 0.17399588227272034, + "learning_rate": 9.803921243944429e-05, + "loss": 0.0649, + "step": 4050 + }, + { + "epoch": 3.7979420018709074, + "grad_norm": 0.1540776938199997, + "learning_rate": 9.802389984901218e-05, + "loss": 0.0668, + "step": 4060 + }, + { + "epoch": 3.8072965388213285, + "grad_norm": 0.18303479254245758, + "learning_rate": 9.80085289050134e-05, + "loss": 0.0634, + "step": 4070 + }, + { + "epoch": 3.816651075771749, + "grad_norm": 0.16884630918502808, + "learning_rate": 9.799309962612508e-05, + "loss": 0.067, + "step": 4080 + }, + { + "epoch": 3.82600561272217, + "grad_norm": 0.23187114298343658, + "learning_rate": 9.797761203109527e-05, + "loss": 0.0635, + "step": 4090 + }, + { + "epoch": 3.8353601496725913, + "grad_norm": 0.14852572977542877, + "learning_rate": 9.796206613874283e-05, + "loss": 0.0641, + "step": 4100 + }, + { + "epoch": 3.8447146866230124, + "grad_norm": 0.12990689277648926, + "learning_rate": 9.794646196795754e-05, + "loss": 0.0625, + "step": 4110 + }, + { + "epoch": 3.854069223573433, + "grad_norm": 0.11495817452669144, + "learning_rate": 9.793079953769987e-05, + "loss": 0.0625, + "step": 4120 + }, + { + "epoch": 3.863423760523854, + "grad_norm": 0.18105226755142212, + "learning_rate": 9.79150788670012e-05, + "loss": 0.0634, + "step": 4130 + }, + { + "epoch": 3.872778297474275, + "grad_norm": 0.16184599697589874, + "learning_rate": 9.78992999749636e-05, + "loss": 0.0617, + "step": 4140 + }, + { + "epoch": 3.882132834424696, + "grad_norm": 0.14209555089473724, + "learning_rate": 9.788346288075994e-05, + "loss": 0.0612, + "step": 4150 + }, + { + "epoch": 3.891487371375117, + "grad_norm": 0.12399604916572571, + "learning_rate": 9.786756760363373e-05, + "loss": 0.0627, + "step": 4160 + }, + { + "epoch": 3.900841908325538, + "grad_norm": 0.1388707011938095, + "learning_rate": 9.78516141628993e-05, + "loss": 0.0621, + "step": 4170 + }, + { + "epoch": 3.9101964452759588, + "grad_norm": 0.14718011021614075, + "learning_rate": 9.783560257794154e-05, + "loss": 0.0629, + "step": 4180 + }, + { + "epoch": 3.91955098222638, + "grad_norm": 0.15438134968280792, + "learning_rate": 9.781953286821603e-05, + "loss": 0.0643, + "step": 4190 + }, + { + "epoch": 3.9289055191768005, + "grad_norm": 0.1783655285835266, + "learning_rate": 9.780340505324901e-05, + "loss": 0.0632, + "step": 4200 + }, + { + "epoch": 3.9382600561272216, + "grad_norm": 0.17616944015026093, + "learning_rate": 9.778721915263727e-05, + "loss": 0.0665, + "step": 4210 + }, + { + "epoch": 3.9476145930776427, + "grad_norm": 0.18295498192310333, + "learning_rate": 9.777097518604824e-05, + "loss": 0.0614, + "step": 4220 + }, + { + "epoch": 3.956969130028064, + "grad_norm": 0.16845597326755524, + "learning_rate": 9.775467317321984e-05, + "loss": 0.0613, + "step": 4230 + }, + { + "epoch": 3.9663236669784845, + "grad_norm": 0.12091672420501709, + "learning_rate": 9.773831313396055e-05, + "loss": 0.0604, + "step": 4240 + }, + { + "epoch": 3.9756782039289056, + "grad_norm": 0.15606176853179932, + "learning_rate": 9.77218950881494e-05, + "loss": 0.061, + "step": 4250 + }, + { + "epoch": 3.9850327408793262, + "grad_norm": 0.19416916370391846, + "learning_rate": 9.770541905573583e-05, + "loss": 0.0641, + "step": 4260 + }, + { + "epoch": 3.9943872778297473, + "grad_norm": 0.1594357192516327, + "learning_rate": 9.768888505673976e-05, + "loss": 0.0632, + "step": 4270 + }, + { + "epoch": 4.003741814780168, + "grad_norm": 0.20265574753284454, + "learning_rate": 9.767229311125162e-05, + "loss": 0.0624, + "step": 4280 + }, + { + "epoch": 4.0130963517305895, + "grad_norm": 0.199542835354805, + "learning_rate": 9.765564323943211e-05, + "loss": 0.0593, + "step": 4290 + }, + { + "epoch": 4.022450888681011, + "grad_norm": 0.19165609776973724, + "learning_rate": 9.763893546151244e-05, + "loss": 0.0614, + "step": 4300 + }, + { + "epoch": 4.031805425631431, + "grad_norm": 0.19550743699073792, + "learning_rate": 9.762216979779412e-05, + "loss": 0.0633, + "step": 4310 + }, + { + "epoch": 4.041159962581852, + "grad_norm": 0.21504420042037964, + "learning_rate": 9.760534626864902e-05, + "loss": 0.0615, + "step": 4320 + }, + { + "epoch": 4.050514499532273, + "grad_norm": 0.19350717961788177, + "learning_rate": 9.758846489451931e-05, + "loss": 0.0638, + "step": 4330 + }, + { + "epoch": 4.059869036482694, + "grad_norm": 0.23725959658622742, + "learning_rate": 9.757152569591748e-05, + "loss": 0.0607, + "step": 4340 + }, + { + "epoch": 4.069223573433115, + "grad_norm": 0.1648024171590805, + "learning_rate": 9.75545286934262e-05, + "loss": 0.0612, + "step": 4350 + }, + { + "epoch": 4.078578110383536, + "grad_norm": 0.15947403013706207, + "learning_rate": 9.753747390769847e-05, + "loss": 0.0623, + "step": 4360 + }, + { + "epoch": 4.087932647333957, + "grad_norm": 0.19209592044353485, + "learning_rate": 9.752036135945744e-05, + "loss": 0.059, + "step": 4370 + }, + { + "epoch": 4.097287184284378, + "grad_norm": 0.16933563351631165, + "learning_rate": 9.750319106949649e-05, + "loss": 0.0601, + "step": 4380 + }, + { + "epoch": 4.106641721234799, + "grad_norm": 0.13761168718338013, + "learning_rate": 9.748596305867913e-05, + "loss": 0.0649, + "step": 4390 + }, + { + "epoch": 4.11599625818522, + "grad_norm": 0.135618194937706, + "learning_rate": 9.746867734793903e-05, + "loss": 0.0626, + "step": 4400 + }, + { + "epoch": 4.125350795135641, + "grad_norm": 0.14652109146118164, + "learning_rate": 9.745133395827993e-05, + "loss": 0.0615, + "step": 4410 + }, + { + "epoch": 4.134705332086062, + "grad_norm": 0.18645304441452026, + "learning_rate": 9.743393291077572e-05, + "loss": 0.0606, + "step": 4420 + }, + { + "epoch": 4.144059869036482, + "grad_norm": 0.18808406591415405, + "learning_rate": 9.741647422657028e-05, + "loss": 0.063, + "step": 4430 + }, + { + "epoch": 4.153414405986903, + "grad_norm": 0.1695733219385147, + "learning_rate": 9.739895792687758e-05, + "loss": 0.0597, + "step": 4440 + }, + { + "epoch": 4.1627689429373245, + "grad_norm": 0.1312672346830368, + "learning_rate": 9.738138403298157e-05, + "loss": 0.0604, + "step": 4450 + }, + { + "epoch": 4.172123479887746, + "grad_norm": 0.13657283782958984, + "learning_rate": 9.736375256623619e-05, + "loss": 0.0619, + "step": 4460 + }, + { + "epoch": 4.181478016838167, + "grad_norm": 0.1943989396095276, + "learning_rate": 9.734606354806533e-05, + "loss": 0.0625, + "step": 4470 + }, + { + "epoch": 4.190832553788588, + "grad_norm": 0.18032588064670563, + "learning_rate": 9.73283169999628e-05, + "loss": 0.0589, + "step": 4480 + }, + { + "epoch": 4.200187090739009, + "grad_norm": 0.15638130903244019, + "learning_rate": 9.731051294349238e-05, + "loss": 0.0588, + "step": 4490 + }, + { + "epoch": 4.209541627689429, + "grad_norm": 0.13685373961925507, + "learning_rate": 9.729265140028762e-05, + "loss": 0.0591, + "step": 4500 + }, + { + "epoch": 4.21889616463985, + "grad_norm": 0.1337367594242096, + "learning_rate": 9.727473239205201e-05, + "loss": 0.0589, + "step": 4510 + }, + { + "epoch": 4.228250701590271, + "grad_norm": 0.16120220720767975, + "learning_rate": 9.725675594055883e-05, + "loss": 0.063, + "step": 4520 + }, + { + "epoch": 4.237605238540692, + "grad_norm": 0.20018774271011353, + "learning_rate": 9.723872206765116e-05, + "loss": 0.0628, + "step": 4530 + }, + { + "epoch": 4.2469597754911135, + "grad_norm": 0.1767549067735672, + "learning_rate": 9.722063079524185e-05, + "loss": 0.0622, + "step": 4540 + }, + { + "epoch": 4.256314312441534, + "grad_norm": 0.18380266427993774, + "learning_rate": 9.720248214531351e-05, + "loss": 0.0631, + "step": 4550 + }, + { + "epoch": 4.265668849391955, + "grad_norm": 0.19409127533435822, + "learning_rate": 9.718427613991848e-05, + "loss": 0.0613, + "step": 4560 + }, + { + "epoch": 4.275023386342376, + "grad_norm": 0.1465892642736435, + "learning_rate": 9.716601280117873e-05, + "loss": 0.0626, + "step": 4570 + }, + { + "epoch": 4.284377923292797, + "grad_norm": 0.13111262023448944, + "learning_rate": 9.714769215128596e-05, + "loss": 0.061, + "step": 4580 + }, + { + "epoch": 4.293732460243218, + "grad_norm": 0.17924977838993073, + "learning_rate": 9.712931421250152e-05, + "loss": 0.063, + "step": 4590 + }, + { + "epoch": 4.303086997193639, + "grad_norm": 0.1644815355539322, + "learning_rate": 9.711087900715627e-05, + "loss": 0.0631, + "step": 4600 + }, + { + "epoch": 4.31244153414406, + "grad_norm": 0.14538253843784332, + "learning_rate": 9.709238655765078e-05, + "loss": 0.0651, + "step": 4610 + }, + { + "epoch": 4.3217960710944805, + "grad_norm": 0.18390533328056335, + "learning_rate": 9.707383688645511e-05, + "loss": 0.0607, + "step": 4620 + }, + { + "epoch": 4.331150608044902, + "grad_norm": 0.19072049856185913, + "learning_rate": 9.705523001610883e-05, + "loss": 0.0613, + "step": 4630 + }, + { + "epoch": 4.340505144995323, + "grad_norm": 0.19550910592079163, + "learning_rate": 9.703656596922107e-05, + "loss": 0.0621, + "step": 4640 + }, + { + "epoch": 4.349859681945744, + "grad_norm": 0.20482246577739716, + "learning_rate": 9.70178447684704e-05, + "loss": 0.063, + "step": 4650 + }, + { + "epoch": 4.359214218896165, + "grad_norm": 0.18234792351722717, + "learning_rate": 9.699906643660483e-05, + "loss": 0.0619, + "step": 4660 + }, + { + "epoch": 4.368568755846586, + "grad_norm": 0.1646399050951004, + "learning_rate": 9.698023099644185e-05, + "loss": 0.0584, + "step": 4670 + }, + { + "epoch": 4.377923292797006, + "grad_norm": 0.18527016043663025, + "learning_rate": 9.696133847086823e-05, + "loss": 0.0609, + "step": 4680 + }, + { + "epoch": 4.387277829747427, + "grad_norm": 0.1642688363790512, + "learning_rate": 9.694238888284022e-05, + "loss": 0.0613, + "step": 4690 + }, + { + "epoch": 4.396632366697848, + "grad_norm": 0.1294986605644226, + "learning_rate": 9.692338225538333e-05, + "loss": 0.0593, + "step": 4700 + }, + { + "epoch": 4.4059869036482695, + "grad_norm": 0.21905997395515442, + "learning_rate": 9.690431861159241e-05, + "loss": 0.059, + "step": 4710 + }, + { + "epoch": 4.415341440598691, + "grad_norm": 0.18085649609565735, + "learning_rate": 9.688519797463161e-05, + "loss": 0.0605, + "step": 4720 + }, + { + "epoch": 4.424695977549112, + "grad_norm": 0.19663706421852112, + "learning_rate": 9.686602036773426e-05, + "loss": 0.0577, + "step": 4730 + }, + { + "epoch": 4.434050514499532, + "grad_norm": 0.20056577026844025, + "learning_rate": 9.684678581420302e-05, + "loss": 0.0616, + "step": 4740 + }, + { + "epoch": 4.443405051449953, + "grad_norm": 0.1390175074338913, + "learning_rate": 9.682749433740962e-05, + "loss": 0.0607, + "step": 4750 + }, + { + "epoch": 4.452759588400374, + "grad_norm": 0.15452755987644196, + "learning_rate": 9.680814596079507e-05, + "loss": 0.0604, + "step": 4760 + }, + { + "epoch": 4.462114125350795, + "grad_norm": 0.12331680953502655, + "learning_rate": 9.678874070786945e-05, + "loss": 0.0623, + "step": 4770 + }, + { + "epoch": 4.471468662301216, + "grad_norm": 0.16843849420547485, + "learning_rate": 9.676927860221199e-05, + "loss": 0.0641, + "step": 4780 + }, + { + "epoch": 4.480823199251637, + "grad_norm": 0.19726839661598206, + "learning_rate": 9.674975966747097e-05, + "loss": 0.0627, + "step": 4790 + }, + { + "epoch": 4.490177736202058, + "grad_norm": 0.14704902470111847, + "learning_rate": 9.673018392736374e-05, + "loss": 0.0621, + "step": 4800 + }, + { + "epoch": 4.499532273152479, + "grad_norm": 0.20504282414913177, + "learning_rate": 9.671055140567667e-05, + "loss": 0.0626, + "step": 4810 + }, + { + "epoch": 4.5088868101029, + "grad_norm": 0.21342012286186218, + "learning_rate": 9.669086212626511e-05, + "loss": 0.0617, + "step": 4820 + }, + { + "epoch": 4.518241347053321, + "grad_norm": 0.18886405229568481, + "learning_rate": 9.667111611305341e-05, + "loss": 0.0646, + "step": 4830 + }, + { + "epoch": 4.527595884003742, + "grad_norm": 0.1612008661031723, + "learning_rate": 9.665131339003486e-05, + "loss": 0.0613, + "step": 4840 + }, + { + "epoch": 4.536950420954163, + "grad_norm": 0.17691174149513245, + "learning_rate": 9.663145398127158e-05, + "loss": 0.0602, + "step": 4850 + }, + { + "epoch": 4.546304957904583, + "grad_norm": 0.13372263312339783, + "learning_rate": 9.661153791089467e-05, + "loss": 0.0596, + "step": 4860 + }, + { + "epoch": 4.555659494855004, + "grad_norm": 0.15373103320598602, + "learning_rate": 9.659156520310402e-05, + "loss": 0.057, + "step": 4870 + }, + { + "epoch": 4.5650140318054255, + "grad_norm": 0.16640491783618927, + "learning_rate": 9.657153588216835e-05, + "loss": 0.0611, + "step": 4880 + }, + { + "epoch": 4.574368568755847, + "grad_norm": 0.1662529706954956, + "learning_rate": 9.655144997242516e-05, + "loss": 0.063, + "step": 4890 + }, + { + "epoch": 4.583723105706268, + "grad_norm": 0.1819671094417572, + "learning_rate": 9.653130749828075e-05, + "loss": 0.0601, + "step": 4900 + }, + { + "epoch": 4.593077642656689, + "grad_norm": 0.14895440638065338, + "learning_rate": 9.65111084842101e-05, + "loss": 0.0618, + "step": 4910 + }, + { + "epoch": 4.60243217960711, + "grad_norm": 0.22013963758945465, + "learning_rate": 9.649085295475695e-05, + "loss": 0.0609, + "step": 4920 + }, + { + "epoch": 4.61178671655753, + "grad_norm": 0.132390558719635, + "learning_rate": 9.647054093453365e-05, + "loss": 0.0572, + "step": 4930 + }, + { + "epoch": 4.621141253507951, + "grad_norm": 0.1479618102312088, + "learning_rate": 9.645017244822123e-05, + "loss": 0.0601, + "step": 4940 + }, + { + "epoch": 4.630495790458372, + "grad_norm": 0.17451688647270203, + "learning_rate": 9.642974752056931e-05, + "loss": 0.0592, + "step": 4950 + }, + { + "epoch": 4.639850327408793, + "grad_norm": 0.18763504922389984, + "learning_rate": 9.640926617639613e-05, + "loss": 0.0635, + "step": 4960 + }, + { + "epoch": 4.6492048643592145, + "grad_norm": 0.1409681886434555, + "learning_rate": 9.638872844058843e-05, + "loss": 0.0601, + "step": 4970 + }, + { + "epoch": 4.658559401309635, + "grad_norm": 0.15047140419483185, + "learning_rate": 9.63681343381015e-05, + "loss": 0.061, + "step": 4980 + }, + { + "epoch": 4.667913938260056, + "grad_norm": 0.231287881731987, + "learning_rate": 9.634748389395914e-05, + "loss": 0.0608, + "step": 4990 + }, + { + "epoch": 4.677268475210477, + "grad_norm": 0.17680740356445312, + "learning_rate": 9.632677713325353e-05, + "loss": 0.0601, + "step": 5000 + }, + { + "epoch": 4.686623012160898, + "grad_norm": 0.2677881121635437, + "learning_rate": 9.63060140811454e-05, + "loss": 0.06, + "step": 5010 + }, + { + "epoch": 4.695977549111319, + "grad_norm": 0.18557721376419067, + "learning_rate": 9.628519476286379e-05, + "loss": 0.0582, + "step": 5020 + }, + { + "epoch": 4.70533208606174, + "grad_norm": 0.18303976953029633, + "learning_rate": 9.626431920370612e-05, + "loss": 0.0595, + "step": 5030 + }, + { + "epoch": 4.714686623012161, + "grad_norm": 0.17487218976020813, + "learning_rate": 9.624338742903819e-05, + "loss": 0.0596, + "step": 5040 + }, + { + "epoch": 4.724041159962582, + "grad_norm": 0.16729921102523804, + "learning_rate": 9.622239946429406e-05, + "loss": 0.06, + "step": 5050 + }, + { + "epoch": 4.733395696913003, + "grad_norm": 0.19919520616531372, + "learning_rate": 9.620135533497609e-05, + "loss": 0.0622, + "step": 5060 + }, + { + "epoch": 4.742750233863424, + "grad_norm": 0.21356724202632904, + "learning_rate": 9.61802550666549e-05, + "loss": 0.0577, + "step": 5070 + }, + { + "epoch": 4.752104770813845, + "grad_norm": 0.158257395029068, + "learning_rate": 9.615909868496928e-05, + "loss": 0.0596, + "step": 5080 + }, + { + "epoch": 4.761459307764266, + "grad_norm": 0.13630492985248566, + "learning_rate": 9.613788621562622e-05, + "loss": 0.059, + "step": 5090 + }, + { + "epoch": 4.770813844714686, + "grad_norm": 0.12508903443813324, + "learning_rate": 9.611661768440093e-05, + "loss": 0.0632, + "step": 5100 + }, + { + "epoch": 4.780168381665107, + "grad_norm": 0.144647479057312, + "learning_rate": 9.609529311713661e-05, + "loss": 0.0583, + "step": 5110 + }, + { + "epoch": 4.789522918615528, + "grad_norm": 0.14396321773529053, + "learning_rate": 9.607391253974466e-05, + "loss": 0.059, + "step": 5120 + }, + { + "epoch": 4.7988774555659495, + "grad_norm": 0.13044190406799316, + "learning_rate": 9.605247597820448e-05, + "loss": 0.0573, + "step": 5130 + }, + { + "epoch": 4.808231992516371, + "grad_norm": 0.124213807284832, + "learning_rate": 9.603098345856354e-05, + "loss": 0.0605, + "step": 5140 + }, + { + "epoch": 4.817586529466792, + "grad_norm": 0.14169219136238098, + "learning_rate": 9.600943500693725e-05, + "loss": 0.0578, + "step": 5150 + }, + { + "epoch": 4.826941066417213, + "grad_norm": 0.13248568773269653, + "learning_rate": 9.598783064950902e-05, + "loss": 0.0587, + "step": 5160 + }, + { + "epoch": 4.836295603367633, + "grad_norm": 0.1611800342798233, + "learning_rate": 9.596617041253018e-05, + "loss": 0.0557, + "step": 5170 + }, + { + "epoch": 4.845650140318054, + "grad_norm": 0.1341332048177719, + "learning_rate": 9.594445432231996e-05, + "loss": 0.0599, + "step": 5180 + }, + { + "epoch": 4.855004677268475, + "grad_norm": 0.18192347884178162, + "learning_rate": 9.592268240526547e-05, + "loss": 0.0584, + "step": 5190 + }, + { + "epoch": 4.864359214218896, + "grad_norm": 0.1658288687467575, + "learning_rate": 9.590085468782162e-05, + "loss": 0.0595, + "step": 5200 + }, + { + "epoch": 4.873713751169317, + "grad_norm": 0.15876390039920807, + "learning_rate": 9.587897119651116e-05, + "loss": 0.0604, + "step": 5210 + }, + { + "epoch": 4.883068288119738, + "grad_norm": 0.17679551243782043, + "learning_rate": 9.585703195792459e-05, + "loss": 0.0595, + "step": 5220 + }, + { + "epoch": 4.892422825070159, + "grad_norm": 0.17348875105381012, + "learning_rate": 9.583503699872016e-05, + "loss": 0.0587, + "step": 5230 + }, + { + "epoch": 4.90177736202058, + "grad_norm": 0.1793961226940155, + "learning_rate": 9.581298634562381e-05, + "loss": 0.0606, + "step": 5240 + }, + { + "epoch": 4.911131898971001, + "grad_norm": 0.1726403385400772, + "learning_rate": 9.579088002542917e-05, + "loss": 0.0591, + "step": 5250 + }, + { + "epoch": 4.920486435921422, + "grad_norm": 0.16695009171962738, + "learning_rate": 9.57687180649975e-05, + "loss": 0.0607, + "step": 5260 + }, + { + "epoch": 4.929840972871843, + "grad_norm": 0.13882112503051758, + "learning_rate": 9.574650049125768e-05, + "loss": 0.0578, + "step": 5270 + }, + { + "epoch": 4.939195509822264, + "grad_norm": 0.12233215570449829, + "learning_rate": 9.572422733120614e-05, + "loss": 0.0565, + "step": 5280 + }, + { + "epoch": 4.948550046772684, + "grad_norm": 0.13434769213199615, + "learning_rate": 9.570189861190689e-05, + "loss": 0.0592, + "step": 5290 + }, + { + "epoch": 4.9579045837231055, + "grad_norm": 0.2057207077741623, + "learning_rate": 9.56795143604914e-05, + "loss": 0.0579, + "step": 5300 + }, + { + "epoch": 4.967259120673527, + "grad_norm": 0.16579502820968628, + "learning_rate": 9.565707460415869e-05, + "loss": 0.0593, + "step": 5310 + }, + { + "epoch": 4.976613657623948, + "grad_norm": 0.18289989233016968, + "learning_rate": 9.563457937017515e-05, + "loss": 0.0564, + "step": 5320 + }, + { + "epoch": 4.985968194574369, + "grad_norm": 0.10148349404335022, + "learning_rate": 9.56120286858746e-05, + "loss": 0.0575, + "step": 5330 + }, + { + "epoch": 4.99532273152479, + "grad_norm": 0.22939768433570862, + "learning_rate": 9.558942257865829e-05, + "loss": 0.0599, + "step": 5340 + }, + { + "epoch": 5.00467726847521, + "grad_norm": 0.13917206227779388, + "learning_rate": 9.556676107599472e-05, + "loss": 0.056, + "step": 5350 + }, + { + "epoch": 5.014031805425631, + "grad_norm": 0.17423389852046967, + "learning_rate": 9.554404420541978e-05, + "loss": 0.0586, + "step": 5360 + }, + { + "epoch": 5.023386342376052, + "grad_norm": 0.15332983434200287, + "learning_rate": 9.55212719945366e-05, + "loss": 0.0557, + "step": 5370 + }, + { + "epoch": 5.032740879326473, + "grad_norm": 0.18601886928081512, + "learning_rate": 9.549844447101559e-05, + "loss": 0.0562, + "step": 5380 + }, + { + "epoch": 5.0420954162768945, + "grad_norm": 0.13532190024852753, + "learning_rate": 9.547556166259433e-05, + "loss": 0.0577, + "step": 5390 + }, + { + "epoch": 5.051449953227316, + "grad_norm": 0.16916173696517944, + "learning_rate": 9.545262359707756e-05, + "loss": 0.0557, + "step": 5400 + }, + { + "epoch": 5.060804490177736, + "grad_norm": 0.13329237699508667, + "learning_rate": 9.542963030233724e-05, + "loss": 0.0589, + "step": 5410 + }, + { + "epoch": 5.070159027128157, + "grad_norm": 0.13276974856853485, + "learning_rate": 9.540658180631237e-05, + "loss": 0.0576, + "step": 5420 + }, + { + "epoch": 5.079513564078578, + "grad_norm": 0.21293964982032776, + "learning_rate": 9.538347813700904e-05, + "loss": 0.0559, + "step": 5430 + }, + { + "epoch": 5.088868101028999, + "grad_norm": 0.17261601984500885, + "learning_rate": 9.536031932250036e-05, + "loss": 0.0598, + "step": 5440 + }, + { + "epoch": 5.09822263797942, + "grad_norm": 0.18121658265590668, + "learning_rate": 9.533710539092653e-05, + "loss": 0.0562, + "step": 5450 + }, + { + "epoch": 5.107577174929841, + "grad_norm": 0.11973772197961807, + "learning_rate": 9.531383637049464e-05, + "loss": 0.0574, + "step": 5460 + }, + { + "epoch": 5.1169317118802615, + "grad_norm": 0.144031822681427, + "learning_rate": 9.529051228947875e-05, + "loss": 0.058, + "step": 5470 + }, + { + "epoch": 5.126286248830683, + "grad_norm": 0.1541435569524765, + "learning_rate": 9.52671331762198e-05, + "loss": 0.0575, + "step": 5480 + }, + { + "epoch": 5.135640785781104, + "grad_norm": 0.12686774134635925, + "learning_rate": 9.524369905912565e-05, + "loss": 0.0573, + "step": 5490 + }, + { + "epoch": 5.144995322731525, + "grad_norm": 0.1519886702299118, + "learning_rate": 9.522020996667092e-05, + "loss": 0.0567, + "step": 5500 + }, + { + "epoch": 5.154349859681946, + "grad_norm": 0.13391810655593872, + "learning_rate": 9.519666592739709e-05, + "loss": 0.058, + "step": 5510 + }, + { + "epoch": 5.163704396632367, + "grad_norm": 0.16298438608646393, + "learning_rate": 9.517306696991241e-05, + "loss": 0.056, + "step": 5520 + }, + { + "epoch": 5.173058933582787, + "grad_norm": 0.1652325689792633, + "learning_rate": 9.51494131228918e-05, + "loss": 0.0557, + "step": 5530 + }, + { + "epoch": 5.182413470533208, + "grad_norm": 0.1518978476524353, + "learning_rate": 9.512570441507695e-05, + "loss": 0.0557, + "step": 5540 + }, + { + "epoch": 5.191768007483629, + "grad_norm": 0.11763764172792435, + "learning_rate": 9.510194087527615e-05, + "loss": 0.0561, + "step": 5550 + }, + { + "epoch": 5.2011225444340505, + "grad_norm": 0.1894427388906479, + "learning_rate": 9.507812253236435e-05, + "loss": 0.0569, + "step": 5560 + }, + { + "epoch": 5.210477081384472, + "grad_norm": 0.14827357232570648, + "learning_rate": 9.505424941528309e-05, + "loss": 0.057, + "step": 5570 + }, + { + "epoch": 5.219831618334893, + "grad_norm": 0.13916774094104767, + "learning_rate": 9.503032155304046e-05, + "loss": 0.0571, + "step": 5580 + }, + { + "epoch": 5.229186155285314, + "grad_norm": 0.13183721899986267, + "learning_rate": 9.500633897471106e-05, + "loss": 0.0574, + "step": 5590 + }, + { + "epoch": 5.238540692235734, + "grad_norm": 0.1787782907485962, + "learning_rate": 9.498230170943596e-05, + "loss": 0.0569, + "step": 5600 + }, + { + "epoch": 5.247895229186155, + "grad_norm": 0.18860293924808502, + "learning_rate": 9.495820978642275e-05, + "loss": 0.0589, + "step": 5610 + }, + { + "epoch": 5.257249766136576, + "grad_norm": 0.16311149299144745, + "learning_rate": 9.493406323494535e-05, + "loss": 0.0554, + "step": 5620 + }, + { + "epoch": 5.266604303086997, + "grad_norm": 0.1557607501745224, + "learning_rate": 9.490986208434413e-05, + "loss": 0.0554, + "step": 5630 + }, + { + "epoch": 5.275958840037418, + "grad_norm": 0.14421142637729645, + "learning_rate": 9.488560636402577e-05, + "loss": 0.0566, + "step": 5640 + }, + { + "epoch": 5.285313376987839, + "grad_norm": 0.10600434988737106, + "learning_rate": 9.486129610346321e-05, + "loss": 0.0539, + "step": 5650 + }, + { + "epoch": 5.29466791393826, + "grad_norm": 0.11718805134296417, + "learning_rate": 9.483693133219576e-05, + "loss": 0.0579, + "step": 5660 + }, + { + "epoch": 5.304022450888681, + "grad_norm": 0.14289453625679016, + "learning_rate": 9.481251207982888e-05, + "loss": 0.0584, + "step": 5670 + }, + { + "epoch": 5.313376987839102, + "grad_norm": 0.15236389636993408, + "learning_rate": 9.47880383760343e-05, + "loss": 0.0575, + "step": 5680 + }, + { + "epoch": 5.322731524789523, + "grad_norm": 0.18731015920639038, + "learning_rate": 9.476351025054983e-05, + "loss": 0.0563, + "step": 5690 + }, + { + "epoch": 5.332086061739944, + "grad_norm": 0.23420116305351257, + "learning_rate": 9.473892773317952e-05, + "loss": 0.0573, + "step": 5700 + }, + { + "epoch": 5.341440598690365, + "grad_norm": 0.16994720697402954, + "learning_rate": 9.471429085379338e-05, + "loss": 0.0541, + "step": 5710 + }, + { + "epoch": 5.3507951356407855, + "grad_norm": 0.21853499114513397, + "learning_rate": 9.468959964232757e-05, + "loss": 0.0557, + "step": 5720 + }, + { + "epoch": 5.360149672591207, + "grad_norm": 0.11929535120725632, + "learning_rate": 9.466485412878425e-05, + "loss": 0.0586, + "step": 5730 + }, + { + "epoch": 5.369504209541628, + "grad_norm": 0.12419149279594421, + "learning_rate": 9.464005434323154e-05, + "loss": 0.0567, + "step": 5740 + }, + { + "epoch": 5.378858746492049, + "grad_norm": 0.15398934483528137, + "learning_rate": 9.461520031580352e-05, + "loss": 0.057, + "step": 5750 + }, + { + "epoch": 5.38821328344247, + "grad_norm": 0.16308733820915222, + "learning_rate": 9.459029207670019e-05, + "loss": 0.0559, + "step": 5760 + }, + { + "epoch": 5.397567820392891, + "grad_norm": 0.15668977797031403, + "learning_rate": 9.456532965618737e-05, + "loss": 0.0585, + "step": 5770 + }, + { + "epoch": 5.406922357343311, + "grad_norm": 0.12274120002985, + "learning_rate": 9.454031308459681e-05, + "loss": 0.0589, + "step": 5780 + }, + { + "epoch": 5.416276894293732, + "grad_norm": 0.1525418758392334, + "learning_rate": 9.451524239232595e-05, + "loss": 0.0568, + "step": 5790 + }, + { + "epoch": 5.425631431244153, + "grad_norm": 0.16770093142986298, + "learning_rate": 9.449011760983809e-05, + "loss": 0.0555, + "step": 5800 + }, + { + "epoch": 5.4349859681945745, + "grad_norm": 0.18224041163921356, + "learning_rate": 9.446493876766218e-05, + "loss": 0.0554, + "step": 5810 + }, + { + "epoch": 5.444340505144996, + "grad_norm": 0.18032240867614746, + "learning_rate": 9.44397058963929e-05, + "loss": 0.0577, + "step": 5820 + }, + { + "epoch": 5.453695042095417, + "grad_norm": 0.1677650660276413, + "learning_rate": 9.441441902669056e-05, + "loss": 0.0561, + "step": 5830 + }, + { + "epoch": 5.463049579045837, + "grad_norm": 0.12126512825489044, + "learning_rate": 9.43890781892811e-05, + "loss": 0.0584, + "step": 5840 + }, + { + "epoch": 5.472404115996258, + "grad_norm": 0.1320277452468872, + "learning_rate": 9.436368341495603e-05, + "loss": 0.0571, + "step": 5850 + }, + { + "epoch": 5.481758652946679, + "grad_norm": 0.21363067626953125, + "learning_rate": 9.43382347345724e-05, + "loss": 0.057, + "step": 5860 + }, + { + "epoch": 5.4911131898971, + "grad_norm": 0.14179563522338867, + "learning_rate": 9.431273217905273e-05, + "loss": 0.0564, + "step": 5870 + }, + { + "epoch": 5.500467726847521, + "grad_norm": 0.1460971236228943, + "learning_rate": 9.428717577938504e-05, + "loss": 0.0554, + "step": 5880 + }, + { + "epoch": 5.509822263797942, + "grad_norm": 0.1603146195411682, + "learning_rate": 9.426156556662276e-05, + "loss": 0.0571, + "step": 5890 + }, + { + "epoch": 5.519176800748363, + "grad_norm": 0.1464134305715561, + "learning_rate": 9.423590157188474e-05, + "loss": 0.0561, + "step": 5900 + }, + { + "epoch": 5.528531337698784, + "grad_norm": 0.13730451464653015, + "learning_rate": 9.421018382635513e-05, + "loss": 0.0585, + "step": 5910 + }, + { + "epoch": 5.537885874649205, + "grad_norm": 0.1415865272283554, + "learning_rate": 9.418441236128343e-05, + "loss": 0.0566, + "step": 5920 + }, + { + "epoch": 5.547240411599626, + "grad_norm": 0.12687836587429047, + "learning_rate": 9.41585872079844e-05, + "loss": 0.0544, + "step": 5930 + }, + { + "epoch": 5.556594948550047, + "grad_norm": 0.13331003487110138, + "learning_rate": 9.413270839783802e-05, + "loss": 0.0561, + "step": 5940 + }, + { + "epoch": 5.565949485500468, + "grad_norm": 0.15899668633937836, + "learning_rate": 9.41067759622895e-05, + "loss": 0.0558, + "step": 5950 + }, + { + "epoch": 5.575304022450888, + "grad_norm": 0.1797356903553009, + "learning_rate": 9.408078993284917e-05, + "loss": 0.0563, + "step": 5960 + }, + { + "epoch": 5.584658559401309, + "grad_norm": 0.11816683411598206, + "learning_rate": 9.405475034109254e-05, + "loss": 0.0574, + "step": 5970 + }, + { + "epoch": 5.5940130963517305, + "grad_norm": 0.15809689462184906, + "learning_rate": 9.402865721866015e-05, + "loss": 0.055, + "step": 5980 + }, + { + "epoch": 5.603367633302152, + "grad_norm": 0.10927747935056686, + "learning_rate": 9.400251059725762e-05, + "loss": 0.0552, + "step": 5990 + }, + { + "epoch": 5.612722170252573, + "grad_norm": 0.21411849558353424, + "learning_rate": 9.397631050865554e-05, + "loss": 0.057, + "step": 6000 + }, + { + "epoch": 5.622076707202994, + "grad_norm": 0.20268093049526215, + "learning_rate": 9.395005698468949e-05, + "loss": 0.055, + "step": 6010 + }, + { + "epoch": 5.631431244153415, + "grad_norm": 0.20002183318138123, + "learning_rate": 9.392375005726e-05, + "loss": 0.0549, + "step": 6020 + }, + { + "epoch": 5.640785781103835, + "grad_norm": 0.16364791989326477, + "learning_rate": 9.389738975833242e-05, + "loss": 0.0534, + "step": 6030 + }, + { + "epoch": 5.650140318054256, + "grad_norm": 0.15299053490161896, + "learning_rate": 9.387097611993707e-05, + "loss": 0.0541, + "step": 6040 + }, + { + "epoch": 5.659494855004677, + "grad_norm": 0.14428265392780304, + "learning_rate": 9.384450917416894e-05, + "loss": 0.0565, + "step": 6050 + }, + { + "epoch": 5.668849391955098, + "grad_norm": 0.11758659034967422, + "learning_rate": 9.381798895318792e-05, + "loss": 0.0563, + "step": 6060 + }, + { + "epoch": 5.6782039289055195, + "grad_norm": 0.18950511515140533, + "learning_rate": 9.379141548921853e-05, + "loss": 0.0551, + "step": 6070 + }, + { + "epoch": 5.68755846585594, + "grad_norm": 0.13675639033317566, + "learning_rate": 9.376478881455009e-05, + "loss": 0.0586, + "step": 6080 + }, + { + "epoch": 5.696913002806361, + "grad_norm": 0.1437850296497345, + "learning_rate": 9.373810896153647e-05, + "loss": 0.0573, + "step": 6090 + }, + { + "epoch": 5.706267539756782, + "grad_norm": 0.1333242803812027, + "learning_rate": 9.371137596259623e-05, + "loss": 0.0561, + "step": 6100 + }, + { + "epoch": 5.715622076707203, + "grad_norm": 0.1740269958972931, + "learning_rate": 9.368458985021248e-05, + "loss": 0.0572, + "step": 6110 + }, + { + "epoch": 5.724976613657624, + "grad_norm": 0.15929877758026123, + "learning_rate": 9.365775065693287e-05, + "loss": 0.0582, + "step": 6120 + }, + { + "epoch": 5.734331150608045, + "grad_norm": 0.15004032850265503, + "learning_rate": 9.363085841536957e-05, + "loss": 0.0544, + "step": 6130 + }, + { + "epoch": 5.743685687558466, + "grad_norm": 0.17708881199359894, + "learning_rate": 9.360391315819917e-05, + "loss": 0.0572, + "step": 6140 + }, + { + "epoch": 5.7530402245088865, + "grad_norm": 0.11405055969953537, + "learning_rate": 9.357691491816269e-05, + "loss": 0.0553, + "step": 6150 + }, + { + "epoch": 5.762394761459308, + "grad_norm": 0.12872214615345, + "learning_rate": 9.354986372806557e-05, + "loss": 0.0564, + "step": 6160 + }, + { + "epoch": 5.771749298409729, + "grad_norm": 0.1881948858499527, + "learning_rate": 9.352275962077752e-05, + "loss": 0.0539, + "step": 6170 + }, + { + "epoch": 5.78110383536015, + "grad_norm": 0.1785428822040558, + "learning_rate": 9.349560262923262e-05, + "loss": 0.0544, + "step": 6180 + }, + { + "epoch": 5.790458372310571, + "grad_norm": 0.15757286548614502, + "learning_rate": 9.346839278642913e-05, + "loss": 0.052, + "step": 6190 + }, + { + "epoch": 5.799812909260991, + "grad_norm": 0.14140909910202026, + "learning_rate": 9.344113012542963e-05, + "loss": 0.0524, + "step": 6200 + }, + { + "epoch": 5.809167446211412, + "grad_norm": 0.1540232002735138, + "learning_rate": 9.341381467936079e-05, + "loss": 0.0572, + "step": 6210 + }, + { + "epoch": 5.818521983161833, + "grad_norm": 0.1884557008743286, + "learning_rate": 9.338644648141346e-05, + "loss": 0.0558, + "step": 6220 + }, + { + "epoch": 5.827876520112254, + "grad_norm": 0.13865551352500916, + "learning_rate": 9.335902556484257e-05, + "loss": 0.0546, + "step": 6230 + }, + { + "epoch": 5.8372310570626755, + "grad_norm": 0.1547255963087082, + "learning_rate": 9.333155196296712e-05, + "loss": 0.0571, + "step": 6240 + }, + { + "epoch": 5.846585594013097, + "grad_norm": 0.13100798428058624, + "learning_rate": 9.330402570917016e-05, + "loss": 0.0563, + "step": 6250 + }, + { + "epoch": 5.855940130963518, + "grad_norm": 0.17707332968711853, + "learning_rate": 9.327644683689865e-05, + "loss": 0.0563, + "step": 6260 + }, + { + "epoch": 5.865294667913938, + "grad_norm": 0.14480328559875488, + "learning_rate": 9.324881537966354e-05, + "loss": 0.0563, + "step": 6270 + }, + { + "epoch": 5.874649204864359, + "grad_norm": 0.1728321611881256, + "learning_rate": 9.322113137103964e-05, + "loss": 0.0557, + "step": 6280 + }, + { + "epoch": 5.88400374181478, + "grad_norm": 0.15872424840927124, + "learning_rate": 9.319339484466564e-05, + "loss": 0.0568, + "step": 6290 + }, + { + "epoch": 5.893358278765201, + "grad_norm": 0.16125847399234772, + "learning_rate": 9.316560583424403e-05, + "loss": 0.0568, + "step": 6300 + }, + { + "epoch": 5.902712815715622, + "grad_norm": 0.16827967762947083, + "learning_rate": 9.313776437354108e-05, + "loss": 0.0557, + "step": 6310 + }, + { + "epoch": 5.9120673526660426, + "grad_norm": 0.16276095807552338, + "learning_rate": 9.31098704963868e-05, + "loss": 0.0546, + "step": 6320 + }, + { + "epoch": 5.921421889616464, + "grad_norm": 0.201579749584198, + "learning_rate": 9.308192423667485e-05, + "loss": 0.0531, + "step": 6330 + }, + { + "epoch": 5.930776426566885, + "grad_norm": 0.163461372256279, + "learning_rate": 9.305392562836262e-05, + "loss": 0.0572, + "step": 6340 + }, + { + "epoch": 5.940130963517306, + "grad_norm": 0.1668255776166916, + "learning_rate": 9.3025874705471e-05, + "loss": 0.0541, + "step": 6350 + }, + { + "epoch": 5.949485500467727, + "grad_norm": 0.13935598731040955, + "learning_rate": 9.299777150208457e-05, + "loss": 0.0538, + "step": 6360 + }, + { + "epoch": 5.958840037418148, + "grad_norm": 0.1944379061460495, + "learning_rate": 9.296961605235133e-05, + "loss": 0.056, + "step": 6370 + }, + { + "epoch": 5.968194574368569, + "grad_norm": 0.11950481683015823, + "learning_rate": 9.29414083904828e-05, + "loss": 0.0548, + "step": 6380 + }, + { + "epoch": 5.977549111318989, + "grad_norm": 0.11584459245204926, + "learning_rate": 9.291314855075397e-05, + "loss": 0.0583, + "step": 6390 + }, + { + "epoch": 5.9869036482694105, + "grad_norm": 0.15892527997493744, + "learning_rate": 9.288483656750322e-05, + "loss": 0.0546, + "step": 6400 + }, + { + "epoch": 5.996258185219832, + "grad_norm": 0.13438968360424042, + "learning_rate": 9.285647247513225e-05, + "loss": 0.0549, + "step": 6410 + }, + { + "epoch": 6.005612722170253, + "grad_norm": 0.16917097568511963, + "learning_rate": 9.282805630810614e-05, + "loss": 0.0544, + "step": 6420 + }, + { + "epoch": 6.014967259120674, + "grad_norm": 0.15565888583660126, + "learning_rate": 9.279958810095317e-05, + "loss": 0.054, + "step": 6430 + }, + { + "epoch": 6.024321796071095, + "grad_norm": 0.17971350252628326, + "learning_rate": 9.277106788826494e-05, + "loss": 0.0548, + "step": 6440 + }, + { + "epoch": 6.033676333021515, + "grad_norm": 0.1584182232618332, + "learning_rate": 9.274249570469618e-05, + "loss": 0.0538, + "step": 6450 + }, + { + "epoch": 6.043030869971936, + "grad_norm": 0.13635452091693878, + "learning_rate": 9.271387158496476e-05, + "loss": 0.0554, + "step": 6460 + }, + { + "epoch": 6.052385406922357, + "grad_norm": 0.16713620722293854, + "learning_rate": 9.268519556385173e-05, + "loss": 0.054, + "step": 6470 + }, + { + "epoch": 6.061739943872778, + "grad_norm": 0.16168946027755737, + "learning_rate": 9.265646767620113e-05, + "loss": 0.0548, + "step": 6480 + }, + { + "epoch": 6.0710944808231995, + "grad_norm": 0.13755297660827637, + "learning_rate": 9.262768795692006e-05, + "loss": 0.0526, + "step": 6490 + }, + { + "epoch": 6.080449017773621, + "grad_norm": 0.12831437587738037, + "learning_rate": 9.259885644097861e-05, + "loss": 0.0538, + "step": 6500 + }, + { + "epoch": 6.089803554724041, + "grad_norm": 0.1430797278881073, + "learning_rate": 9.256997316340976e-05, + "loss": 0.0516, + "step": 6510 + }, + { + "epoch": 6.099158091674462, + "grad_norm": 0.12042920291423798, + "learning_rate": 9.254103815930943e-05, + "loss": 0.0525, + "step": 6520 + }, + { + "epoch": 6.108512628624883, + "grad_norm": 0.15161927044391632, + "learning_rate": 9.251205146383636e-05, + "loss": 0.0537, + "step": 6530 + }, + { + "epoch": 6.117867165575304, + "grad_norm": 0.13072851300239563, + "learning_rate": 9.248301311221216e-05, + "loss": 0.0529, + "step": 6540 + }, + { + "epoch": 6.127221702525725, + "grad_norm": 0.1525951325893402, + "learning_rate": 9.245392313972115e-05, + "loss": 0.0532, + "step": 6550 + }, + { + "epoch": 6.136576239476146, + "grad_norm": 0.1262052208185196, + "learning_rate": 9.242478158171037e-05, + "loss": 0.0556, + "step": 6560 + }, + { + "epoch": 6.1459307764265665, + "grad_norm": 0.1383727341890335, + "learning_rate": 9.239558847358957e-05, + "loss": 0.0534, + "step": 6570 + }, + { + "epoch": 6.155285313376988, + "grad_norm": 0.14390763640403748, + "learning_rate": 9.236634385083114e-05, + "loss": 0.0537, + "step": 6580 + }, + { + "epoch": 6.164639850327409, + "grad_norm": 0.1669303923845291, + "learning_rate": 9.233704774897005e-05, + "loss": 0.0551, + "step": 6590 + }, + { + "epoch": 6.17399438727783, + "grad_norm": 0.17567017674446106, + "learning_rate": 9.230770020360382e-05, + "loss": 0.053, + "step": 6600 + }, + { + "epoch": 6.183348924228251, + "grad_norm": 0.15398173034191132, + "learning_rate": 9.227830125039247e-05, + "loss": 0.0534, + "step": 6610 + }, + { + "epoch": 6.192703461178672, + "grad_norm": 0.12659166753292084, + "learning_rate": 9.224885092505853e-05, + "loss": 0.0514, + "step": 6620 + }, + { + "epoch": 6.202057998129092, + "grad_norm": 0.16863015294075012, + "learning_rate": 9.221934926338691e-05, + "loss": 0.0539, + "step": 6630 + }, + { + "epoch": 6.211412535079513, + "grad_norm": 0.14141039550304413, + "learning_rate": 9.21897963012249e-05, + "loss": 0.0525, + "step": 6640 + }, + { + "epoch": 6.220767072029934, + "grad_norm": 0.16379426419734955, + "learning_rate": 9.216019207448217e-05, + "loss": 0.0567, + "step": 6650 + }, + { + "epoch": 6.2301216089803555, + "grad_norm": 0.1733514964580536, + "learning_rate": 9.21305366191306e-05, + "loss": 0.0528, + "step": 6660 + }, + { + "epoch": 6.239476145930777, + "grad_norm": 0.17959578335285187, + "learning_rate": 9.21008299712044e-05, + "loss": 0.0543, + "step": 6670 + }, + { + "epoch": 6.248830682881198, + "grad_norm": 0.14466877281665802, + "learning_rate": 9.207107216679993e-05, + "loss": 0.0534, + "step": 6680 + }, + { + "epoch": 6.258185219831619, + "grad_norm": 0.17489643394947052, + "learning_rate": 9.204126324207574e-05, + "loss": 0.0545, + "step": 6690 + }, + { + "epoch": 6.267539756782039, + "grad_norm": 0.17372086644172668, + "learning_rate": 9.201140323325248e-05, + "loss": 0.056, + "step": 6700 + }, + { + "epoch": 6.27689429373246, + "grad_norm": 0.12156125903129578, + "learning_rate": 9.198149217661287e-05, + "loss": 0.0549, + "step": 6710 + }, + { + "epoch": 6.286248830682881, + "grad_norm": 0.13959740102291107, + "learning_rate": 9.195153010850167e-05, + "loss": 0.0534, + "step": 6720 + }, + { + "epoch": 6.295603367633302, + "grad_norm": 0.1653875708580017, + "learning_rate": 9.192151706532562e-05, + "loss": 0.0527, + "step": 6730 + }, + { + "epoch": 6.304957904583723, + "grad_norm": 0.17685405910015106, + "learning_rate": 9.189145308355337e-05, + "loss": 0.0513, + "step": 6740 + }, + { + "epoch": 6.314312441534144, + "grad_norm": 0.1816088706254959, + "learning_rate": 9.186133819971555e-05, + "loss": 0.051, + "step": 6750 + }, + { + "epoch": 6.323666978484565, + "grad_norm": 0.15791518986225128, + "learning_rate": 9.183117245040455e-05, + "loss": 0.0524, + "step": 6760 + }, + { + "epoch": 6.333021515434986, + "grad_norm": 0.13525798916816711, + "learning_rate": 9.180095587227458e-05, + "loss": 0.0539, + "step": 6770 + }, + { + "epoch": 6.342376052385407, + "grad_norm": 0.16693246364593506, + "learning_rate": 9.177068850204167e-05, + "loss": 0.0537, + "step": 6780 + }, + { + "epoch": 6.351730589335828, + "grad_norm": 0.14451631903648376, + "learning_rate": 9.174037037648351e-05, + "loss": 0.0514, + "step": 6790 + }, + { + "epoch": 6.361085126286249, + "grad_norm": 0.16123969852924347, + "learning_rate": 9.171000153243947e-05, + "loss": 0.0515, + "step": 6800 + }, + { + "epoch": 6.37043966323667, + "grad_norm": 0.18626223504543304, + "learning_rate": 9.167958200681057e-05, + "loss": 0.0539, + "step": 6810 + }, + { + "epoch": 6.37979420018709, + "grad_norm": 0.18605293333530426, + "learning_rate": 9.164911183655943e-05, + "loss": 0.0537, + "step": 6820 + }, + { + "epoch": 6.3891487371375115, + "grad_norm": 0.138593852519989, + "learning_rate": 9.161859105871013e-05, + "loss": 0.0513, + "step": 6830 + }, + { + "epoch": 6.398503274087933, + "grad_norm": 0.10628718137741089, + "learning_rate": 9.158801971034832e-05, + "loss": 0.051, + "step": 6840 + }, + { + "epoch": 6.407857811038354, + "grad_norm": 0.1555163860321045, + "learning_rate": 9.155739782862107e-05, + "loss": 0.052, + "step": 6850 + }, + { + "epoch": 6.417212347988775, + "grad_norm": 0.13736611604690552, + "learning_rate": 9.152672545073687e-05, + "loss": 0.0518, + "step": 6860 + }, + { + "epoch": 6.426566884939196, + "grad_norm": 0.16479066014289856, + "learning_rate": 9.149600261396551e-05, + "loss": 0.0541, + "step": 6870 + }, + { + "epoch": 6.435921421889616, + "grad_norm": 0.16624486446380615, + "learning_rate": 9.146522935563817e-05, + "loss": 0.0491, + "step": 6880 + }, + { + "epoch": 6.445275958840037, + "grad_norm": 0.12344736605882645, + "learning_rate": 9.143440571314723e-05, + "loss": 0.0527, + "step": 6890 + }, + { + "epoch": 6.454630495790458, + "grad_norm": 0.14025381207466125, + "learning_rate": 9.140353172394636e-05, + "loss": 0.0521, + "step": 6900 + }, + { + "epoch": 6.463985032740879, + "grad_norm": 0.14539183676242828, + "learning_rate": 9.137260742555032e-05, + "loss": 0.0537, + "step": 6910 + }, + { + "epoch": 6.4733395696913005, + "grad_norm": 0.15981562435626984, + "learning_rate": 9.13416328555351e-05, + "loss": 0.0538, + "step": 6920 + }, + { + "epoch": 6.482694106641722, + "grad_norm": 0.12216152250766754, + "learning_rate": 9.131060805153769e-05, + "loss": 0.0504, + "step": 6930 + }, + { + "epoch": 6.492048643592142, + "grad_norm": 0.2008325457572937, + "learning_rate": 9.127953305125618e-05, + "loss": 0.0525, + "step": 6940 + }, + { + "epoch": 6.501403180542563, + "grad_norm": 0.1205105260014534, + "learning_rate": 9.124840789244958e-05, + "loss": 0.0533, + "step": 6950 + }, + { + "epoch": 6.510757717492984, + "grad_norm": 0.12608332931995392, + "learning_rate": 9.121723261293794e-05, + "loss": 0.0539, + "step": 6960 + }, + { + "epoch": 6.520112254443405, + "grad_norm": 0.1313246190547943, + "learning_rate": 9.118600725060214e-05, + "loss": 0.0489, + "step": 6970 + }, + { + "epoch": 6.529466791393826, + "grad_norm": 0.1612713634967804, + "learning_rate": 9.115473184338392e-05, + "loss": 0.0524, + "step": 6980 + }, + { + "epoch": 6.538821328344247, + "grad_norm": 0.152072012424469, + "learning_rate": 9.11234064292859e-05, + "loss": 0.0538, + "step": 6990 + }, + { + "epoch": 6.5481758652946676, + "grad_norm": 0.14913123846054077, + "learning_rate": 9.109203104637137e-05, + "loss": 0.052, + "step": 7000 + }, + { + "epoch": 6.557530402245089, + "grad_norm": 0.17792591452598572, + "learning_rate": 9.10606057327644e-05, + "loss": 0.0537, + "step": 7010 + }, + { + "epoch": 6.56688493919551, + "grad_norm": 0.13390573859214783, + "learning_rate": 9.10291305266497e-05, + "loss": 0.0526, + "step": 7020 + }, + { + "epoch": 6.576239476145931, + "grad_norm": 0.13554419577121735, + "learning_rate": 9.099760546627261e-05, + "loss": 0.054, + "step": 7030 + }, + { + "epoch": 6.585594013096352, + "grad_norm": 0.14209234714508057, + "learning_rate": 9.096603058993907e-05, + "loss": 0.0514, + "step": 7040 + }, + { + "epoch": 6.594948550046773, + "grad_norm": 0.21055996417999268, + "learning_rate": 9.093440593601552e-05, + "loss": 0.0541, + "step": 7050 + }, + { + "epoch": 6.604303086997193, + "grad_norm": 0.15640322864055634, + "learning_rate": 9.090273154292889e-05, + "loss": 0.0494, + "step": 7060 + }, + { + "epoch": 6.613657623947614, + "grad_norm": 0.12961184978485107, + "learning_rate": 9.087100744916656e-05, + "loss": 0.0533, + "step": 7070 + }, + { + "epoch": 6.6230121608980355, + "grad_norm": 0.12666256725788116, + "learning_rate": 9.08392336932763e-05, + "loss": 0.0519, + "step": 7080 + }, + { + "epoch": 6.632366697848457, + "grad_norm": 0.1326168179512024, + "learning_rate": 9.080741031386619e-05, + "loss": 0.0513, + "step": 7090 + }, + { + "epoch": 6.641721234798878, + "grad_norm": 0.15279780328273773, + "learning_rate": 9.077553734960468e-05, + "loss": 0.0521, + "step": 7100 + }, + { + "epoch": 6.651075771749299, + "grad_norm": 0.1203688234090805, + "learning_rate": 9.074361483922041e-05, + "loss": 0.0513, + "step": 7110 + }, + { + "epoch": 6.66043030869972, + "grad_norm": 0.12491542845964432, + "learning_rate": 9.071164282150224e-05, + "loss": 0.0507, + "step": 7120 + }, + { + "epoch": 6.66978484565014, + "grad_norm": 0.16388140618801117, + "learning_rate": 9.067962133529919e-05, + "loss": 0.0529, + "step": 7130 + }, + { + "epoch": 6.679139382600561, + "grad_norm": 0.12135640531778336, + "learning_rate": 9.064755041952036e-05, + "loss": 0.0488, + "step": 7140 + }, + { + "epoch": 6.688493919550982, + "grad_norm": 0.13005603849887848, + "learning_rate": 9.061543011313497e-05, + "loss": 0.0527, + "step": 7150 + }, + { + "epoch": 6.697848456501403, + "grad_norm": 0.1344124972820282, + "learning_rate": 9.05832604551722e-05, + "loss": 0.0512, + "step": 7160 + }, + { + "epoch": 6.7072029934518245, + "grad_norm": 0.11197595298290253, + "learning_rate": 9.055104148472124e-05, + "loss": 0.0503, + "step": 7170 + }, + { + "epoch": 6.716557530402245, + "grad_norm": 0.15650197863578796, + "learning_rate": 9.051877324093114e-05, + "loss": 0.054, + "step": 7180 + }, + { + "epoch": 6.725912067352666, + "grad_norm": 0.1707812249660492, + "learning_rate": 9.04864557630109e-05, + "loss": 0.0505, + "step": 7190 + }, + { + "epoch": 6.735266604303087, + "grad_norm": 0.1705712527036667, + "learning_rate": 9.045408909022928e-05, + "loss": 0.0544, + "step": 7200 + }, + { + "epoch": 6.744621141253508, + "grad_norm": 0.18094046413898468, + "learning_rate": 9.042167326191484e-05, + "loss": 0.0524, + "step": 7210 + }, + { + "epoch": 6.753975678203929, + "grad_norm": 0.13742931187152863, + "learning_rate": 9.038920831745587e-05, + "loss": 0.0524, + "step": 7220 + }, + { + "epoch": 6.76333021515435, + "grad_norm": 0.12302253395318985, + "learning_rate": 9.035669429630036e-05, + "loss": 0.0545, + "step": 7230 + }, + { + "epoch": 6.772684752104771, + "grad_norm": 0.12881579995155334, + "learning_rate": 9.032413123795588e-05, + "loss": 0.0525, + "step": 7240 + }, + { + "epoch": 6.7820392890551915, + "grad_norm": 0.17008523643016815, + "learning_rate": 9.029151918198962e-05, + "loss": 0.0499, + "step": 7250 + }, + { + "epoch": 6.791393826005613, + "grad_norm": 0.1297580450773239, + "learning_rate": 9.025885816802833e-05, + "loss": 0.0521, + "step": 7260 + }, + { + "epoch": 6.800748362956034, + "grad_norm": 0.1368979811668396, + "learning_rate": 9.02261482357582e-05, + "loss": 0.0515, + "step": 7270 + }, + { + "epoch": 6.810102899906455, + "grad_norm": 0.09791373461484909, + "learning_rate": 9.019338942492485e-05, + "loss": 0.0516, + "step": 7280 + }, + { + "epoch": 6.819457436856876, + "grad_norm": 0.13389721512794495, + "learning_rate": 9.01605817753334e-05, + "loss": 0.0535, + "step": 7290 + }, + { + "epoch": 6.828811973807296, + "grad_norm": 0.14442382752895355, + "learning_rate": 9.012772532684818e-05, + "loss": 0.0529, + "step": 7300 + }, + { + "epoch": 6.838166510757717, + "grad_norm": 0.17440669238567352, + "learning_rate": 9.00948201193929e-05, + "loss": 0.0511, + "step": 7310 + }, + { + "epoch": 6.847521047708138, + "grad_norm": 0.163962259888649, + "learning_rate": 9.006186619295047e-05, + "loss": 0.0527, + "step": 7320 + }, + { + "epoch": 6.856875584658559, + "grad_norm": 0.1036112830042839, + "learning_rate": 9.002886358756305e-05, + "loss": 0.0525, + "step": 7330 + }, + { + "epoch": 6.8662301216089805, + "grad_norm": 0.1800004541873932, + "learning_rate": 8.999581234333188e-05, + "loss": 0.0509, + "step": 7340 + }, + { + "epoch": 6.875584658559402, + "grad_norm": 0.15478159487247467, + "learning_rate": 8.996271250041734e-05, + "loss": 0.0498, + "step": 7350 + }, + { + "epoch": 6.884939195509823, + "grad_norm": 0.14755447208881378, + "learning_rate": 8.99295640990389e-05, + "loss": 0.0513, + "step": 7360 + }, + { + "epoch": 6.894293732460243, + "grad_norm": 0.1322244554758072, + "learning_rate": 8.989636717947494e-05, + "loss": 0.051, + "step": 7370 + }, + { + "epoch": 6.903648269410664, + "grad_norm": 0.13353735208511353, + "learning_rate": 8.986312178206291e-05, + "loss": 0.0497, + "step": 7380 + }, + { + "epoch": 6.913002806361085, + "grad_norm": 0.11625106632709503, + "learning_rate": 8.982982794719904e-05, + "loss": 0.052, + "step": 7390 + }, + { + "epoch": 6.922357343311506, + "grad_norm": 0.12610197067260742, + "learning_rate": 8.979648571533852e-05, + "loss": 0.0518, + "step": 7400 + }, + { + "epoch": 6.931711880261927, + "grad_norm": 0.12407170236110687, + "learning_rate": 8.976309512699528e-05, + "loss": 0.0511, + "step": 7410 + }, + { + "epoch": 6.9410664172123475, + "grad_norm": 0.15345141291618347, + "learning_rate": 8.972965622274205e-05, + "loss": 0.0503, + "step": 7420 + }, + { + "epoch": 6.950420954162769, + "grad_norm": 0.13044005632400513, + "learning_rate": 8.969616904321026e-05, + "loss": 0.0509, + "step": 7430 + }, + { + "epoch": 6.95977549111319, + "grad_norm": 0.16369813680648804, + "learning_rate": 8.966263362908998e-05, + "loss": 0.05, + "step": 7440 + }, + { + "epoch": 6.969130028063611, + "grad_norm": 0.14110291004180908, + "learning_rate": 8.962905002112989e-05, + "loss": 0.0532, + "step": 7450 + }, + { + "epoch": 6.978484565014032, + "grad_norm": 0.12439142912626266, + "learning_rate": 8.959541826013724e-05, + "loss": 0.0507, + "step": 7460 + }, + { + "epoch": 6.987839101964453, + "grad_norm": 0.13801316916942596, + "learning_rate": 8.956173838697781e-05, + "loss": 0.0506, + "step": 7470 + }, + { + "epoch": 6.997193638914874, + "grad_norm": 0.15360869467258453, + "learning_rate": 8.952801044257581e-05, + "loss": 0.0524, + "step": 7480 + }, + { + "epoch": 7.006548175865294, + "grad_norm": 0.17095717787742615, + "learning_rate": 8.949423446791387e-05, + "loss": 0.0527, + "step": 7490 + }, + { + "epoch": 7.015902712815715, + "grad_norm": 0.14431071281433105, + "learning_rate": 8.9460410504033e-05, + "loss": 0.0478, + "step": 7500 + }, + { + "epoch": 7.0252572497661365, + "grad_norm": 0.1845301240682602, + "learning_rate": 8.942653859203248e-05, + "loss": 0.0496, + "step": 7510 + }, + { + "epoch": 7.034611786716558, + "grad_norm": 0.12565653026103973, + "learning_rate": 8.93926187730699e-05, + "loss": 0.0496, + "step": 7520 + }, + { + "epoch": 7.043966323666979, + "grad_norm": 0.12826049327850342, + "learning_rate": 8.935865108836102e-05, + "loss": 0.052, + "step": 7530 + }, + { + "epoch": 7.0533208606174, + "grad_norm": 0.16706976294517517, + "learning_rate": 8.932463557917981e-05, + "loss": 0.0509, + "step": 7540 + }, + { + "epoch": 7.06267539756782, + "grad_norm": 0.1295650154352188, + "learning_rate": 8.929057228685829e-05, + "loss": 0.0489, + "step": 7550 + }, + { + "epoch": 7.072029934518241, + "grad_norm": 0.15266846120357513, + "learning_rate": 8.925646125278658e-05, + "loss": 0.0492, + "step": 7560 + }, + { + "epoch": 7.081384471468662, + "grad_norm": 0.153710275888443, + "learning_rate": 8.92223025184128e-05, + "loss": 0.0508, + "step": 7570 + }, + { + "epoch": 7.090739008419083, + "grad_norm": 0.13601578772068024, + "learning_rate": 8.918809612524303e-05, + "loss": 0.0479, + "step": 7580 + }, + { + "epoch": 7.100093545369504, + "grad_norm": 0.1477058231830597, + "learning_rate": 8.91538421148413e-05, + "loss": 0.0499, + "step": 7590 + }, + { + "epoch": 7.1094480823199255, + "grad_norm": 0.13176774978637695, + "learning_rate": 8.91195405288294e-05, + "loss": 0.0489, + "step": 7600 + }, + { + "epoch": 7.118802619270346, + "grad_norm": 0.19176125526428223, + "learning_rate": 8.908519140888705e-05, + "loss": 0.0497, + "step": 7610 + }, + { + "epoch": 7.128157156220767, + "grad_norm": 0.1510600745677948, + "learning_rate": 8.905079479675164e-05, + "loss": 0.0479, + "step": 7620 + }, + { + "epoch": 7.137511693171188, + "grad_norm": 0.14030571281909943, + "learning_rate": 8.901635073421831e-05, + "loss": 0.0474, + "step": 7630 + }, + { + "epoch": 7.146866230121609, + "grad_norm": 0.10512179136276245, + "learning_rate": 8.898185926313983e-05, + "loss": 0.05, + "step": 7640 + }, + { + "epoch": 7.15622076707203, + "grad_norm": 0.12534239888191223, + "learning_rate": 8.894732042542659e-05, + "loss": 0.048, + "step": 7650 + }, + { + "epoch": 7.165575304022451, + "grad_norm": 0.18311093747615814, + "learning_rate": 8.891273426304654e-05, + "loss": 0.0489, + "step": 7660 + }, + { + "epoch": 7.1749298409728715, + "grad_norm": 0.11747508496046066, + "learning_rate": 8.887810081802515e-05, + "loss": 0.0463, + "step": 7670 + }, + { + "epoch": 7.1842843779232926, + "grad_norm": 0.14229823648929596, + "learning_rate": 8.884342013244529e-05, + "loss": 0.0477, + "step": 7680 + }, + { + "epoch": 7.193638914873714, + "grad_norm": 0.13631854951381683, + "learning_rate": 8.880869224844725e-05, + "loss": 0.0517, + "step": 7690 + }, + { + "epoch": 7.202993451824135, + "grad_norm": 0.1263558268547058, + "learning_rate": 8.877391720822875e-05, + "loss": 0.0513, + "step": 7700 + }, + { + "epoch": 7.212347988774556, + "grad_norm": 0.1825922578573227, + "learning_rate": 8.873909505404468e-05, + "loss": 0.0495, + "step": 7710 + }, + { + "epoch": 7.221702525724977, + "grad_norm": 0.13697457313537598, + "learning_rate": 8.870422582820726e-05, + "loss": 0.0482, + "step": 7720 + }, + { + "epoch": 7.231057062675397, + "grad_norm": 0.18144121766090393, + "learning_rate": 8.866930957308588e-05, + "loss": 0.0502, + "step": 7730 + }, + { + "epoch": 7.240411599625818, + "grad_norm": 0.1444280445575714, + "learning_rate": 8.86343463311071e-05, + "loss": 0.0481, + "step": 7740 + }, + { + "epoch": 7.249766136576239, + "grad_norm": 0.14283329248428345, + "learning_rate": 8.859933614475452e-05, + "loss": 0.0506, + "step": 7750 + }, + { + "epoch": 7.2591206735266605, + "grad_norm": 0.14958727359771729, + "learning_rate": 8.85642790565689e-05, + "loss": 0.0503, + "step": 7760 + }, + { + "epoch": 7.268475210477082, + "grad_norm": 0.18693573772907257, + "learning_rate": 8.852917510914782e-05, + "loss": 0.0504, + "step": 7770 + }, + { + "epoch": 7.277829747427503, + "grad_norm": 0.1076660305261612, + "learning_rate": 8.84940243451459e-05, + "loss": 0.05, + "step": 7780 + }, + { + "epoch": 7.287184284377924, + "grad_norm": 0.13936945796012878, + "learning_rate": 8.845882680727469e-05, + "loss": 0.0518, + "step": 7790 + }, + { + "epoch": 7.296538821328344, + "grad_norm": 0.1047288328409195, + "learning_rate": 8.842358253830246e-05, + "loss": 0.0489, + "step": 7800 + }, + { + "epoch": 7.305893358278765, + "grad_norm": 0.11150567978620529, + "learning_rate": 8.838829158105434e-05, + "loss": 0.0506, + "step": 7810 + }, + { + "epoch": 7.315247895229186, + "grad_norm": 0.0961468368768692, + "learning_rate": 8.835295397841217e-05, + "loss": 0.0471, + "step": 7820 + }, + { + "epoch": 7.324602432179607, + "grad_norm": 0.12854117155075073, + "learning_rate": 8.831756977331447e-05, + "loss": 0.0475, + "step": 7830 + }, + { + "epoch": 7.333956969130028, + "grad_norm": 0.15541109442710876, + "learning_rate": 8.828213900875638e-05, + "loss": 0.0523, + "step": 7840 + }, + { + "epoch": 7.343311506080449, + "grad_norm": 0.13449473679065704, + "learning_rate": 8.824666172778964e-05, + "loss": 0.0472, + "step": 7850 + }, + { + "epoch": 7.35266604303087, + "grad_norm": 0.12271341681480408, + "learning_rate": 8.821113797352245e-05, + "loss": 0.0504, + "step": 7860 + }, + { + "epoch": 7.362020579981291, + "grad_norm": 0.10351631790399551, + "learning_rate": 8.817556778911956e-05, + "loss": 0.0477, + "step": 7870 + }, + { + "epoch": 7.371375116931712, + "grad_norm": 0.1224714070558548, + "learning_rate": 8.81399512178021e-05, + "loss": 0.0469, + "step": 7880 + }, + { + "epoch": 7.380729653882133, + "grad_norm": 0.12380654364824295, + "learning_rate": 8.810428830284752e-05, + "loss": 0.047, + "step": 7890 + }, + { + "epoch": 7.390084190832554, + "grad_norm": 0.15109708905220032, + "learning_rate": 8.806857908758967e-05, + "loss": 0.0498, + "step": 7900 + }, + { + "epoch": 7.399438727782975, + "grad_norm": 0.14277097582817078, + "learning_rate": 8.80328236154186e-05, + "loss": 0.0466, + "step": 7910 + }, + { + "epoch": 7.408793264733395, + "grad_norm": 0.1911693811416626, + "learning_rate": 8.799702192978056e-05, + "loss": 0.0479, + "step": 7920 + }, + { + "epoch": 7.4181478016838165, + "grad_norm": 0.18055908381938934, + "learning_rate": 8.7961174074178e-05, + "loss": 0.0486, + "step": 7930 + }, + { + "epoch": 7.427502338634238, + "grad_norm": 0.18340730667114258, + "learning_rate": 8.792528009216942e-05, + "loss": 0.0481, + "step": 7940 + }, + { + "epoch": 7.436856875584659, + "grad_norm": 0.19329118728637695, + "learning_rate": 8.788934002736943e-05, + "loss": 0.0479, + "step": 7950 + }, + { + "epoch": 7.44621141253508, + "grad_norm": 0.14597927033901215, + "learning_rate": 8.785335392344857e-05, + "loss": 0.0514, + "step": 7960 + }, + { + "epoch": 7.4555659494855, + "grad_norm": 0.1506989598274231, + "learning_rate": 8.781732182413336e-05, + "loss": 0.05, + "step": 7970 + }, + { + "epoch": 7.464920486435921, + "grad_norm": 0.1694590449333191, + "learning_rate": 8.778124377320618e-05, + "loss": 0.0502, + "step": 7980 + }, + { + "epoch": 7.474275023386342, + "grad_norm": 0.13357162475585938, + "learning_rate": 8.774511981450529e-05, + "loss": 0.0497, + "step": 7990 + }, + { + "epoch": 7.483629560336763, + "grad_norm": 0.13491037487983704, + "learning_rate": 8.770894999192467e-05, + "loss": 0.0521, + "step": 8000 + }, + { + "epoch": 7.492984097287184, + "grad_norm": 0.1724763959646225, + "learning_rate": 8.767273434941412e-05, + "loss": 0.0494, + "step": 8010 + }, + { + "epoch": 7.5023386342376055, + "grad_norm": 0.1605333685874939, + "learning_rate": 8.7636472930979e-05, + "loss": 0.0518, + "step": 8020 + }, + { + "epoch": 7.511693171188027, + "grad_norm": 0.18681840598583221, + "learning_rate": 8.76001657806804e-05, + "loss": 0.0485, + "step": 8030 + }, + { + "epoch": 7.521047708138447, + "grad_norm": 0.21268494427204132, + "learning_rate": 8.756381294263491e-05, + "loss": 0.0489, + "step": 8040 + }, + { + "epoch": 7.530402245088868, + "grad_norm": 0.11288443207740784, + "learning_rate": 8.752741446101464e-05, + "loss": 0.0475, + "step": 8050 + }, + { + "epoch": 7.539756782039289, + "grad_norm": 0.1631157398223877, + "learning_rate": 8.749097038004722e-05, + "loss": 0.0487, + "step": 8060 + }, + { + "epoch": 7.54911131898971, + "grad_norm": 0.21978145837783813, + "learning_rate": 8.745448074401561e-05, + "loss": 0.0476, + "step": 8070 + }, + { + "epoch": 7.558465855940131, + "grad_norm": 0.17053449153900146, + "learning_rate": 8.741794559725818e-05, + "loss": 0.0502, + "step": 8080 + }, + { + "epoch": 7.567820392890552, + "grad_norm": 0.1899263560771942, + "learning_rate": 8.738136498416856e-05, + "loss": 0.0495, + "step": 8090 + }, + { + "epoch": 7.5771749298409725, + "grad_norm": 0.11672426760196686, + "learning_rate": 8.734473894919564e-05, + "loss": 0.049, + "step": 8100 + }, + { + "epoch": 7.586529466791394, + "grad_norm": 0.12124782055616379, + "learning_rate": 8.730806753684353e-05, + "loss": 0.0489, + "step": 8110 + }, + { + "epoch": 7.595884003741815, + "grad_norm": 0.16741107404232025, + "learning_rate": 8.727135079167144e-05, + "loss": 0.051, + "step": 8120 + }, + { + "epoch": 7.605238540692236, + "grad_norm": 0.1525869071483612, + "learning_rate": 8.723458875829368e-05, + "loss": 0.049, + "step": 8130 + }, + { + "epoch": 7.614593077642657, + "grad_norm": 0.1383691430091858, + "learning_rate": 8.719778148137958e-05, + "loss": 0.0495, + "step": 8140 + }, + { + "epoch": 7.623947614593078, + "grad_norm": 0.17128926515579224, + "learning_rate": 8.716092900565346e-05, + "loss": 0.0498, + "step": 8150 + }, + { + "epoch": 7.633302151543498, + "grad_norm": 0.16015921533107758, + "learning_rate": 8.712403137589456e-05, + "loss": 0.0494, + "step": 8160 + }, + { + "epoch": 7.642656688493919, + "grad_norm": 0.1267995834350586, + "learning_rate": 8.708708863693697e-05, + "loss": 0.0467, + "step": 8170 + }, + { + "epoch": 7.65201122544434, + "grad_norm": 0.13821865618228912, + "learning_rate": 8.70501008336696e-05, + "loss": 0.05, + "step": 8180 + }, + { + "epoch": 7.6613657623947615, + "grad_norm": 0.17117367684841156, + "learning_rate": 8.701306801103611e-05, + "loss": 0.0482, + "step": 8190 + }, + { + "epoch": 7.670720299345183, + "grad_norm": 0.17987346649169922, + "learning_rate": 8.697599021403489e-05, + "loss": 0.0504, + "step": 8200 + }, + { + "epoch": 7.680074836295604, + "grad_norm": 0.12547755241394043, + "learning_rate": 8.693886748771896e-05, + "loss": 0.0487, + "step": 8210 + }, + { + "epoch": 7.689429373246024, + "grad_norm": 0.12673255801200867, + "learning_rate": 8.690169987719593e-05, + "loss": 0.0453, + "step": 8220 + }, + { + "epoch": 7.698783910196445, + "grad_norm": 0.12437831610441208, + "learning_rate": 8.686448742762791e-05, + "loss": 0.0489, + "step": 8230 + }, + { + "epoch": 7.708138447146866, + "grad_norm": 0.11135891079902649, + "learning_rate": 8.682723018423161e-05, + "loss": 0.0463, + "step": 8240 + }, + { + "epoch": 7.717492984097287, + "grad_norm": 0.1191042959690094, + "learning_rate": 8.678992819227804e-05, + "loss": 0.0467, + "step": 8250 + }, + { + "epoch": 7.726847521047708, + "grad_norm": 0.11754520237445831, + "learning_rate": 8.675258149709265e-05, + "loss": 0.0468, + "step": 8260 + }, + { + "epoch": 7.736202057998129, + "grad_norm": 0.11950648576021194, + "learning_rate": 8.67151901440552e-05, + "loss": 0.0458, + "step": 8270 + }, + { + "epoch": 7.74555659494855, + "grad_norm": 0.13876058161258698, + "learning_rate": 8.667775417859971e-05, + "loss": 0.0488, + "step": 8280 + }, + { + "epoch": 7.754911131898971, + "grad_norm": 0.1383056342601776, + "learning_rate": 8.664027364621441e-05, + "loss": 0.0475, + "step": 8290 + }, + { + "epoch": 7.764265668849392, + "grad_norm": 0.11396731436252594, + "learning_rate": 8.660274859244168e-05, + "loss": 0.0471, + "step": 8300 + }, + { + "epoch": 7.773620205799813, + "grad_norm": 0.15079446136951447, + "learning_rate": 8.656517906287799e-05, + "loss": 0.0491, + "step": 8310 + }, + { + "epoch": 7.782974742750234, + "grad_norm": 0.12076623737812042, + "learning_rate": 8.652756510317387e-05, + "loss": 0.051, + "step": 8320 + }, + { + "epoch": 7.792329279700655, + "grad_norm": 0.13943155109882355, + "learning_rate": 8.648990675903382e-05, + "loss": 0.0474, + "step": 8330 + }, + { + "epoch": 7.801683816651076, + "grad_norm": 0.15492622554302216, + "learning_rate": 8.64522040762163e-05, + "loss": 0.0493, + "step": 8340 + }, + { + "epoch": 7.8110383536014965, + "grad_norm": 0.1287994384765625, + "learning_rate": 8.64144571005336e-05, + "loss": 0.0484, + "step": 8350 + }, + { + "epoch": 7.8203928905519176, + "grad_norm": 0.13468337059020996, + "learning_rate": 8.637666587785184e-05, + "loss": 0.046, + "step": 8360 + }, + { + "epoch": 7.829747427502339, + "grad_norm": 0.11282400786876678, + "learning_rate": 8.633883045409096e-05, + "loss": 0.0491, + "step": 8370 + }, + { + "epoch": 7.83910196445276, + "grad_norm": 0.13678410649299622, + "learning_rate": 8.630095087522457e-05, + "loss": 0.0471, + "step": 8380 + }, + { + "epoch": 7.848456501403181, + "grad_norm": 0.17287512123584747, + "learning_rate": 8.62630271872799e-05, + "loss": 0.0489, + "step": 8390 + }, + { + "epoch": 7.857811038353601, + "grad_norm": 0.1379881650209427, + "learning_rate": 8.62250594363378e-05, + "loss": 0.046, + "step": 8400 + }, + { + "epoch": 7.867165575304022, + "grad_norm": 0.13440777361392975, + "learning_rate": 8.61870476685327e-05, + "loss": 0.0469, + "step": 8410 + }, + { + "epoch": 7.876520112254443, + "grad_norm": 0.1467359960079193, + "learning_rate": 8.614899193005248e-05, + "loss": 0.0472, + "step": 8420 + }, + { + "epoch": 7.885874649204864, + "grad_norm": 0.15868966281414032, + "learning_rate": 8.611089226713842e-05, + "loss": 0.047, + "step": 8430 + }, + { + "epoch": 7.8952291861552855, + "grad_norm": 0.19248342514038086, + "learning_rate": 8.607274872608521e-05, + "loss": 0.046, + "step": 8440 + }, + { + "epoch": 7.904583723105707, + "grad_norm": 0.1545647531747818, + "learning_rate": 8.603456135324088e-05, + "loss": 0.0477, + "step": 8450 + }, + { + "epoch": 7.913938260056128, + "grad_norm": 0.0920998826622963, + "learning_rate": 8.599633019500665e-05, + "loss": 0.0457, + "step": 8460 + }, + { + "epoch": 7.923292797006548, + "grad_norm": 0.10484731197357178, + "learning_rate": 8.595805529783702e-05, + "loss": 0.0473, + "step": 8470 + }, + { + "epoch": 7.932647333956969, + "grad_norm": 0.15049277245998383, + "learning_rate": 8.591973670823958e-05, + "loss": 0.0496, + "step": 8480 + }, + { + "epoch": 7.94200187090739, + "grad_norm": 0.18015019595623016, + "learning_rate": 8.588137447277503e-05, + "loss": 0.0462, + "step": 8490 + }, + { + "epoch": 7.951356407857811, + "grad_norm": 0.13723531365394592, + "learning_rate": 8.584296863805709e-05, + "loss": 0.0473, + "step": 8500 + }, + { + "epoch": 7.960710944808232, + "grad_norm": 0.16660943627357483, + "learning_rate": 8.580451925075248e-05, + "loss": 0.0467, + "step": 8510 + }, + { + "epoch": 7.9700654817586525, + "grad_norm": 0.13527822494506836, + "learning_rate": 8.576602635758085e-05, + "loss": 0.0483, + "step": 8520 + }, + { + "epoch": 7.979420018709074, + "grad_norm": 0.11002780497074127, + "learning_rate": 8.572749000531469e-05, + "loss": 0.046, + "step": 8530 + }, + { + "epoch": 7.988774555659495, + "grad_norm": 0.0911751464009285, + "learning_rate": 8.568891024077926e-05, + "loss": 0.0466, + "step": 8540 + }, + { + "epoch": 7.998129092609916, + "grad_norm": 0.13805446028709412, + "learning_rate": 8.565028711085265e-05, + "loss": 0.0487, + "step": 8550 + }, + { + "epoch": 8.007483629560337, + "grad_norm": 0.15112626552581787, + "learning_rate": 8.561162066246561e-05, + "loss": 0.0503, + "step": 8560 + }, + { + "epoch": 8.016838166510757, + "grad_norm": 0.11812979727983475, + "learning_rate": 8.557291094260152e-05, + "loss": 0.0498, + "step": 8570 + }, + { + "epoch": 8.026192703461179, + "grad_norm": 0.16596189141273499, + "learning_rate": 8.553415799829629e-05, + "loss": 0.0491, + "step": 8580 + }, + { + "epoch": 8.0355472404116, + "grad_norm": 0.1579340398311615, + "learning_rate": 8.549536187663847e-05, + "loss": 0.0506, + "step": 8590 + }, + { + "epoch": 8.044901777362021, + "grad_norm": 0.13120798766613007, + "learning_rate": 8.545652262476897e-05, + "loss": 0.049, + "step": 8600 + }, + { + "epoch": 8.054256314312441, + "grad_norm": 0.13207706809043884, + "learning_rate": 8.541764028988115e-05, + "loss": 0.0475, + "step": 8610 + }, + { + "epoch": 8.063610851262862, + "grad_norm": 0.1561344712972641, + "learning_rate": 8.537871491922071e-05, + "loss": 0.0463, + "step": 8620 + }, + { + "epoch": 8.072965388213284, + "grad_norm": 0.11827466636896133, + "learning_rate": 8.533974656008566e-05, + "loss": 0.048, + "step": 8630 + }, + { + "epoch": 8.082319925163704, + "grad_norm": 0.14757634699344635, + "learning_rate": 8.530073525982621e-05, + "loss": 0.0491, + "step": 8640 + }, + { + "epoch": 8.091674462114126, + "grad_norm": 0.17618846893310547, + "learning_rate": 8.526168106584476e-05, + "loss": 0.0474, + "step": 8650 + }, + { + "epoch": 8.101028999064546, + "grad_norm": 0.17464932799339294, + "learning_rate": 8.522258402559586e-05, + "loss": 0.0477, + "step": 8660 + }, + { + "epoch": 8.110383536014968, + "grad_norm": 0.15882086753845215, + "learning_rate": 8.518344418658613e-05, + "loss": 0.0468, + "step": 8670 + }, + { + "epoch": 8.119738072965388, + "grad_norm": 0.15460394322872162, + "learning_rate": 8.51442615963741e-05, + "loss": 0.0446, + "step": 8680 + }, + { + "epoch": 8.129092609915809, + "grad_norm": 0.10804380476474762, + "learning_rate": 8.510503630257034e-05, + "loss": 0.0447, + "step": 8690 + }, + { + "epoch": 8.13844714686623, + "grad_norm": 0.1779385358095169, + "learning_rate": 8.50657683528373e-05, + "loss": 0.0462, + "step": 8700 + }, + { + "epoch": 8.14780168381665, + "grad_norm": 0.1504119336605072, + "learning_rate": 8.502645779488922e-05, + "loss": 0.0476, + "step": 8710 + }, + { + "epoch": 8.157156220767073, + "grad_norm": 0.15819589793682098, + "learning_rate": 8.498710467649213e-05, + "loss": 0.0478, + "step": 8720 + }, + { + "epoch": 8.166510757717493, + "grad_norm": 0.14777162671089172, + "learning_rate": 8.494770904546381e-05, + "loss": 0.0469, + "step": 8730 + }, + { + "epoch": 8.175865294667913, + "grad_norm": 0.1861734241247177, + "learning_rate": 8.490827094967363e-05, + "loss": 0.047, + "step": 8740 + }, + { + "epoch": 8.185219831618335, + "grad_norm": 0.16156595945358276, + "learning_rate": 8.486879043704263e-05, + "loss": 0.0452, + "step": 8750 + }, + { + "epoch": 8.194574368568755, + "grad_norm": 0.13630841672420502, + "learning_rate": 8.482926755554332e-05, + "loss": 0.0463, + "step": 8760 + }, + { + "epoch": 8.203928905519177, + "grad_norm": 0.13610731065273285, + "learning_rate": 8.478970235319975e-05, + "loss": 0.0481, + "step": 8770 + }, + { + "epoch": 8.213283442469598, + "grad_norm": 0.10325092822313309, + "learning_rate": 8.475009487808737e-05, + "loss": 0.0447, + "step": 8780 + }, + { + "epoch": 8.22263797942002, + "grad_norm": 0.1506980061531067, + "learning_rate": 8.471044517833298e-05, + "loss": 0.0451, + "step": 8790 + }, + { + "epoch": 8.23199251637044, + "grad_norm": 0.1392638385295868, + "learning_rate": 8.467075330211474e-05, + "loss": 0.0458, + "step": 8800 + }, + { + "epoch": 8.24134705332086, + "grad_norm": 0.17894546687602997, + "learning_rate": 8.463101929766198e-05, + "loss": 0.0461, + "step": 8810 + }, + { + "epoch": 8.250701590271282, + "grad_norm": 0.11705304682254791, + "learning_rate": 8.459124321325528e-05, + "loss": 0.0447, + "step": 8820 + }, + { + "epoch": 8.260056127221702, + "grad_norm": 0.11132775992155075, + "learning_rate": 8.455142509722634e-05, + "loss": 0.0455, + "step": 8830 + }, + { + "epoch": 8.269410664172124, + "grad_norm": 0.17089758813381195, + "learning_rate": 8.451156499795792e-05, + "loss": 0.0459, + "step": 8840 + }, + { + "epoch": 8.278765201122544, + "grad_norm": 0.17170929908752441, + "learning_rate": 8.447166296388381e-05, + "loss": 0.0462, + "step": 8850 + }, + { + "epoch": 8.288119738072965, + "grad_norm": 0.14561370015144348, + "learning_rate": 8.443171904348872e-05, + "loss": 0.0462, + "step": 8860 + }, + { + "epoch": 8.297474275023387, + "grad_norm": 0.14019379019737244, + "learning_rate": 8.43917332853083e-05, + "loss": 0.0468, + "step": 8870 + }, + { + "epoch": 8.306828811973807, + "grad_norm": 0.13863545656204224, + "learning_rate": 8.435170573792901e-05, + "loss": 0.0434, + "step": 8880 + }, + { + "epoch": 8.316183348924229, + "grad_norm": 0.13977161049842834, + "learning_rate": 8.431163644998808e-05, + "loss": 0.0463, + "step": 8890 + }, + { + "epoch": 8.325537885874649, + "grad_norm": 0.14470289647579193, + "learning_rate": 8.42715254701735e-05, + "loss": 0.046, + "step": 8900 + }, + { + "epoch": 8.334892422825071, + "grad_norm": 0.1564664989709854, + "learning_rate": 8.42313728472239e-05, + "loss": 0.0465, + "step": 8910 + }, + { + "epoch": 8.344246959775491, + "grad_norm": 0.21904684603214264, + "learning_rate": 8.419117862992844e-05, + "loss": 0.0458, + "step": 8920 + }, + { + "epoch": 8.353601496725911, + "grad_norm": 0.16463427245616913, + "learning_rate": 8.415094286712694e-05, + "loss": 0.0457, + "step": 8930 + }, + { + "epoch": 8.362956033676333, + "grad_norm": 0.1447766274213791, + "learning_rate": 8.411066560770965e-05, + "loss": 0.0436, + "step": 8940 + }, + { + "epoch": 8.372310570626754, + "grad_norm": 0.09478392452001572, + "learning_rate": 8.407034690061721e-05, + "loss": 0.0439, + "step": 8950 + }, + { + "epoch": 8.381665107577176, + "grad_norm": 0.12737098336219788, + "learning_rate": 8.402998679484067e-05, + "loss": 0.0434, + "step": 8960 + }, + { + "epoch": 8.391019644527596, + "grad_norm": 0.11789879947900772, + "learning_rate": 8.398958533942135e-05, + "loss": 0.0438, + "step": 8970 + }, + { + "epoch": 8.400374181478018, + "grad_norm": 0.12345032393932343, + "learning_rate": 8.394914258345083e-05, + "loss": 0.0432, + "step": 8980 + }, + { + "epoch": 8.409728718428438, + "grad_norm": 0.13132527470588684, + "learning_rate": 8.390865857607089e-05, + "loss": 0.0442, + "step": 8990 + }, + { + "epoch": 8.419083255378858, + "grad_norm": 0.11027272790670395, + "learning_rate": 8.386813336647339e-05, + "loss": 0.0468, + "step": 9000 + }, + { + "epoch": 8.42843779232928, + "grad_norm": 0.11659793555736542, + "learning_rate": 8.38275670039003e-05, + "loss": 0.0455, + "step": 9010 + }, + { + "epoch": 8.4377923292797, + "grad_norm": 0.09028825908899307, + "learning_rate": 8.378695953764356e-05, + "loss": 0.044, + "step": 9020 + }, + { + "epoch": 8.447146866230122, + "grad_norm": 0.1445024460554123, + "learning_rate": 8.374631101704509e-05, + "loss": 0.0439, + "step": 9030 + }, + { + "epoch": 8.456501403180543, + "grad_norm": 0.13553285598754883, + "learning_rate": 8.370562149149665e-05, + "loss": 0.0456, + "step": 9040 + }, + { + "epoch": 8.465855940130963, + "grad_norm": 0.11170583963394165, + "learning_rate": 8.366489101043989e-05, + "loss": 0.0435, + "step": 9050 + }, + { + "epoch": 8.475210477081385, + "grad_norm": 0.13641826808452606, + "learning_rate": 8.362411962336614e-05, + "loss": 0.0439, + "step": 9060 + }, + { + "epoch": 8.484565014031805, + "grad_norm": 0.12117277830839157, + "learning_rate": 8.358330737981651e-05, + "loss": 0.0478, + "step": 9070 + }, + { + "epoch": 8.493919550982227, + "grad_norm": 0.16954459249973297, + "learning_rate": 8.35424543293817e-05, + "loss": 0.0457, + "step": 9080 + }, + { + "epoch": 8.503274087932647, + "grad_norm": 0.14626477658748627, + "learning_rate": 8.350156052170206e-05, + "loss": 0.0453, + "step": 9090 + }, + { + "epoch": 8.512628624883067, + "grad_norm": 0.12783187627792358, + "learning_rate": 8.346062600646738e-05, + "loss": 0.0458, + "step": 9100 + }, + { + "epoch": 8.52198316183349, + "grad_norm": 0.12178415805101395, + "learning_rate": 8.341965083341697e-05, + "loss": 0.0484, + "step": 9110 + }, + { + "epoch": 8.53133769878391, + "grad_norm": 0.11768358200788498, + "learning_rate": 8.337863505233953e-05, + "loss": 0.0449, + "step": 9120 + }, + { + "epoch": 8.540692235734332, + "grad_norm": 0.10849310457706451, + "learning_rate": 8.33375787130731e-05, + "loss": 0.0447, + "step": 9130 + }, + { + "epoch": 8.550046772684752, + "grad_norm": 0.11104802787303925, + "learning_rate": 8.3296481865505e-05, + "loss": 0.0461, + "step": 9140 + }, + { + "epoch": 8.559401309635174, + "grad_norm": 0.1251675933599472, + "learning_rate": 8.325534455957181e-05, + "loss": 0.0451, + "step": 9150 + }, + { + "epoch": 8.568755846585594, + "grad_norm": 0.167683944106102, + "learning_rate": 8.321416684525917e-05, + "loss": 0.045, + "step": 9160 + }, + { + "epoch": 8.578110383536014, + "grad_norm": 0.1567014455795288, + "learning_rate": 8.317294877260193e-05, + "loss": 0.0472, + "step": 9170 + }, + { + "epoch": 8.587464920486436, + "grad_norm": 0.15942738950252533, + "learning_rate": 8.313169039168394e-05, + "loss": 0.0429, + "step": 9180 + }, + { + "epoch": 8.596819457436856, + "grad_norm": 0.18891006708145142, + "learning_rate": 8.3090391752638e-05, + "loss": 0.0468, + "step": 9190 + }, + { + "epoch": 8.606173994387278, + "grad_norm": 0.14610034227371216, + "learning_rate": 8.304905290564586e-05, + "loss": 0.0443, + "step": 9200 + }, + { + "epoch": 8.615528531337699, + "grad_norm": 0.13494600355625153, + "learning_rate": 8.300767390093813e-05, + "loss": 0.0432, + "step": 9210 + }, + { + "epoch": 8.62488306828812, + "grad_norm": 0.12624983489513397, + "learning_rate": 8.296625478879417e-05, + "loss": 0.0437, + "step": 9220 + }, + { + "epoch": 8.63423760523854, + "grad_norm": 0.11889812350273132, + "learning_rate": 8.292479561954214e-05, + "loss": 0.0451, + "step": 9230 + }, + { + "epoch": 8.643592142188961, + "grad_norm": 0.1334964781999588, + "learning_rate": 8.288329644355883e-05, + "loss": 0.044, + "step": 9240 + }, + { + "epoch": 8.652946679139383, + "grad_norm": 0.10720917582511902, + "learning_rate": 8.284175731126965e-05, + "loss": 0.0437, + "step": 9250 + }, + { + "epoch": 8.662301216089803, + "grad_norm": 0.11401597410440445, + "learning_rate": 8.280017827314854e-05, + "loss": 0.0435, + "step": 9260 + }, + { + "epoch": 8.671655753040225, + "grad_norm": 0.13818098604679108, + "learning_rate": 8.2758559379718e-05, + "loss": 0.0474, + "step": 9270 + }, + { + "epoch": 8.681010289990645, + "grad_norm": 0.14612777531147003, + "learning_rate": 8.271690068154887e-05, + "loss": 0.0467, + "step": 9280 + }, + { + "epoch": 8.690364826941066, + "grad_norm": 0.16938412189483643, + "learning_rate": 8.26752022292604e-05, + "loss": 0.0446, + "step": 9290 + }, + { + "epoch": 8.699719363891488, + "grad_norm": 0.12167146056890488, + "learning_rate": 8.263346407352018e-05, + "loss": 0.0439, + "step": 9300 + }, + { + "epoch": 8.709073900841908, + "grad_norm": 0.12496792525053024, + "learning_rate": 8.259168626504395e-05, + "loss": 0.0453, + "step": 9310 + }, + { + "epoch": 8.71842843779233, + "grad_norm": 0.10542455315589905, + "learning_rate": 8.254986885459572e-05, + "loss": 0.045, + "step": 9320 + }, + { + "epoch": 8.72778297474275, + "grad_norm": 0.09685982018709183, + "learning_rate": 8.250801189298757e-05, + "loss": 0.0447, + "step": 9330 + }, + { + "epoch": 8.737137511693172, + "grad_norm": 0.1773250252008438, + "learning_rate": 8.246611543107967e-05, + "loss": 0.044, + "step": 9340 + }, + { + "epoch": 8.746492048643592, + "grad_norm": 0.1374686062335968, + "learning_rate": 8.242417951978018e-05, + "loss": 0.0453, + "step": 9350 + }, + { + "epoch": 8.755846585594012, + "grad_norm": 0.13276851177215576, + "learning_rate": 8.238220421004517e-05, + "loss": 0.0451, + "step": 9360 + }, + { + "epoch": 8.765201122544434, + "grad_norm": 0.13505636155605316, + "learning_rate": 8.234018955287859e-05, + "loss": 0.0471, + "step": 9370 + }, + { + "epoch": 8.774555659494855, + "grad_norm": 0.10236888378858566, + "learning_rate": 8.229813559933224e-05, + "loss": 0.0433, + "step": 9380 + }, + { + "epoch": 8.783910196445277, + "grad_norm": 0.19143718481063843, + "learning_rate": 8.22560424005056e-05, + "loss": 0.0489, + "step": 9390 + }, + { + "epoch": 8.793264733395697, + "grad_norm": 0.13209223747253418, + "learning_rate": 8.22139100075459e-05, + "loss": 0.045, + "step": 9400 + }, + { + "epoch": 8.802619270346117, + "grad_norm": 0.13761577010154724, + "learning_rate": 8.217173847164799e-05, + "loss": 0.0454, + "step": 9410 + }, + { + "epoch": 8.811973807296539, + "grad_norm": 0.13801725208759308, + "learning_rate": 8.212952784405422e-05, + "loss": 0.0433, + "step": 9420 + }, + { + "epoch": 8.82132834424696, + "grad_norm": 0.12533774971961975, + "learning_rate": 8.208727817605451e-05, + "loss": 0.0441, + "step": 9430 + }, + { + "epoch": 8.830682881197381, + "grad_norm": 0.12217465788125992, + "learning_rate": 8.204498951898618e-05, + "loss": 0.045, + "step": 9440 + }, + { + "epoch": 8.840037418147801, + "grad_norm": 0.11918297410011292, + "learning_rate": 8.200266192423395e-05, + "loss": 0.0448, + "step": 9450 + }, + { + "epoch": 8.849391955098223, + "grad_norm": 0.1250566989183426, + "learning_rate": 8.196029544322981e-05, + "loss": 0.0445, + "step": 9460 + }, + { + "epoch": 8.858746492048644, + "grad_norm": 0.10562674701213837, + "learning_rate": 8.191789012745305e-05, + "loss": 0.0448, + "step": 9470 + }, + { + "epoch": 8.868101028999064, + "grad_norm": 0.10654594004154205, + "learning_rate": 8.187544602843014e-05, + "loss": 0.0438, + "step": 9480 + }, + { + "epoch": 8.877455565949486, + "grad_norm": 0.12470334768295288, + "learning_rate": 8.183296319773466e-05, + "loss": 0.0447, + "step": 9490 + }, + { + "epoch": 8.886810102899906, + "grad_norm": 0.12390005588531494, + "learning_rate": 8.179044168698721e-05, + "loss": 0.043, + "step": 9500 + }, + { + "epoch": 8.896164639850328, + "grad_norm": 0.10794335603713989, + "learning_rate": 8.174788154785548e-05, + "loss": 0.0419, + "step": 9510 + }, + { + "epoch": 8.905519176800748, + "grad_norm": 0.10308189690113068, + "learning_rate": 8.170528283205403e-05, + "loss": 0.0436, + "step": 9520 + }, + { + "epoch": 8.91487371375117, + "grad_norm": 0.10789041221141815, + "learning_rate": 8.166264559134435e-05, + "loss": 0.0449, + "step": 9530 + }, + { + "epoch": 8.92422825070159, + "grad_norm": 0.12354861199855804, + "learning_rate": 8.161996987753467e-05, + "loss": 0.0428, + "step": 9540 + }, + { + "epoch": 8.93358278765201, + "grad_norm": 0.14626336097717285, + "learning_rate": 8.157725574248e-05, + "loss": 0.0458, + "step": 9550 + }, + { + "epoch": 8.942937324602433, + "grad_norm": 0.12014160305261612, + "learning_rate": 8.153450323808209e-05, + "loss": 0.044, + "step": 9560 + }, + { + "epoch": 8.952291861552853, + "grad_norm": 0.1538286954164505, + "learning_rate": 8.149171241628923e-05, + "loss": 0.0427, + "step": 9570 + }, + { + "epoch": 8.961646398503275, + "grad_norm": 0.11975467205047607, + "learning_rate": 8.144888332909631e-05, + "loss": 0.0455, + "step": 9580 + }, + { + "epoch": 8.971000935453695, + "grad_norm": 0.10724678635597229, + "learning_rate": 8.14060160285447e-05, + "loss": 0.0443, + "step": 9590 + }, + { + "epoch": 8.980355472404115, + "grad_norm": 0.09733912348747253, + "learning_rate": 8.136311056672223e-05, + "loss": 0.0445, + "step": 9600 + }, + { + "epoch": 8.989710009354537, + "grad_norm": 0.12426436692476273, + "learning_rate": 8.132016699576308e-05, + "loss": 0.0416, + "step": 9610 + }, + { + "epoch": 8.999064546304957, + "grad_norm": 0.14252837002277374, + "learning_rate": 8.127718536784771e-05, + "loss": 0.0445, + "step": 9620 + }, + { + "epoch": 9.00841908325538, + "grad_norm": 0.10481640696525574, + "learning_rate": 8.12341657352029e-05, + "loss": 0.0425, + "step": 9630 + }, + { + "epoch": 9.0177736202058, + "grad_norm": 0.11131571978330612, + "learning_rate": 8.119110815010151e-05, + "loss": 0.042, + "step": 9640 + }, + { + "epoch": 9.027128157156222, + "grad_norm": 0.11252203583717346, + "learning_rate": 8.114801266486261e-05, + "loss": 0.0447, + "step": 9650 + }, + { + "epoch": 9.036482694106642, + "grad_norm": 0.11517488956451416, + "learning_rate": 8.110487933185122e-05, + "loss": 0.0428, + "step": 9660 + }, + { + "epoch": 9.045837231057062, + "grad_norm": 0.1258251816034317, + "learning_rate": 8.106170820347847e-05, + "loss": 0.0424, + "step": 9670 + }, + { + "epoch": 9.055191768007484, + "grad_norm": 0.10201747715473175, + "learning_rate": 8.101849933220132e-05, + "loss": 0.0415, + "step": 9680 + }, + { + "epoch": 9.064546304957904, + "grad_norm": 0.13804271817207336, + "learning_rate": 8.097525277052264e-05, + "loss": 0.0419, + "step": 9690 + }, + { + "epoch": 9.073900841908326, + "grad_norm": 0.10349080711603165, + "learning_rate": 8.093196857099106e-05, + "loss": 0.0436, + "step": 9700 + }, + { + "epoch": 9.083255378858746, + "grad_norm": 0.12246478348970413, + "learning_rate": 8.088864678620096e-05, + "loss": 0.042, + "step": 9710 + }, + { + "epoch": 9.092609915809167, + "grad_norm": 0.14695808291435242, + "learning_rate": 8.084528746879243e-05, + "loss": 0.0442, + "step": 9720 + }, + { + "epoch": 9.101964452759589, + "grad_norm": 0.14678989350795746, + "learning_rate": 8.080189067145108e-05, + "loss": 0.0399, + "step": 9730 + }, + { + "epoch": 9.111318989710009, + "grad_norm": 0.16708172857761383, + "learning_rate": 8.075845644690813e-05, + "loss": 0.0428, + "step": 9740 + }, + { + "epoch": 9.12067352666043, + "grad_norm": 0.11894064396619797, + "learning_rate": 8.07149848479403e-05, + "loss": 0.0422, + "step": 9750 + }, + { + "epoch": 9.130028063610851, + "grad_norm": 0.10579445213079453, + "learning_rate": 8.067147592736962e-05, + "loss": 0.0422, + "step": 9760 + }, + { + "epoch": 9.139382600561273, + "grad_norm": 0.15182609856128693, + "learning_rate": 8.062792973806357e-05, + "loss": 0.0416, + "step": 9770 + }, + { + "epoch": 9.148737137511693, + "grad_norm": 0.19440270960330963, + "learning_rate": 8.058434633293485e-05, + "loss": 0.0414, + "step": 9780 + }, + { + "epoch": 9.158091674462113, + "grad_norm": 0.1667967140674591, + "learning_rate": 8.054072576494143e-05, + "loss": 0.0412, + "step": 9790 + }, + { + "epoch": 9.167446211412535, + "grad_norm": 0.14374321699142456, + "learning_rate": 8.04970680870864e-05, + "loss": 0.0441, + "step": 9800 + }, + { + "epoch": 9.176800748362956, + "grad_norm": 0.15253569185733795, + "learning_rate": 8.045337335241793e-05, + "loss": 0.0425, + "step": 9810 + }, + { + "epoch": 9.186155285313378, + "grad_norm": 0.13462470471858978, + "learning_rate": 8.040964161402932e-05, + "loss": 0.0428, + "step": 9820 + }, + { + "epoch": 9.195509822263798, + "grad_norm": 0.12218739092350006, + "learning_rate": 8.036587292505869e-05, + "loss": 0.0428, + "step": 9830 + }, + { + "epoch": 9.204864359214218, + "grad_norm": 0.16373689472675323, + "learning_rate": 8.032206733868912e-05, + "loss": 0.0433, + "step": 9840 + }, + { + "epoch": 9.21421889616464, + "grad_norm": 0.1567174643278122, + "learning_rate": 8.027822490814858e-05, + "loss": 0.0441, + "step": 9850 + }, + { + "epoch": 9.22357343311506, + "grad_norm": 0.12697833776474, + "learning_rate": 8.023434568670972e-05, + "loss": 0.0435, + "step": 9860 + }, + { + "epoch": 9.232927970065482, + "grad_norm": 0.14353546500205994, + "learning_rate": 8.019042972768992e-05, + "loss": 0.044, + "step": 9870 + }, + { + "epoch": 9.242282507015902, + "grad_norm": 0.1590610295534134, + "learning_rate": 8.014647708445124e-05, + "loss": 0.0399, + "step": 9880 + }, + { + "epoch": 9.251637043966324, + "grad_norm": 0.15317416191101074, + "learning_rate": 8.010248781040027e-05, + "loss": 0.0402, + "step": 9890 + }, + { + "epoch": 9.260991580916745, + "grad_norm": 0.11562187969684601, + "learning_rate": 8.005846195898814e-05, + "loss": 0.0436, + "step": 9900 + }, + { + "epoch": 9.270346117867165, + "grad_norm": 0.1508132964372635, + "learning_rate": 8.00143995837104e-05, + "loss": 0.0401, + "step": 9910 + }, + { + "epoch": 9.279700654817587, + "grad_norm": 0.10868638753890991, + "learning_rate": 7.997030073810698e-05, + "loss": 0.0412, + "step": 9920 + }, + { + "epoch": 9.289055191768007, + "grad_norm": 0.14134496450424194, + "learning_rate": 7.992616547576217e-05, + "loss": 0.0446, + "step": 9930 + }, + { + "epoch": 9.298409728718429, + "grad_norm": 0.11343904584646225, + "learning_rate": 7.988199385030445e-05, + "loss": 0.0414, + "step": 9940 + }, + { + "epoch": 9.30776426566885, + "grad_norm": 0.13875962793827057, + "learning_rate": 7.98377859154065e-05, + "loss": 0.0425, + "step": 9950 + }, + { + "epoch": 9.31711880261927, + "grad_norm": 0.14761291444301605, + "learning_rate": 7.979354172478516e-05, + "loss": 0.0436, + "step": 9960 + }, + { + "epoch": 9.326473339569691, + "grad_norm": 0.18319815397262573, + "learning_rate": 7.974926133220127e-05, + "loss": 0.0435, + "step": 9970 + }, + { + "epoch": 9.335827876520112, + "grad_norm": 0.11707274615764618, + "learning_rate": 7.970494479145967e-05, + "loss": 0.0443, + "step": 9980 + }, + { + "epoch": 9.345182413470534, + "grad_norm": 0.12101708352565765, + "learning_rate": 7.966059215640919e-05, + "loss": 0.0405, + "step": 9990 + }, + { + "epoch": 9.354536950420954, + "grad_norm": 0.11156012117862701, + "learning_rate": 7.961620348094241e-05, + "loss": 0.0396, + "step": 10000 + }, + { + "epoch": 9.363891487371376, + "grad_norm": 0.10137233138084412, + "learning_rate": 7.957177881899577e-05, + "loss": 0.0437, + "step": 10010 + }, + { + "epoch": 9.373246024321796, + "grad_norm": 0.16071675717830658, + "learning_rate": 7.952731822454944e-05, + "loss": 0.0421, + "step": 10020 + }, + { + "epoch": 9.382600561272216, + "grad_norm": 0.13350726664066315, + "learning_rate": 7.948282175162722e-05, + "loss": 0.0441, + "step": 10030 + }, + { + "epoch": 9.391955098222638, + "grad_norm": 0.13661879301071167, + "learning_rate": 7.943828945429652e-05, + "loss": 0.0426, + "step": 10040 + }, + { + "epoch": 9.401309635173059, + "grad_norm": 0.15469834208488464, + "learning_rate": 7.939372138666827e-05, + "loss": 0.0428, + "step": 10050 + }, + { + "epoch": 9.41066417212348, + "grad_norm": 0.10185465961694717, + "learning_rate": 7.934911760289692e-05, + "loss": 0.039, + "step": 10060 + }, + { + "epoch": 9.4200187090739, + "grad_norm": 0.09656575322151184, + "learning_rate": 7.930447815718022e-05, + "loss": 0.0441, + "step": 10070 + }, + { + "epoch": 9.429373246024323, + "grad_norm": 0.10324764996767044, + "learning_rate": 7.925980310375934e-05, + "loss": 0.0412, + "step": 10080 + }, + { + "epoch": 9.438727782974743, + "grad_norm": 0.10764773935079575, + "learning_rate": 7.921509249691865e-05, + "loss": 0.0427, + "step": 10090 + }, + { + "epoch": 9.448082319925163, + "grad_norm": 0.1659630537033081, + "learning_rate": 7.917034639098579e-05, + "loss": 0.0418, + "step": 10100 + }, + { + "epoch": 9.457436856875585, + "grad_norm": 0.14265838265419006, + "learning_rate": 7.912556484033146e-05, + "loss": 0.0426, + "step": 10110 + }, + { + "epoch": 9.466791393826005, + "grad_norm": 0.1925579309463501, + "learning_rate": 7.908074789936952e-05, + "loss": 0.0437, + "step": 10120 + }, + { + "epoch": 9.476145930776427, + "grad_norm": 0.15626278519630432, + "learning_rate": 7.903589562255673e-05, + "loss": 0.0426, + "step": 10130 + }, + { + "epoch": 9.485500467726848, + "grad_norm": 0.11980289965867996, + "learning_rate": 7.899100806439285e-05, + "loss": 0.0419, + "step": 10140 + }, + { + "epoch": 9.494855004677268, + "grad_norm": 0.1173415258526802, + "learning_rate": 7.894608527942049e-05, + "loss": 0.0423, + "step": 10150 + }, + { + "epoch": 9.50420954162769, + "grad_norm": 0.13191300630569458, + "learning_rate": 7.89011273222251e-05, + "loss": 0.0417, + "step": 10160 + }, + { + "epoch": 9.51356407857811, + "grad_norm": 0.1296461522579193, + "learning_rate": 7.885613424743482e-05, + "loss": 0.0422, + "step": 10170 + }, + { + "epoch": 9.522918615528532, + "grad_norm": 0.1376376897096634, + "learning_rate": 7.881110610972044e-05, + "loss": 0.0446, + "step": 10180 + }, + { + "epoch": 9.532273152478952, + "grad_norm": 0.12408701330423355, + "learning_rate": 7.876604296379544e-05, + "loss": 0.0438, + "step": 10190 + }, + { + "epoch": 9.541627689429372, + "grad_norm": 0.12661628425121307, + "learning_rate": 7.872094486441579e-05, + "loss": 0.0428, + "step": 10200 + }, + { + "epoch": 9.550982226379794, + "grad_norm": 0.15078525245189667, + "learning_rate": 7.867581186637991e-05, + "loss": 0.0426, + "step": 10210 + }, + { + "epoch": 9.560336763330215, + "grad_norm": 0.1511993706226349, + "learning_rate": 7.863064402452866e-05, + "loss": 0.041, + "step": 10220 + }, + { + "epoch": 9.569691300280637, + "grad_norm": 0.11650246381759644, + "learning_rate": 7.858544139374524e-05, + "loss": 0.0413, + "step": 10230 + }, + { + "epoch": 9.579045837231057, + "grad_norm": 0.11355090886354446, + "learning_rate": 7.854020402895508e-05, + "loss": 0.0419, + "step": 10240 + }, + { + "epoch": 9.588400374181479, + "grad_norm": 0.11034797877073288, + "learning_rate": 7.849493198512587e-05, + "loss": 0.0412, + "step": 10250 + }, + { + "epoch": 9.597754911131899, + "grad_norm": 0.10744966566562653, + "learning_rate": 7.84496253172674e-05, + "loss": 0.0406, + "step": 10260 + }, + { + "epoch": 9.60710944808232, + "grad_norm": 0.130125030875206, + "learning_rate": 7.840428408043155e-05, + "loss": 0.0401, + "step": 10270 + }, + { + "epoch": 9.616463985032741, + "grad_norm": 0.10906259715557098, + "learning_rate": 7.835890832971218e-05, + "loss": 0.0417, + "step": 10280 + }, + { + "epoch": 9.625818521983161, + "grad_norm": 0.1446792483329773, + "learning_rate": 7.831349812024512e-05, + "loss": 0.0428, + "step": 10290 + }, + { + "epoch": 9.635173058933583, + "grad_norm": 0.16607631742954254, + "learning_rate": 7.826805350720807e-05, + "loss": 0.0408, + "step": 10300 + }, + { + "epoch": 9.644527595884004, + "grad_norm": 0.14027734100818634, + "learning_rate": 7.822257454582049e-05, + "loss": 0.043, + "step": 10310 + }, + { + "epoch": 9.653882132834426, + "grad_norm": 0.1424797773361206, + "learning_rate": 7.817706129134363e-05, + "loss": 0.0416, + "step": 10320 + }, + { + "epoch": 9.663236669784846, + "grad_norm": 0.1683632731437683, + "learning_rate": 7.813151379908036e-05, + "loss": 0.044, + "step": 10330 + }, + { + "epoch": 9.672591206735266, + "grad_norm": 0.11330980807542801, + "learning_rate": 7.808593212437523e-05, + "loss": 0.0421, + "step": 10340 + }, + { + "epoch": 9.681945743685688, + "grad_norm": 0.1121225655078888, + "learning_rate": 7.804031632261421e-05, + "loss": 0.0404, + "step": 10350 + }, + { + "epoch": 9.691300280636108, + "grad_norm": 0.14302818477153778, + "learning_rate": 7.799466644922484e-05, + "loss": 0.0436, + "step": 10360 + }, + { + "epoch": 9.70065481758653, + "grad_norm": 0.13275527954101562, + "learning_rate": 7.794898255967602e-05, + "loss": 0.0418, + "step": 10370 + }, + { + "epoch": 9.71000935453695, + "grad_norm": 0.15555308759212494, + "learning_rate": 7.790326470947795e-05, + "loss": 0.043, + "step": 10380 + }, + { + "epoch": 9.71936389148737, + "grad_norm": 0.12176203727722168, + "learning_rate": 7.785751295418217e-05, + "loss": 0.0418, + "step": 10390 + }, + { + "epoch": 9.728718428437793, + "grad_norm": 0.16281650960445404, + "learning_rate": 7.781172734938136e-05, + "loss": 0.0423, + "step": 10400 + }, + { + "epoch": 9.738072965388213, + "grad_norm": 0.08684006333351135, + "learning_rate": 7.776590795070933e-05, + "loss": 0.0389, + "step": 10410 + }, + { + "epoch": 9.747427502338635, + "grad_norm": 0.1347176879644394, + "learning_rate": 7.772005481384099e-05, + "loss": 0.0414, + "step": 10420 + }, + { + "epoch": 9.756782039289055, + "grad_norm": 0.13398347795009613, + "learning_rate": 7.767416799449223e-05, + "loss": 0.0401, + "step": 10430 + }, + { + "epoch": 9.766136576239477, + "grad_norm": 0.12668918073177338, + "learning_rate": 7.762824754841984e-05, + "loss": 0.0409, + "step": 10440 + }, + { + "epoch": 9.775491113189897, + "grad_norm": 0.12035626173019409, + "learning_rate": 7.758229353142152e-05, + "loss": 0.0412, + "step": 10450 + }, + { + "epoch": 9.784845650140317, + "grad_norm": 0.1419491320848465, + "learning_rate": 7.753630599933572e-05, + "loss": 0.0411, + "step": 10460 + }, + { + "epoch": 9.79420018709074, + "grad_norm": 0.14003826677799225, + "learning_rate": 7.749028500804161e-05, + "loss": 0.0414, + "step": 10470 + }, + { + "epoch": 9.80355472404116, + "grad_norm": 0.15142962336540222, + "learning_rate": 7.744423061345906e-05, + "loss": 0.0415, + "step": 10480 + }, + { + "epoch": 9.812909260991582, + "grad_norm": 0.14541059732437134, + "learning_rate": 7.73981428715485e-05, + "loss": 0.0413, + "step": 10490 + }, + { + "epoch": 9.822263797942002, + "grad_norm": 0.17532134056091309, + "learning_rate": 7.735202183831085e-05, + "loss": 0.0429, + "step": 10500 + }, + { + "epoch": 9.831618334892422, + "grad_norm": 0.18071341514587402, + "learning_rate": 7.730586756978757e-05, + "loss": 0.0404, + "step": 10510 + }, + { + "epoch": 9.840972871842844, + "grad_norm": 0.1195783019065857, + "learning_rate": 7.72596801220604e-05, + "loss": 0.0396, + "step": 10520 + }, + { + "epoch": 9.850327408793264, + "grad_norm": 0.12968876957893372, + "learning_rate": 7.721345955125147e-05, + "loss": 0.041, + "step": 10530 + }, + { + "epoch": 9.859681945743686, + "grad_norm": 0.1273803859949112, + "learning_rate": 7.71672059135231e-05, + "loss": 0.039, + "step": 10540 + }, + { + "epoch": 9.869036482694106, + "grad_norm": 0.1431874930858612, + "learning_rate": 7.712091926507787e-05, + "loss": 0.0437, + "step": 10550 + }, + { + "epoch": 9.878391019644528, + "grad_norm": 0.1181461364030838, + "learning_rate": 7.70745996621584e-05, + "loss": 0.0394, + "step": 10560 + }, + { + "epoch": 9.887745556594949, + "grad_norm": 0.09946107119321823, + "learning_rate": 7.702824716104735e-05, + "loss": 0.041, + "step": 10570 + }, + { + "epoch": 9.897100093545369, + "grad_norm": 0.09789154678583145, + "learning_rate": 7.698186181806743e-05, + "loss": 0.0423, + "step": 10580 + }, + { + "epoch": 9.90645463049579, + "grad_norm": 0.14697562158107758, + "learning_rate": 7.693544368958116e-05, + "loss": 0.0424, + "step": 10590 + }, + { + "epoch": 9.915809167446211, + "grad_norm": 0.10994525998830795, + "learning_rate": 7.688899283199096e-05, + "loss": 0.0413, + "step": 10600 + }, + { + "epoch": 9.925163704396633, + "grad_norm": 0.14853666722774506, + "learning_rate": 7.684250930173901e-05, + "loss": 0.0411, + "step": 10610 + }, + { + "epoch": 9.934518241347053, + "grad_norm": 0.15122142434120178, + "learning_rate": 7.679599315530718e-05, + "loss": 0.0424, + "step": 10620 + }, + { + "epoch": 9.943872778297475, + "grad_norm": 0.1187814250588417, + "learning_rate": 7.674944444921695e-05, + "loss": 0.0417, + "step": 10630 + }, + { + "epoch": 9.953227315247895, + "grad_norm": 0.12239782512187958, + "learning_rate": 7.670286324002944e-05, + "loss": 0.0394, + "step": 10640 + }, + { + "epoch": 9.962581852198316, + "grad_norm": 0.13147103786468506, + "learning_rate": 7.665624958434514e-05, + "loss": 0.0416, + "step": 10650 + }, + { + "epoch": 9.971936389148738, + "grad_norm": 0.15880785882472992, + "learning_rate": 7.66096035388041e-05, + "loss": 0.0423, + "step": 10660 + }, + { + "epoch": 9.981290926099158, + "grad_norm": 0.12252496927976608, + "learning_rate": 7.656292516008563e-05, + "loss": 0.0411, + "step": 10670 + }, + { + "epoch": 9.99064546304958, + "grad_norm": 0.11742521822452545, + "learning_rate": 7.651621450490837e-05, + "loss": 0.0425, + "step": 10680 + }, + { + "epoch": 10.0, + "grad_norm": 0.16448789834976196, + "learning_rate": 7.646947163003017e-05, + "loss": 0.0408, + "step": 10690 + }, + { + "epoch": 10.00935453695042, + "grad_norm": 0.12439613789319992, + "learning_rate": 7.642269659224803e-05, + "loss": 0.0373, + "step": 10700 + }, + { + "epoch": 10.018709073900842, + "grad_norm": 0.14020070433616638, + "learning_rate": 7.637588944839803e-05, + "loss": 0.0393, + "step": 10710 + }, + { + "epoch": 10.028063610851262, + "grad_norm": 0.15807700157165527, + "learning_rate": 7.632905025535528e-05, + "loss": 0.0389, + "step": 10720 + }, + { + "epoch": 10.037418147801684, + "grad_norm": 0.15020450949668884, + "learning_rate": 7.628217907003378e-05, + "loss": 0.039, + "step": 10730 + }, + { + "epoch": 10.046772684752105, + "grad_norm": 0.11272068321704865, + "learning_rate": 7.623527594938649e-05, + "loss": 0.0407, + "step": 10740 + }, + { + "epoch": 10.056127221702527, + "grad_norm": 0.11729766428470612, + "learning_rate": 7.618834095040509e-05, + "loss": 0.0381, + "step": 10750 + }, + { + "epoch": 10.065481758652947, + "grad_norm": 0.14806728065013885, + "learning_rate": 7.614137413012e-05, + "loss": 0.0391, + "step": 10760 + }, + { + "epoch": 10.074836295603367, + "grad_norm": 0.11851329356431961, + "learning_rate": 7.609437554560042e-05, + "loss": 0.0406, + "step": 10770 + }, + { + "epoch": 10.084190832553789, + "grad_norm": 0.1715048998594284, + "learning_rate": 7.604734525395398e-05, + "loss": 0.0387, + "step": 10780 + }, + { + "epoch": 10.09354536950421, + "grad_norm": 0.13600119948387146, + "learning_rate": 7.600028331232699e-05, + "loss": 0.0403, + "step": 10790 + }, + { + "epoch": 10.102899906454631, + "grad_norm": 0.15597830712795258, + "learning_rate": 7.595318977790408e-05, + "loss": 0.0431, + "step": 10800 + }, + { + "epoch": 10.112254443405051, + "grad_norm": 0.08838097751140594, + "learning_rate": 7.590606470790836e-05, + "loss": 0.0403, + "step": 10810 + }, + { + "epoch": 10.121608980355472, + "grad_norm": 0.10692691057920456, + "learning_rate": 7.585890815960125e-05, + "loss": 0.0421, + "step": 10820 + }, + { + "epoch": 10.130963517305894, + "grad_norm": 0.11513514816761017, + "learning_rate": 7.581172019028238e-05, + "loss": 0.0389, + "step": 10830 + }, + { + "epoch": 10.140318054256314, + "grad_norm": 0.12078255414962769, + "learning_rate": 7.576450085728959e-05, + "loss": 0.0417, + "step": 10840 + }, + { + "epoch": 10.149672591206736, + "grad_norm": 0.1146404817700386, + "learning_rate": 7.571725021799885e-05, + "loss": 0.0391, + "step": 10850 + }, + { + "epoch": 10.159027128157156, + "grad_norm": 0.14557576179504395, + "learning_rate": 7.566996832982409e-05, + "loss": 0.0396, + "step": 10860 + }, + { + "epoch": 10.168381665107578, + "grad_norm": 0.12324715405702591, + "learning_rate": 7.56226552502173e-05, + "loss": 0.0383, + "step": 10870 + }, + { + "epoch": 10.177736202057998, + "grad_norm": 0.11783992499113083, + "learning_rate": 7.557531103666833e-05, + "loss": 0.0398, + "step": 10880 + }, + { + "epoch": 10.187090739008418, + "grad_norm": 0.12202446907758713, + "learning_rate": 7.552793574670485e-05, + "loss": 0.0393, + "step": 10890 + }, + { + "epoch": 10.19644527595884, + "grad_norm": 0.13313211500644684, + "learning_rate": 7.54805294378923e-05, + "loss": 0.041, + "step": 10900 + }, + { + "epoch": 10.20579981290926, + "grad_norm": 0.12161793559789658, + "learning_rate": 7.543309216783384e-05, + "loss": 0.0417, + "step": 10910 + }, + { + "epoch": 10.215154349859683, + "grad_norm": 0.1366114616394043, + "learning_rate": 7.53856239941702e-05, + "loss": 0.0389, + "step": 10920 + }, + { + "epoch": 10.224508886810103, + "grad_norm": 0.11483754962682724, + "learning_rate": 7.533812497457972e-05, + "loss": 0.0385, + "step": 10930 + }, + { + "epoch": 10.233863423760523, + "grad_norm": 0.11520273983478546, + "learning_rate": 7.529059516677814e-05, + "loss": 0.0407, + "step": 10940 + }, + { + "epoch": 10.243217960710945, + "grad_norm": 0.1129666417837143, + "learning_rate": 7.524303462851872e-05, + "loss": 0.0416, + "step": 10950 + }, + { + "epoch": 10.252572497661365, + "grad_norm": 0.1484687179327011, + "learning_rate": 7.519544341759192e-05, + "loss": 0.0417, + "step": 10960 + }, + { + "epoch": 10.261927034611787, + "grad_norm": 0.12996657192707062, + "learning_rate": 7.514782159182562e-05, + "loss": 0.0405, + "step": 10970 + }, + { + "epoch": 10.271281571562207, + "grad_norm": 0.1339760571718216, + "learning_rate": 7.510016920908481e-05, + "loss": 0.0403, + "step": 10980 + }, + { + "epoch": 10.28063610851263, + "grad_norm": 0.1933121234178543, + "learning_rate": 7.505248632727158e-05, + "loss": 0.0406, + "step": 10990 + }, + { + "epoch": 10.28999064546305, + "grad_norm": 0.1502099186182022, + "learning_rate": 7.50047730043252e-05, + "loss": 0.0403, + "step": 11000 + }, + { + "epoch": 10.29934518241347, + "grad_norm": 0.11554223299026489, + "learning_rate": 7.495702929822183e-05, + "loss": 0.0392, + "step": 11010 + }, + { + "epoch": 10.308699719363892, + "grad_norm": 0.12295044958591461, + "learning_rate": 7.490925526697455e-05, + "loss": 0.0375, + "step": 11020 + }, + { + "epoch": 10.318054256314312, + "grad_norm": 0.14651864767074585, + "learning_rate": 7.486145096863334e-05, + "loss": 0.0416, + "step": 11030 + }, + { + "epoch": 10.327408793264734, + "grad_norm": 0.1313096433877945, + "learning_rate": 7.481361646128491e-05, + "loss": 0.0416, + "step": 11040 + }, + { + "epoch": 10.336763330215154, + "grad_norm": 0.14091865718364716, + "learning_rate": 7.476575180305271e-05, + "loss": 0.0432, + "step": 11050 + }, + { + "epoch": 10.346117867165574, + "grad_norm": 0.14261166751384735, + "learning_rate": 7.471785705209682e-05, + "loss": 0.0381, + "step": 11060 + }, + { + "epoch": 10.355472404115996, + "grad_norm": 0.1663040965795517, + "learning_rate": 7.466993226661387e-05, + "loss": 0.0417, + "step": 11070 + }, + { + "epoch": 10.364826941066417, + "grad_norm": 0.1477717161178589, + "learning_rate": 7.462197750483699e-05, + "loss": 0.0403, + "step": 11080 + }, + { + "epoch": 10.374181478016839, + "grad_norm": 0.1310960203409195, + "learning_rate": 7.457399282503574e-05, + "loss": 0.038, + "step": 11090 + }, + { + "epoch": 10.383536014967259, + "grad_norm": 0.12798702716827393, + "learning_rate": 7.452597828551604e-05, + "loss": 0.0404, + "step": 11100 + }, + { + "epoch": 10.39289055191768, + "grad_norm": 0.10601229220628738, + "learning_rate": 7.447793394462006e-05, + "loss": 0.0387, + "step": 11110 + }, + { + "epoch": 10.402245088868101, + "grad_norm": 0.10919401794672012, + "learning_rate": 7.442985986072624e-05, + "loss": 0.0405, + "step": 11120 + }, + { + "epoch": 10.411599625818521, + "grad_norm": 0.10920722782611847, + "learning_rate": 7.438175609224908e-05, + "loss": 0.0377, + "step": 11130 + }, + { + "epoch": 10.420954162768943, + "grad_norm": 0.10443003475666046, + "learning_rate": 7.433362269763924e-05, + "loss": 0.0408, + "step": 11140 + }, + { + "epoch": 10.430308699719363, + "grad_norm": 0.1146353930234909, + "learning_rate": 7.428545973538329e-05, + "loss": 0.0422, + "step": 11150 + }, + { + "epoch": 10.439663236669785, + "grad_norm": 0.1316399872303009, + "learning_rate": 7.42372672640038e-05, + "loss": 0.0376, + "step": 11160 + }, + { + "epoch": 10.449017773620206, + "grad_norm": 0.11135037988424301, + "learning_rate": 7.418904534205917e-05, + "loss": 0.0384, + "step": 11170 + }, + { + "epoch": 10.458372310570628, + "grad_norm": 0.12759895622730255, + "learning_rate": 7.414079402814356e-05, + "loss": 0.0415, + "step": 11180 + }, + { + "epoch": 10.467726847521048, + "grad_norm": 0.11174070090055466, + "learning_rate": 7.409251338088687e-05, + "loss": 0.0424, + "step": 11190 + }, + { + "epoch": 10.477081384471468, + "grad_norm": 0.10775482654571533, + "learning_rate": 7.404420345895467e-05, + "loss": 0.0389, + "step": 11200 + }, + { + "epoch": 10.48643592142189, + "grad_norm": 0.12887078523635864, + "learning_rate": 7.399586432104804e-05, + "loss": 0.0403, + "step": 11210 + }, + { + "epoch": 10.49579045837231, + "grad_norm": 0.14809614419937134, + "learning_rate": 7.394749602590358e-05, + "loss": 0.0392, + "step": 11220 + }, + { + "epoch": 10.505144995322732, + "grad_norm": 0.11783084273338318, + "learning_rate": 7.389909863229336e-05, + "loss": 0.0395, + "step": 11230 + }, + { + "epoch": 10.514499532273152, + "grad_norm": 0.14853321015834808, + "learning_rate": 7.385067219902477e-05, + "loss": 0.041, + "step": 11240 + }, + { + "epoch": 10.523854069223573, + "grad_norm": 0.16060562431812286, + "learning_rate": 7.380221678494049e-05, + "loss": 0.0376, + "step": 11250 + }, + { + "epoch": 10.533208606173995, + "grad_norm": 0.15254078805446625, + "learning_rate": 7.37537324489184e-05, + "loss": 0.0384, + "step": 11260 + }, + { + "epoch": 10.542563143124415, + "grad_norm": 0.1270306259393692, + "learning_rate": 7.370521924987155e-05, + "loss": 0.0397, + "step": 11270 + }, + { + "epoch": 10.551917680074837, + "grad_norm": 0.14009834825992584, + "learning_rate": 7.365667724674806e-05, + "loss": 0.0402, + "step": 11280 + }, + { + "epoch": 10.561272217025257, + "grad_norm": 0.19787438213825226, + "learning_rate": 7.360810649853105e-05, + "loss": 0.0408, + "step": 11290 + }, + { + "epoch": 10.570626753975677, + "grad_norm": 0.17951862514019012, + "learning_rate": 7.355950706423853e-05, + "loss": 0.0385, + "step": 11300 + }, + { + "epoch": 10.5799812909261, + "grad_norm": 0.13328075408935547, + "learning_rate": 7.351087900292342e-05, + "loss": 0.0398, + "step": 11310 + }, + { + "epoch": 10.58933582787652, + "grad_norm": 0.11074984818696976, + "learning_rate": 7.346222237367339e-05, + "loss": 0.0384, + "step": 11320 + }, + { + "epoch": 10.598690364826941, + "grad_norm": 0.14254838228225708, + "learning_rate": 7.341353723561081e-05, + "loss": 0.0406, + "step": 11330 + }, + { + "epoch": 10.608044901777362, + "grad_norm": 0.12879422307014465, + "learning_rate": 7.336482364789277e-05, + "loss": 0.0394, + "step": 11340 + }, + { + "epoch": 10.617399438727784, + "grad_norm": 0.09820349514484406, + "learning_rate": 7.331608166971082e-05, + "loss": 0.0394, + "step": 11350 + }, + { + "epoch": 10.626753975678204, + "grad_norm": 0.11976952850818634, + "learning_rate": 7.326731136029108e-05, + "loss": 0.0394, + "step": 11360 + }, + { + "epoch": 10.636108512628624, + "grad_norm": 0.12154507637023926, + "learning_rate": 7.321851277889408e-05, + "loss": 0.0406, + "step": 11370 + }, + { + "epoch": 10.645463049579046, + "grad_norm": 0.1347935050725937, + "learning_rate": 7.316968598481469e-05, + "loss": 0.0411, + "step": 11380 + }, + { + "epoch": 10.654817586529466, + "grad_norm": 0.13451635837554932, + "learning_rate": 7.312083103738206e-05, + "loss": 0.0413, + "step": 11390 + }, + { + "epoch": 10.664172123479888, + "grad_norm": 0.1346280574798584, + "learning_rate": 7.307194799595958e-05, + "loss": 0.0413, + "step": 11400 + }, + { + "epoch": 10.673526660430309, + "grad_norm": 0.13071228563785553, + "learning_rate": 7.302303691994473e-05, + "loss": 0.0386, + "step": 11410 + }, + { + "epoch": 10.68288119738073, + "grad_norm": 0.10673540830612183, + "learning_rate": 7.29740978687691e-05, + "loss": 0.0385, + "step": 11420 + }, + { + "epoch": 10.69223573433115, + "grad_norm": 0.13845521211624146, + "learning_rate": 7.292513090189825e-05, + "loss": 0.0385, + "step": 11430 + }, + { + "epoch": 10.701590271281571, + "grad_norm": 0.13018798828125, + "learning_rate": 7.287613607883163e-05, + "loss": 0.0388, + "step": 11440 + }, + { + "epoch": 10.710944808231993, + "grad_norm": 0.1318424493074417, + "learning_rate": 7.282711345910263e-05, + "loss": 0.0375, + "step": 11450 + }, + { + "epoch": 10.720299345182413, + "grad_norm": 0.09612630307674408, + "learning_rate": 7.27780631022783e-05, + "loss": 0.038, + "step": 11460 + }, + { + "epoch": 10.729653882132835, + "grad_norm": 0.09289718419313431, + "learning_rate": 7.272898506795948e-05, + "loss": 0.0372, + "step": 11470 + }, + { + "epoch": 10.739008419083255, + "grad_norm": 0.12759165465831757, + "learning_rate": 7.267987941578058e-05, + "loss": 0.0373, + "step": 11480 + }, + { + "epoch": 10.748362956033676, + "grad_norm": 0.14335522055625916, + "learning_rate": 7.263074620540962e-05, + "loss": 0.0405, + "step": 11490 + }, + { + "epoch": 10.757717492984098, + "grad_norm": 0.19637544453144073, + "learning_rate": 7.25815854965481e-05, + "loss": 0.0379, + "step": 11500 + }, + { + "epoch": 10.767072029934518, + "grad_norm": 0.11179704964160919, + "learning_rate": 7.253239734893089e-05, + "loss": 0.0399, + "step": 11510 + }, + { + "epoch": 10.77642656688494, + "grad_norm": 0.1805862933397293, + "learning_rate": 7.248318182232623e-05, + "loss": 0.0392, + "step": 11520 + }, + { + "epoch": 10.78578110383536, + "grad_norm": 0.12564463913440704, + "learning_rate": 7.243393897653565e-05, + "loss": 0.0381, + "step": 11530 + }, + { + "epoch": 10.795135640785782, + "grad_norm": 0.13525578379631042, + "learning_rate": 7.23846688713938e-05, + "loss": 0.0375, + "step": 11540 + }, + { + "epoch": 10.804490177736202, + "grad_norm": 0.1281343400478363, + "learning_rate": 7.233537156676854e-05, + "loss": 0.0382, + "step": 11550 + }, + { + "epoch": 10.813844714686622, + "grad_norm": 0.09898363798856735, + "learning_rate": 7.228604712256076e-05, + "loss": 0.0386, + "step": 11560 + }, + { + "epoch": 10.823199251637044, + "grad_norm": 0.11591789871454239, + "learning_rate": 7.223669559870426e-05, + "loss": 0.0375, + "step": 11570 + }, + { + "epoch": 10.832553788587465, + "grad_norm": 0.12042299658060074, + "learning_rate": 7.218731705516585e-05, + "loss": 0.0383, + "step": 11580 + }, + { + "epoch": 10.841908325537887, + "grad_norm": 0.137648344039917, + "learning_rate": 7.21379115519451e-05, + "loss": 0.0399, + "step": 11590 + }, + { + "epoch": 10.851262862488307, + "grad_norm": 0.1820606142282486, + "learning_rate": 7.20884791490743e-05, + "loss": 0.0386, + "step": 11600 + }, + { + "epoch": 10.860617399438727, + "grad_norm": 0.15754492580890656, + "learning_rate": 7.203901990661857e-05, + "loss": 0.0393, + "step": 11610 + }, + { + "epoch": 10.869971936389149, + "grad_norm": 0.1473771333694458, + "learning_rate": 7.198953388467549e-05, + "loss": 0.0373, + "step": 11620 + }, + { + "epoch": 10.87932647333957, + "grad_norm": 0.09632503986358643, + "learning_rate": 7.194002114337526e-05, + "loss": 0.0402, + "step": 11630 + }, + { + "epoch": 10.888681010289991, + "grad_norm": 0.10377980023622513, + "learning_rate": 7.189048174288054e-05, + "loss": 0.039, + "step": 11640 + }, + { + "epoch": 10.898035547240411, + "grad_norm": 0.11837269365787506, + "learning_rate": 7.184091574338636e-05, + "loss": 0.0389, + "step": 11650 + }, + { + "epoch": 10.907390084190833, + "grad_norm": 0.14819152653217316, + "learning_rate": 7.179132320512009e-05, + "loss": 0.0369, + "step": 11660 + }, + { + "epoch": 10.916744621141254, + "grad_norm": 0.14642329514026642, + "learning_rate": 7.174170418834134e-05, + "loss": 0.0377, + "step": 11670 + }, + { + "epoch": 10.926099158091674, + "grad_norm": 0.10891832411289215, + "learning_rate": 7.169205875334189e-05, + "loss": 0.0384, + "step": 11680 + }, + { + "epoch": 10.935453695042096, + "grad_norm": 0.1421211063861847, + "learning_rate": 7.164238696044562e-05, + "loss": 0.0361, + "step": 11690 + }, + { + "epoch": 10.944808231992516, + "grad_norm": 0.14006377756595612, + "learning_rate": 7.159268887000846e-05, + "loss": 0.0373, + "step": 11700 + }, + { + "epoch": 10.954162768942938, + "grad_norm": 0.1760142743587494, + "learning_rate": 7.154296454241827e-05, + "loss": 0.0391, + "step": 11710 + }, + { + "epoch": 10.963517305893358, + "grad_norm": 0.11209143698215485, + "learning_rate": 7.149321403809479e-05, + "loss": 0.0359, + "step": 11720 + }, + { + "epoch": 10.97287184284378, + "grad_norm": 0.1121521145105362, + "learning_rate": 7.144343741748956e-05, + "loss": 0.0372, + "step": 11730 + }, + { + "epoch": 10.9822263797942, + "grad_norm": 0.0908932238817215, + "learning_rate": 7.139363474108589e-05, + "loss": 0.0383, + "step": 11740 + }, + { + "epoch": 10.99158091674462, + "grad_norm": 0.09858404844999313, + "learning_rate": 7.134380606939874e-05, + "loss": 0.0381, + "step": 11750 + }, + { + "epoch": 11.000935453695043, + "grad_norm": 0.10857512056827545, + "learning_rate": 7.12939514629746e-05, + "loss": 0.0387, + "step": 11760 + }, + { + "epoch": 11.010289990645463, + "grad_norm": 0.12105259299278259, + "learning_rate": 7.124407098239155e-05, + "loss": 0.0356, + "step": 11770 + }, + { + "epoch": 11.019644527595885, + "grad_norm": 0.14111214876174927, + "learning_rate": 7.119416468825908e-05, + "loss": 0.0375, + "step": 11780 + }, + { + "epoch": 11.028999064546305, + "grad_norm": 0.18443630635738373, + "learning_rate": 7.114423264121804e-05, + "loss": 0.037, + "step": 11790 + }, + { + "epoch": 11.038353601496725, + "grad_norm": 0.15308301150798798, + "learning_rate": 7.109427490194056e-05, + "loss": 0.0373, + "step": 11800 + }, + { + "epoch": 11.047708138447147, + "grad_norm": 0.18230608105659485, + "learning_rate": 7.104429153113001e-05, + "loss": 0.038, + "step": 11810 + }, + { + "epoch": 11.057062675397567, + "grad_norm": 0.16139423847198486, + "learning_rate": 7.099428258952092e-05, + "loss": 0.0385, + "step": 11820 + }, + { + "epoch": 11.06641721234799, + "grad_norm": 0.17887277901172638, + "learning_rate": 7.094424813787883e-05, + "loss": 0.0366, + "step": 11830 + }, + { + "epoch": 11.07577174929841, + "grad_norm": 0.11711706221103668, + "learning_rate": 7.089418823700034e-05, + "loss": 0.037, + "step": 11840 + }, + { + "epoch": 11.085126286248832, + "grad_norm": 0.13554103672504425, + "learning_rate": 7.084410294771298e-05, + "loss": 0.0378, + "step": 11850 + }, + { + "epoch": 11.094480823199252, + "grad_norm": 0.12429496645927429, + "learning_rate": 7.079399233087504e-05, + "loss": 0.037, + "step": 11860 + }, + { + "epoch": 11.103835360149672, + "grad_norm": 0.1033400371670723, + "learning_rate": 7.074385644737568e-05, + "loss": 0.037, + "step": 11870 + }, + { + "epoch": 11.113189897100094, + "grad_norm": 0.11300120502710342, + "learning_rate": 7.069369535813473e-05, + "loss": 0.0359, + "step": 11880 + }, + { + "epoch": 11.122544434050514, + "grad_norm": 0.09971117973327637, + "learning_rate": 7.06435091241026e-05, + "loss": 0.0373, + "step": 11890 + }, + { + "epoch": 11.131898971000936, + "grad_norm": 0.134360209107399, + "learning_rate": 7.059329780626034e-05, + "loss": 0.038, + "step": 11900 + }, + { + "epoch": 11.141253507951356, + "grad_norm": 0.1305694878101349, + "learning_rate": 7.054306146561944e-05, + "loss": 0.0377, + "step": 11910 + }, + { + "epoch": 11.150608044901777, + "grad_norm": 0.1420666128396988, + "learning_rate": 7.049280016322178e-05, + "loss": 0.0396, + "step": 11920 + }, + { + "epoch": 11.159962581852199, + "grad_norm": 0.0966619923710823, + "learning_rate": 7.044251396013957e-05, + "loss": 0.035, + "step": 11930 + }, + { + "epoch": 11.169317118802619, + "grad_norm": 0.09444018453359604, + "learning_rate": 7.039220291747528e-05, + "loss": 0.0356, + "step": 11940 + }, + { + "epoch": 11.17867165575304, + "grad_norm": 0.11571164429187775, + "learning_rate": 7.034186709636159e-05, + "loss": 0.0366, + "step": 11950 + }, + { + "epoch": 11.188026192703461, + "grad_norm": 0.146708145737648, + "learning_rate": 7.029150655796129e-05, + "loss": 0.037, + "step": 11960 + }, + { + "epoch": 11.197380729653883, + "grad_norm": 0.11942335218191147, + "learning_rate": 7.024112136346712e-05, + "loss": 0.0363, + "step": 11970 + }, + { + "epoch": 11.206735266604303, + "grad_norm": 0.10224562138319016, + "learning_rate": 7.01907115741019e-05, + "loss": 0.0368, + "step": 11980 + }, + { + "epoch": 11.216089803554723, + "grad_norm": 0.1471106857061386, + "learning_rate": 7.014027725111825e-05, + "loss": 0.0387, + "step": 11990 + }, + { + "epoch": 11.225444340505145, + "grad_norm": 0.13544563949108124, + "learning_rate": 7.008981845579864e-05, + "loss": 0.0388, + "step": 12000 + }, + { + "epoch": 11.234798877455566, + "grad_norm": 0.1192108765244484, + "learning_rate": 7.003933524945528e-05, + "loss": 0.0345, + "step": 12010 + }, + { + "epoch": 11.244153414405988, + "grad_norm": 0.11531471461057663, + "learning_rate": 6.998882769342998e-05, + "loss": 0.0354, + "step": 12020 + }, + { + "epoch": 11.253507951356408, + "grad_norm": 0.10391750931739807, + "learning_rate": 6.993829584909423e-05, + "loss": 0.0346, + "step": 12030 + }, + { + "epoch": 11.262862488306828, + "grad_norm": 0.09098362922668457, + "learning_rate": 6.988773977784895e-05, + "loss": 0.0349, + "step": 12040 + }, + { + "epoch": 11.27221702525725, + "grad_norm": 0.12794777750968933, + "learning_rate": 6.983715954112454e-05, + "loss": 0.0385, + "step": 12050 + }, + { + "epoch": 11.28157156220767, + "grad_norm": 0.14153549075126648, + "learning_rate": 6.978655520038079e-05, + "loss": 0.0361, + "step": 12060 + }, + { + "epoch": 11.290926099158092, + "grad_norm": 0.11331341415643692, + "learning_rate": 6.97359268171067e-05, + "loss": 0.0352, + "step": 12070 + }, + { + "epoch": 11.300280636108512, + "grad_norm": 0.11391592025756836, + "learning_rate": 6.968527445282056e-05, + "loss": 0.0386, + "step": 12080 + }, + { + "epoch": 11.309635173058934, + "grad_norm": 0.11629416793584824, + "learning_rate": 6.963459816906977e-05, + "loss": 0.0368, + "step": 12090 + }, + { + "epoch": 11.318989710009355, + "grad_norm": 0.13943910598754883, + "learning_rate": 6.958389802743077e-05, + "loss": 0.0358, + "step": 12100 + }, + { + "epoch": 11.328344246959775, + "grad_norm": 0.1335049569606781, + "learning_rate": 6.953317408950903e-05, + "loss": 0.0357, + "step": 12110 + }, + { + "epoch": 11.337698783910197, + "grad_norm": 0.10431337356567383, + "learning_rate": 6.94824264169389e-05, + "loss": 0.036, + "step": 12120 + }, + { + "epoch": 11.347053320860617, + "grad_norm": 0.10260991752147675, + "learning_rate": 6.94316550713836e-05, + "loss": 0.0352, + "step": 12130 + }, + { + "epoch": 11.356407857811039, + "grad_norm": 0.1285143941640854, + "learning_rate": 6.938086011453513e-05, + "loss": 0.0377, + "step": 12140 + }, + { + "epoch": 11.36576239476146, + "grad_norm": 0.10602594912052155, + "learning_rate": 6.93300416081141e-05, + "loss": 0.0368, + "step": 12150 + }, + { + "epoch": 11.37511693171188, + "grad_norm": 0.10693451762199402, + "learning_rate": 6.927919961386984e-05, + "loss": 0.0377, + "step": 12160 + }, + { + "epoch": 11.384471468662301, + "grad_norm": 0.10447966307401657, + "learning_rate": 6.922833419358013e-05, + "loss": 0.0383, + "step": 12170 + }, + { + "epoch": 11.393826005612722, + "grad_norm": 0.1280013918876648, + "learning_rate": 6.917744540905124e-05, + "loss": 0.0353, + "step": 12180 + }, + { + "epoch": 11.403180542563144, + "grad_norm": 0.09709297865629196, + "learning_rate": 6.912653332211787e-05, + "loss": 0.0373, + "step": 12190 + }, + { + "epoch": 11.412535079513564, + "grad_norm": 0.1448124200105667, + "learning_rate": 6.9075597994643e-05, + "loss": 0.0362, + "step": 12200 + }, + { + "epoch": 11.421889616463986, + "grad_norm": 0.10240595787763596, + "learning_rate": 6.902463948851787e-05, + "loss": 0.0397, + "step": 12210 + }, + { + "epoch": 11.431244153414406, + "grad_norm": 0.10534072667360306, + "learning_rate": 6.897365786566184e-05, + "loss": 0.0348, + "step": 12220 + }, + { + "epoch": 11.440598690364826, + "grad_norm": 0.12765392661094666, + "learning_rate": 6.892265318802242e-05, + "loss": 0.0352, + "step": 12230 + }, + { + "epoch": 11.449953227315248, + "grad_norm": 0.12880337238311768, + "learning_rate": 6.887162551757507e-05, + "loss": 0.0345, + "step": 12240 + }, + { + "epoch": 11.459307764265668, + "grad_norm": 0.09978216886520386, + "learning_rate": 6.882057491632326e-05, + "loss": 0.0349, + "step": 12250 + }, + { + "epoch": 11.46866230121609, + "grad_norm": 0.13819031417369843, + "learning_rate": 6.876950144629824e-05, + "loss": 0.0371, + "step": 12260 + }, + { + "epoch": 11.47801683816651, + "grad_norm": 0.170359805226326, + "learning_rate": 6.87184051695591e-05, + "loss": 0.037, + "step": 12270 + }, + { + "epoch": 11.487371375116933, + "grad_norm": 0.1127718985080719, + "learning_rate": 6.866728614819268e-05, + "loss": 0.037, + "step": 12280 + }, + { + "epoch": 11.496725912067353, + "grad_norm": 0.12304018437862396, + "learning_rate": 6.861614444431337e-05, + "loss": 0.0366, + "step": 12290 + }, + { + "epoch": 11.506080449017773, + "grad_norm": 0.1299794614315033, + "learning_rate": 6.856498012006318e-05, + "loss": 0.0359, + "step": 12300 + }, + { + "epoch": 11.515434985968195, + "grad_norm": 0.12051413953304291, + "learning_rate": 6.851379323761157e-05, + "loss": 0.038, + "step": 12310 + }, + { + "epoch": 11.524789522918615, + "grad_norm": 0.1356639713048935, + "learning_rate": 6.846258385915545e-05, + "loss": 0.036, + "step": 12320 + }, + { + "epoch": 11.534144059869037, + "grad_norm": 0.12945197522640228, + "learning_rate": 6.841135204691902e-05, + "loss": 0.0369, + "step": 12330 + }, + { + "epoch": 11.543498596819457, + "grad_norm": 0.09604360163211823, + "learning_rate": 6.836009786315377e-05, + "loss": 0.0354, + "step": 12340 + }, + { + "epoch": 11.552853133769878, + "grad_norm": 0.10801930725574493, + "learning_rate": 6.830882137013839e-05, + "loss": 0.0363, + "step": 12350 + }, + { + "epoch": 11.5622076707203, + "grad_norm": 0.10937207192182541, + "learning_rate": 6.825752263017863e-05, + "loss": 0.0352, + "step": 12360 + }, + { + "epoch": 11.57156220767072, + "grad_norm": 0.14652840793132782, + "learning_rate": 6.820620170560731e-05, + "loss": 0.0359, + "step": 12370 + }, + { + "epoch": 11.580916744621142, + "grad_norm": 0.14173254370689392, + "learning_rate": 6.815485865878418e-05, + "loss": 0.0359, + "step": 12380 + }, + { + "epoch": 11.590271281571562, + "grad_norm": 0.12483718991279602, + "learning_rate": 6.810349355209588e-05, + "loss": 0.0331, + "step": 12390 + }, + { + "epoch": 11.599625818521982, + "grad_norm": 0.13761299848556519, + "learning_rate": 6.805210644795588e-05, + "loss": 0.0363, + "step": 12400 + }, + { + "epoch": 11.608980355472404, + "grad_norm": 0.12246865779161453, + "learning_rate": 6.800069740880433e-05, + "loss": 0.0363, + "step": 12410 + }, + { + "epoch": 11.618334892422824, + "grad_norm": 0.14793822169303894, + "learning_rate": 6.794926649710807e-05, + "loss": 0.0364, + "step": 12420 + }, + { + "epoch": 11.627689429373246, + "grad_norm": 0.12504997849464417, + "learning_rate": 6.789781377536052e-05, + "loss": 0.0365, + "step": 12430 + }, + { + "epoch": 11.637043966323667, + "grad_norm": 0.11941145360469818, + "learning_rate": 6.784633930608158e-05, + "loss": 0.0349, + "step": 12440 + }, + { + "epoch": 11.646398503274089, + "grad_norm": 0.10198024660348892, + "learning_rate": 6.779484315181759e-05, + "loss": 0.0365, + "step": 12450 + }, + { + "epoch": 11.655753040224509, + "grad_norm": 0.11719078570604324, + "learning_rate": 6.774332537514122e-05, + "loss": 0.0355, + "step": 12460 + }, + { + "epoch": 11.665107577174929, + "grad_norm": 0.10312921553850174, + "learning_rate": 6.769178603865143e-05, + "loss": 0.0363, + "step": 12470 + }, + { + "epoch": 11.674462114125351, + "grad_norm": 0.10452721267938614, + "learning_rate": 6.764022520497337e-05, + "loss": 0.0374, + "step": 12480 + }, + { + "epoch": 11.683816651075771, + "grad_norm": 0.14101894199848175, + "learning_rate": 6.758864293675833e-05, + "loss": 0.0362, + "step": 12490 + }, + { + "epoch": 11.693171188026193, + "grad_norm": 0.10011441260576248, + "learning_rate": 6.753703929668362e-05, + "loss": 0.0374, + "step": 12500 + }, + { + "epoch": 11.702525724976613, + "grad_norm": 0.10611239820718765, + "learning_rate": 6.748541434745253e-05, + "loss": 0.0345, + "step": 12510 + }, + { + "epoch": 11.711880261927035, + "grad_norm": 0.10984008014202118, + "learning_rate": 6.743376815179424e-05, + "loss": 0.0347, + "step": 12520 + }, + { + "epoch": 11.721234798877456, + "grad_norm": 0.11883781850337982, + "learning_rate": 6.738210077246376e-05, + "loss": 0.0381, + "step": 12530 + }, + { + "epoch": 11.730589335827876, + "grad_norm": 0.11104173958301544, + "learning_rate": 6.733041227224181e-05, + "loss": 0.0364, + "step": 12540 + }, + { + "epoch": 11.739943872778298, + "grad_norm": 0.10883212089538574, + "learning_rate": 6.72787027139348e-05, + "loss": 0.036, + "step": 12550 + }, + { + "epoch": 11.749298409728718, + "grad_norm": 0.11043784022331238, + "learning_rate": 6.72269721603747e-05, + "loss": 0.0362, + "step": 12560 + }, + { + "epoch": 11.75865294667914, + "grad_norm": 0.10003726929426193, + "learning_rate": 6.717522067441904e-05, + "loss": 0.0341, + "step": 12570 + }, + { + "epoch": 11.76800748362956, + "grad_norm": 0.15051113069057465, + "learning_rate": 6.712344831895074e-05, + "loss": 0.0359, + "step": 12580 + }, + { + "epoch": 11.77736202057998, + "grad_norm": 0.14086663722991943, + "learning_rate": 6.707165515687811e-05, + "loss": 0.0359, + "step": 12590 + }, + { + "epoch": 11.786716557530402, + "grad_norm": 0.13885802030563354, + "learning_rate": 6.70198412511347e-05, + "loss": 0.0332, + "step": 12600 + }, + { + "epoch": 11.796071094480823, + "grad_norm": 0.16847246885299683, + "learning_rate": 6.69680066646793e-05, + "loss": 0.0357, + "step": 12610 + }, + { + "epoch": 11.805425631431245, + "grad_norm": 0.1344219595193863, + "learning_rate": 6.691615146049583e-05, + "loss": 0.0365, + "step": 12620 + }, + { + "epoch": 11.814780168381665, + "grad_norm": 0.11401152610778809, + "learning_rate": 6.686427570159324e-05, + "loss": 0.0372, + "step": 12630 + }, + { + "epoch": 11.824134705332087, + "grad_norm": 0.1172330304980278, + "learning_rate": 6.681237945100548e-05, + "loss": 0.0357, + "step": 12640 + }, + { + "epoch": 11.833489242282507, + "grad_norm": 0.10248842090368271, + "learning_rate": 6.676046277179139e-05, + "loss": 0.0358, + "step": 12650 + }, + { + "epoch": 11.842843779232927, + "grad_norm": 0.10100040584802628, + "learning_rate": 6.670852572703462e-05, + "loss": 0.037, + "step": 12660 + }, + { + "epoch": 11.85219831618335, + "grad_norm": 0.11963999271392822, + "learning_rate": 6.665656837984359e-05, + "loss": 0.0383, + "step": 12670 + }, + { + "epoch": 11.86155285313377, + "grad_norm": 0.12224441766738892, + "learning_rate": 6.660459079335135e-05, + "loss": 0.0337, + "step": 12680 + }, + { + "epoch": 11.870907390084191, + "grad_norm": 0.10249372571706772, + "learning_rate": 6.655259303071558e-05, + "loss": 0.0349, + "step": 12690 + }, + { + "epoch": 11.880261927034612, + "grad_norm": 0.130471333861351, + "learning_rate": 6.650057515511848e-05, + "loss": 0.0352, + "step": 12700 + }, + { + "epoch": 11.889616463985032, + "grad_norm": 0.13296234607696533, + "learning_rate": 6.644853722976667e-05, + "loss": 0.0383, + "step": 12710 + }, + { + "epoch": 11.898971000935454, + "grad_norm": 0.1491084098815918, + "learning_rate": 6.639647931789113e-05, + "loss": 0.0341, + "step": 12720 + }, + { + "epoch": 11.908325537885874, + "grad_norm": 0.15482518076896667, + "learning_rate": 6.634440148274713e-05, + "loss": 0.0351, + "step": 12730 + }, + { + "epoch": 11.917680074836296, + "grad_norm": 0.13764534890651703, + "learning_rate": 6.629230378761415e-05, + "loss": 0.035, + "step": 12740 + }, + { + "epoch": 11.927034611786716, + "grad_norm": 0.12423313409090042, + "learning_rate": 6.624018629579581e-05, + "loss": 0.0338, + "step": 12750 + }, + { + "epoch": 11.936389148737138, + "grad_norm": 0.12798583507537842, + "learning_rate": 6.618804907061976e-05, + "loss": 0.0383, + "step": 12760 + }, + { + "epoch": 11.945743685687559, + "grad_norm": 0.13369445502758026, + "learning_rate": 6.613589217543766e-05, + "loss": 0.0345, + "step": 12770 + }, + { + "epoch": 11.955098222637979, + "grad_norm": 0.11801999807357788, + "learning_rate": 6.608371567362504e-05, + "loss": 0.0352, + "step": 12780 + }, + { + "epoch": 11.9644527595884, + "grad_norm": 0.12216466665267944, + "learning_rate": 6.60315196285813e-05, + "loss": 0.0357, + "step": 12790 + }, + { + "epoch": 11.973807296538821, + "grad_norm": 0.12776289880275726, + "learning_rate": 6.597930410372954e-05, + "loss": 0.0355, + "step": 12800 + }, + { + "epoch": 11.983161833489243, + "grad_norm": 0.11072685569524765, + "learning_rate": 6.592706916251653e-05, + "loss": 0.0348, + "step": 12810 + }, + { + "epoch": 11.992516370439663, + "grad_norm": 0.10454142093658447, + "learning_rate": 6.587481486841267e-05, + "loss": 0.0353, + "step": 12820 + }, + { + "epoch": 12.001870907390083, + "grad_norm": 0.13847212493419647, + "learning_rate": 6.582254128491184e-05, + "loss": 0.0344, + "step": 12830 + }, + { + "epoch": 12.011225444340505, + "grad_norm": 0.10158561170101166, + "learning_rate": 6.577024847553139e-05, + "loss": 0.0331, + "step": 12840 + }, + { + "epoch": 12.020579981290926, + "grad_norm": 0.10905535519123077, + "learning_rate": 6.571793650381201e-05, + "loss": 0.0321, + "step": 12850 + }, + { + "epoch": 12.029934518241348, + "grad_norm": 0.1536157876253128, + "learning_rate": 6.566560543331766e-05, + "loss": 0.0352, + "step": 12860 + }, + { + "epoch": 12.039289055191768, + "grad_norm": 0.10375682264566422, + "learning_rate": 6.561325532763554e-05, + "loss": 0.0339, + "step": 12870 + }, + { + "epoch": 12.04864359214219, + "grad_norm": 0.140153169631958, + "learning_rate": 6.556088625037597e-05, + "loss": 0.0357, + "step": 12880 + }, + { + "epoch": 12.05799812909261, + "grad_norm": 0.1058744490146637, + "learning_rate": 6.55084982651723e-05, + "loss": 0.0332, + "step": 12890 + }, + { + "epoch": 12.06735266604303, + "grad_norm": 0.10881725698709488, + "learning_rate": 6.54560914356809e-05, + "loss": 0.0343, + "step": 12900 + }, + { + "epoch": 12.076707202993452, + "grad_norm": 0.08115549385547638, + "learning_rate": 6.540366582558097e-05, + "loss": 0.0333, + "step": 12910 + }, + { + "epoch": 12.086061739943872, + "grad_norm": 0.10061080753803253, + "learning_rate": 6.53512214985746e-05, + "loss": 0.0378, + "step": 12920 + }, + { + "epoch": 12.095416276894294, + "grad_norm": 0.09430982172489166, + "learning_rate": 6.529875851838658e-05, + "loss": 0.0351, + "step": 12930 + }, + { + "epoch": 12.104770813844715, + "grad_norm": 0.15184776484966278, + "learning_rate": 6.52462769487644e-05, + "loss": 0.0359, + "step": 12940 + }, + { + "epoch": 12.114125350795135, + "grad_norm": 0.1302518993616104, + "learning_rate": 6.519377685347807e-05, + "loss": 0.0329, + "step": 12950 + }, + { + "epoch": 12.123479887745557, + "grad_norm": 0.12277519702911377, + "learning_rate": 6.514125829632021e-05, + "loss": 0.0328, + "step": 12960 + }, + { + "epoch": 12.132834424695977, + "grad_norm": 0.10726593434810638, + "learning_rate": 6.508872134110577e-05, + "loss": 0.0336, + "step": 12970 + }, + { + "epoch": 12.142188961646399, + "grad_norm": 0.10739023238420486, + "learning_rate": 6.503616605167213e-05, + "loss": 0.0345, + "step": 12980 + }, + { + "epoch": 12.15154349859682, + "grad_norm": 0.1365116685628891, + "learning_rate": 6.498359249187893e-05, + "loss": 0.0334, + "step": 12990 + }, + { + "epoch": 12.160898035547241, + "grad_norm": 0.1346597969532013, + "learning_rate": 6.493100072560799e-05, + "loss": 0.0347, + "step": 13000 + }, + { + "epoch": 12.170252572497661, + "grad_norm": 0.12872619926929474, + "learning_rate": 6.487839081676327e-05, + "loss": 0.0338, + "step": 13010 + }, + { + "epoch": 12.179607109448082, + "grad_norm": 0.12584829330444336, + "learning_rate": 6.482576282927076e-05, + "loss": 0.0336, + "step": 13020 + }, + { + "epoch": 12.188961646398504, + "grad_norm": 0.1124727800488472, + "learning_rate": 6.477311682707845e-05, + "loss": 0.0321, + "step": 13030 + }, + { + "epoch": 12.198316183348924, + "grad_norm": 0.1077725887298584, + "learning_rate": 6.472045287415616e-05, + "loss": 0.0344, + "step": 13040 + }, + { + "epoch": 12.207670720299346, + "grad_norm": 0.1043303981423378, + "learning_rate": 6.466777103449558e-05, + "loss": 0.0316, + "step": 13050 + }, + { + "epoch": 12.217025257249766, + "grad_norm": 0.10964657366275787, + "learning_rate": 6.461507137211012e-05, + "loss": 0.0333, + "step": 13060 + }, + { + "epoch": 12.226379794200188, + "grad_norm": 0.10279780626296997, + "learning_rate": 6.456235395103483e-05, + "loss": 0.0333, + "step": 13070 + }, + { + "epoch": 12.235734331150608, + "grad_norm": 0.11064111441373825, + "learning_rate": 6.450961883532634e-05, + "loss": 0.0325, + "step": 13080 + }, + { + "epoch": 12.245088868101028, + "grad_norm": 0.10774558782577515, + "learning_rate": 6.445686608906283e-05, + "loss": 0.0342, + "step": 13090 + }, + { + "epoch": 12.25444340505145, + "grad_norm": 0.11478910595178604, + "learning_rate": 6.44040957763438e-05, + "loss": 0.0355, + "step": 13100 + }, + { + "epoch": 12.26379794200187, + "grad_norm": 0.15771399438381195, + "learning_rate": 6.435130796129018e-05, + "loss": 0.0361, + "step": 13110 + }, + { + "epoch": 12.273152478952293, + "grad_norm": 0.1110253557562828, + "learning_rate": 6.429850270804416e-05, + "loss": 0.0356, + "step": 13120 + }, + { + "epoch": 12.282507015902713, + "grad_norm": 0.13525308668613434, + "learning_rate": 6.424568008076909e-05, + "loss": 0.0353, + "step": 13130 + }, + { + "epoch": 12.291861552853133, + "grad_norm": 0.15095993876457214, + "learning_rate": 6.419284014364943e-05, + "loss": 0.0338, + "step": 13140 + }, + { + "epoch": 12.301216089803555, + "grad_norm": 0.1038196012377739, + "learning_rate": 6.41399829608907e-05, + "loss": 0.034, + "step": 13150 + }, + { + "epoch": 12.310570626753975, + "grad_norm": 0.14463649690151215, + "learning_rate": 6.408710859671938e-05, + "loss": 0.0355, + "step": 13160 + }, + { + "epoch": 12.319925163704397, + "grad_norm": 0.13633140921592712, + "learning_rate": 6.403421711538278e-05, + "loss": 0.0356, + "step": 13170 + }, + { + "epoch": 12.329279700654817, + "grad_norm": 0.11906403303146362, + "learning_rate": 6.398130858114903e-05, + "loss": 0.0373, + "step": 13180 + }, + { + "epoch": 12.33863423760524, + "grad_norm": 0.12620103359222412, + "learning_rate": 6.392838305830701e-05, + "loss": 0.0349, + "step": 13190 + }, + { + "epoch": 12.34798877455566, + "grad_norm": 0.07341662794351578, + "learning_rate": 6.387544061116621e-05, + "loss": 0.0335, + "step": 13200 + }, + { + "epoch": 12.35734331150608, + "grad_norm": 0.09200423955917358, + "learning_rate": 6.382248130405671e-05, + "loss": 0.0332, + "step": 13210 + }, + { + "epoch": 12.366697848456502, + "grad_norm": 0.10455375164747238, + "learning_rate": 6.376950520132905e-05, + "loss": 0.035, + "step": 13220 + }, + { + "epoch": 12.376052385406922, + "grad_norm": 0.11562392860651016, + "learning_rate": 6.371651236735418e-05, + "loss": 0.0334, + "step": 13230 + }, + { + "epoch": 12.385406922357344, + "grad_norm": 0.12431720644235611, + "learning_rate": 6.366350286652341e-05, + "loss": 0.0332, + "step": 13240 + }, + { + "epoch": 12.394761459307764, + "grad_norm": 0.1227678433060646, + "learning_rate": 6.361047676324827e-05, + "loss": 0.0341, + "step": 13250 + }, + { + "epoch": 12.404115996258184, + "grad_norm": 0.1218484491109848, + "learning_rate": 6.355743412196047e-05, + "loss": 0.0324, + "step": 13260 + }, + { + "epoch": 12.413470533208606, + "grad_norm": 0.11449207365512848, + "learning_rate": 6.350437500711184e-05, + "loss": 0.0349, + "step": 13270 + }, + { + "epoch": 12.422825070159027, + "grad_norm": 0.10744109749794006, + "learning_rate": 6.345129948317418e-05, + "loss": 0.0344, + "step": 13280 + }, + { + "epoch": 12.432179607109449, + "grad_norm": 0.10753919184207916, + "learning_rate": 6.33982076146393e-05, + "loss": 0.0328, + "step": 13290 + }, + { + "epoch": 12.441534144059869, + "grad_norm": 0.10666733980178833, + "learning_rate": 6.334509946601879e-05, + "loss": 0.0332, + "step": 13300 + }, + { + "epoch": 12.45088868101029, + "grad_norm": 0.10899532586336136, + "learning_rate": 6.329197510184406e-05, + "loss": 0.034, + "step": 13310 + }, + { + "epoch": 12.460243217960711, + "grad_norm": 0.11260828375816345, + "learning_rate": 6.323883458666624e-05, + "loss": 0.0337, + "step": 13320 + }, + { + "epoch": 12.469597754911131, + "grad_norm": 0.12076864391565323, + "learning_rate": 6.318567798505605e-05, + "loss": 0.0327, + "step": 13330 + }, + { + "epoch": 12.478952291861553, + "grad_norm": 0.09607191383838654, + "learning_rate": 6.313250536160378e-05, + "loss": 0.0367, + "step": 13340 + }, + { + "epoch": 12.488306828811973, + "grad_norm": 0.11425892263650894, + "learning_rate": 6.307931678091917e-05, + "loss": 0.0337, + "step": 13350 + }, + { + "epoch": 12.497661365762395, + "grad_norm": 0.10083373636007309, + "learning_rate": 6.302611230763138e-05, + "loss": 0.0333, + "step": 13360 + }, + { + "epoch": 12.507015902712816, + "grad_norm": 0.11161336302757263, + "learning_rate": 6.297289200638887e-05, + "loss": 0.0337, + "step": 13370 + }, + { + "epoch": 12.516370439663238, + "grad_norm": 0.113594651222229, + "learning_rate": 6.29196559418593e-05, + "loss": 0.032, + "step": 13380 + }, + { + "epoch": 12.525724976613658, + "grad_norm": 0.09082413464784622, + "learning_rate": 6.286640417872951e-05, + "loss": 0.0337, + "step": 13390 + }, + { + "epoch": 12.535079513564078, + "grad_norm": 0.1245337501168251, + "learning_rate": 6.281313678170542e-05, + "loss": 0.0344, + "step": 13400 + }, + { + "epoch": 12.5444340505145, + "grad_norm": 0.10961870849132538, + "learning_rate": 6.275985381551194e-05, + "loss": 0.034, + "step": 13410 + }, + { + "epoch": 12.55378858746492, + "grad_norm": 0.1292887181043625, + "learning_rate": 6.270655534489292e-05, + "loss": 0.0328, + "step": 13420 + }, + { + "epoch": 12.563143124415342, + "grad_norm": 0.14406010508537292, + "learning_rate": 6.265324143461098e-05, + "loss": 0.0352, + "step": 13430 + }, + { + "epoch": 12.572497661365762, + "grad_norm": 0.11669345200061798, + "learning_rate": 6.259991214944758e-05, + "loss": 0.0345, + "step": 13440 + }, + { + "epoch": 12.581852198316183, + "grad_norm": 0.10963217914104462, + "learning_rate": 6.254656755420283e-05, + "loss": 0.0338, + "step": 13450 + }, + { + "epoch": 12.591206735266605, + "grad_norm": 0.09734580665826797, + "learning_rate": 6.249320771369545e-05, + "loss": 0.0344, + "step": 13460 + }, + { + "epoch": 12.600561272217025, + "grad_norm": 0.12152787297964096, + "learning_rate": 6.243983269276263e-05, + "loss": 0.0343, + "step": 13470 + }, + { + "epoch": 12.609915809167447, + "grad_norm": 0.11387921869754791, + "learning_rate": 6.238644255626012e-05, + "loss": 0.035, + "step": 13480 + }, + { + "epoch": 12.619270346117867, + "grad_norm": 0.13229532539844513, + "learning_rate": 6.233303736906193e-05, + "loss": 0.0359, + "step": 13490 + }, + { + "epoch": 12.628624883068287, + "grad_norm": 0.1153617650270462, + "learning_rate": 6.227961719606039e-05, + "loss": 0.0338, + "step": 13500 + }, + { + "epoch": 12.63797942001871, + "grad_norm": 0.12180189043283463, + "learning_rate": 6.222618210216608e-05, + "loss": 0.0357, + "step": 13510 + }, + { + "epoch": 12.64733395696913, + "grad_norm": 0.12837651371955872, + "learning_rate": 6.217273215230767e-05, + "loss": 0.0341, + "step": 13520 + }, + { + "epoch": 12.656688493919551, + "grad_norm": 0.11646553874015808, + "learning_rate": 6.211926741143188e-05, + "loss": 0.0351, + "step": 13530 + }, + { + "epoch": 12.666043030869972, + "grad_norm": 0.13093045353889465, + "learning_rate": 6.20657879445034e-05, + "loss": 0.0342, + "step": 13540 + }, + { + "epoch": 12.675397567820394, + "grad_norm": 0.13282650709152222, + "learning_rate": 6.201229381650485e-05, + "loss": 0.034, + "step": 13550 + }, + { + "epoch": 12.684752104770814, + "grad_norm": 0.17297020554542542, + "learning_rate": 6.195878509243661e-05, + "loss": 0.032, + "step": 13560 + }, + { + "epoch": 12.694106641721234, + "grad_norm": 0.12844699621200562, + "learning_rate": 6.190526183731685e-05, + "loss": 0.0356, + "step": 13570 + }, + { + "epoch": 12.703461178671656, + "grad_norm": 0.1130722239613533, + "learning_rate": 6.185172411618138e-05, + "loss": 0.0335, + "step": 13580 + }, + { + "epoch": 12.712815715622076, + "grad_norm": 0.13580945134162903, + "learning_rate": 6.179817199408355e-05, + "loss": 0.0339, + "step": 13590 + }, + { + "epoch": 12.722170252572498, + "grad_norm": 0.12368631362915039, + "learning_rate": 6.174460553609426e-05, + "loss": 0.0349, + "step": 13600 + }, + { + "epoch": 12.731524789522918, + "grad_norm": 0.09322511404752731, + "learning_rate": 6.16910248073018e-05, + "loss": 0.0319, + "step": 13610 + }, + { + "epoch": 12.74087932647334, + "grad_norm": 0.08525147289037704, + "learning_rate": 6.16374298728118e-05, + "loss": 0.0322, + "step": 13620 + }, + { + "epoch": 12.75023386342376, + "grad_norm": 0.08196070045232773, + "learning_rate": 6.158382079774716e-05, + "loss": 0.034, + "step": 13630 + }, + { + "epoch": 12.75958840037418, + "grad_norm": 0.13570944964885712, + "learning_rate": 6.153019764724799e-05, + "loss": 0.0324, + "step": 13640 + }, + { + "epoch": 12.768942937324603, + "grad_norm": 0.15503035485744476, + "learning_rate": 6.147656048647144e-05, + "loss": 0.0336, + "step": 13650 + }, + { + "epoch": 12.778297474275023, + "grad_norm": 0.12700992822647095, + "learning_rate": 6.142290938059173e-05, + "loss": 0.0339, + "step": 13660 + }, + { + "epoch": 12.787652011225445, + "grad_norm": 0.12384742498397827, + "learning_rate": 6.136924439480001e-05, + "loss": 0.0326, + "step": 13670 + }, + { + "epoch": 12.797006548175865, + "grad_norm": 0.13374941051006317, + "learning_rate": 6.13155655943043e-05, + "loss": 0.0337, + "step": 13680 + }, + { + "epoch": 12.806361085126285, + "grad_norm": 0.10050512850284576, + "learning_rate": 6.126187304432941e-05, + "loss": 0.0321, + "step": 13690 + }, + { + "epoch": 12.815715622076707, + "grad_norm": 0.11652303487062454, + "learning_rate": 6.120816681011684e-05, + "loss": 0.0333, + "step": 13700 + }, + { + "epoch": 12.825070159027128, + "grad_norm": 0.08777488768100739, + "learning_rate": 6.115444695692474e-05, + "loss": 0.033, + "step": 13710 + }, + { + "epoch": 12.83442469597755, + "grad_norm": 0.1179283857345581, + "learning_rate": 6.110071355002779e-05, + "loss": 0.0334, + "step": 13720 + }, + { + "epoch": 12.84377923292797, + "grad_norm": 0.1031818687915802, + "learning_rate": 6.104696665471714e-05, + "loss": 0.0327, + "step": 13730 + }, + { + "epoch": 12.853133769878392, + "grad_norm": 0.1192215159535408, + "learning_rate": 6.099320633630036e-05, + "loss": 0.0339, + "step": 13740 + }, + { + "epoch": 12.862488306828812, + "grad_norm": 0.11051671206951141, + "learning_rate": 6.093943266010128e-05, + "loss": 0.033, + "step": 13750 + }, + { + "epoch": 12.871842843779232, + "grad_norm": 0.11132101714611053, + "learning_rate": 6.088564569146e-05, + "loss": 0.032, + "step": 13760 + }, + { + "epoch": 12.881197380729654, + "grad_norm": 0.10915874689817429, + "learning_rate": 6.083184549573274e-05, + "loss": 0.0327, + "step": 13770 + }, + { + "epoch": 12.890551917680074, + "grad_norm": 0.10342714190483093, + "learning_rate": 6.077803213829184e-05, + "loss": 0.033, + "step": 13780 + }, + { + "epoch": 12.899906454630496, + "grad_norm": 0.13176381587982178, + "learning_rate": 6.0724205684525594e-05, + "loss": 0.0335, + "step": 13790 + }, + { + "epoch": 12.909260991580917, + "grad_norm": 0.12714365124702454, + "learning_rate": 6.0670366199838215e-05, + "loss": 0.0306, + "step": 13800 + }, + { + "epoch": 12.918615528531337, + "grad_norm": 0.16130416095256805, + "learning_rate": 6.061651374964974e-05, + "loss": 0.0339, + "step": 13810 + }, + { + "epoch": 12.927970065481759, + "grad_norm": 0.0965743213891983, + "learning_rate": 6.0562648399396004e-05, + "loss": 0.032, + "step": 13820 + }, + { + "epoch": 12.937324602432179, + "grad_norm": 0.12737999856472015, + "learning_rate": 6.050877021452845e-05, + "loss": 0.0346, + "step": 13830 + }, + { + "epoch": 12.946679139382601, + "grad_norm": 0.15857543051242828, + "learning_rate": 6.04548792605142e-05, + "loss": 0.0339, + "step": 13840 + }, + { + "epoch": 12.956033676333021, + "grad_norm": 0.12413010001182556, + "learning_rate": 6.04009756028358e-05, + "loss": 0.0319, + "step": 13850 + }, + { + "epoch": 12.965388213283443, + "grad_norm": 0.14788800477981567, + "learning_rate": 6.0347059306991294e-05, + "loss": 0.0341, + "step": 13860 + }, + { + "epoch": 12.974742750233863, + "grad_norm": 0.1223008781671524, + "learning_rate": 6.029313043849407e-05, + "loss": 0.0325, + "step": 13870 + }, + { + "epoch": 12.984097287184284, + "grad_norm": 0.12439190596342087, + "learning_rate": 6.023918906287279e-05, + "loss": 0.0317, + "step": 13880 + }, + { + "epoch": 12.993451824134706, + "grad_norm": 0.13838259875774384, + "learning_rate": 6.01852352456713e-05, + "loss": 0.0335, + "step": 13890 + }, + { + "epoch": 13.002806361085126, + "grad_norm": 0.1367839127779007, + "learning_rate": 6.013126905244858e-05, + "loss": 0.0338, + "step": 13900 + }, + { + "epoch": 13.012160898035548, + "grad_norm": 0.1364876925945282, + "learning_rate": 6.007729054877864e-05, + "loss": 0.0338, + "step": 13910 + }, + { + "epoch": 13.021515434985968, + "grad_norm": 0.10194748640060425, + "learning_rate": 6.0023299800250466e-05, + "loss": 0.0368, + "step": 13920 + }, + { + "epoch": 13.030869971936388, + "grad_norm": 0.10007321089506149, + "learning_rate": 5.9969296872467894e-05, + "loss": 0.0339, + "step": 13930 + }, + { + "epoch": 13.04022450888681, + "grad_norm": 0.12428310513496399, + "learning_rate": 5.9915281831049585e-05, + "loss": 0.033, + "step": 13940 + }, + { + "epoch": 13.04957904583723, + "grad_norm": 0.12909109890460968, + "learning_rate": 5.98612547416289e-05, + "loss": 0.0353, + "step": 13950 + }, + { + "epoch": 13.058933582787652, + "grad_norm": 0.12840695679187775, + "learning_rate": 5.9807215669853855e-05, + "loss": 0.0319, + "step": 13960 + }, + { + "epoch": 13.068288119738073, + "grad_norm": 0.10617206990718842, + "learning_rate": 5.9753164681387e-05, + "loss": 0.0326, + "step": 13970 + }, + { + "epoch": 13.077642656688495, + "grad_norm": 0.09147440642118454, + "learning_rate": 5.969910184190539e-05, + "loss": 0.0329, + "step": 13980 + }, + { + "epoch": 13.086997193638915, + "grad_norm": 0.11552063375711441, + "learning_rate": 5.9645027217100477e-05, + "loss": 0.031, + "step": 13990 + }, + { + "epoch": 13.096351730589335, + "grad_norm": 0.13156266510486603, + "learning_rate": 5.959094087267804e-05, + "loss": 0.0323, + "step": 14000 + }, + { + "epoch": 13.105706267539757, + "grad_norm": 0.10406665503978729, + "learning_rate": 5.9536842874358065e-05, + "loss": 0.0321, + "step": 14010 + }, + { + "epoch": 13.115060804490177, + "grad_norm": 0.08976460248231888, + "learning_rate": 5.9482733287874734e-05, + "loss": 0.0338, + "step": 14020 + }, + { + "epoch": 13.1244153414406, + "grad_norm": 0.10580518841743469, + "learning_rate": 5.942861217897631e-05, + "loss": 0.0334, + "step": 14030 + }, + { + "epoch": 13.13376987839102, + "grad_norm": 0.1244254857301712, + "learning_rate": 5.9374479613425e-05, + "loss": 0.0338, + "step": 14040 + }, + { + "epoch": 13.14312441534144, + "grad_norm": 0.1472034901380539, + "learning_rate": 5.932033565699704e-05, + "loss": 0.0324, + "step": 14050 + }, + { + "epoch": 13.152478952291862, + "grad_norm": 0.19192694127559662, + "learning_rate": 5.926618037548237e-05, + "loss": 0.0322, + "step": 14060 + }, + { + "epoch": 13.161833489242282, + "grad_norm": 0.12583161890506744, + "learning_rate": 5.9212013834684824e-05, + "loss": 0.032, + "step": 14070 + }, + { + "epoch": 13.171188026192704, + "grad_norm": 0.14730684459209442, + "learning_rate": 5.9157836100421824e-05, + "loss": 0.033, + "step": 14080 + }, + { + "epoch": 13.180542563143124, + "grad_norm": 0.1408410519361496, + "learning_rate": 5.910364723852444e-05, + "loss": 0.0354, + "step": 14090 + }, + { + "epoch": 13.189897100093546, + "grad_norm": 0.12154003977775574, + "learning_rate": 5.904944731483723e-05, + "loss": 0.033, + "step": 14100 + }, + { + "epoch": 13.199251637043966, + "grad_norm": 0.18564501404762268, + "learning_rate": 5.899523639521825e-05, + "loss": 0.0347, + "step": 14110 + }, + { + "epoch": 13.208606173994387, + "grad_norm": 0.09870575368404388, + "learning_rate": 5.894101454553883e-05, + "loss": 0.0329, + "step": 14120 + }, + { + "epoch": 13.217960710944809, + "grad_norm": 0.12260812520980835, + "learning_rate": 5.888678183168368e-05, + "loss": 0.032, + "step": 14130 + }, + { + "epoch": 13.227315247895229, + "grad_norm": 0.1160866916179657, + "learning_rate": 5.883253831955061e-05, + "loss": 0.0309, + "step": 14140 + }, + { + "epoch": 13.23666978484565, + "grad_norm": 0.12020037323236465, + "learning_rate": 5.8778284075050625e-05, + "loss": 0.0328, + "step": 14150 + }, + { + "epoch": 13.246024321796071, + "grad_norm": 0.1289381980895996, + "learning_rate": 5.872401916410777e-05, + "loss": 0.0321, + "step": 14160 + }, + { + "epoch": 13.255378858746493, + "grad_norm": 0.1544286012649536, + "learning_rate": 5.8669743652659014e-05, + "loss": 0.0311, + "step": 14170 + }, + { + "epoch": 13.264733395696913, + "grad_norm": 0.11921785771846771, + "learning_rate": 5.86154576066542e-05, + "loss": 0.0321, + "step": 14180 + }, + { + "epoch": 13.274087932647333, + "grad_norm": 0.10623251646757126, + "learning_rate": 5.856116109205602e-05, + "loss": 0.0301, + "step": 14190 + }, + { + "epoch": 13.283442469597755, + "grad_norm": 0.10157809406518936, + "learning_rate": 5.850685417483983e-05, + "loss": 0.0314, + "step": 14200 + }, + { + "epoch": 13.292797006548176, + "grad_norm": 0.13779936730861664, + "learning_rate": 5.8452536920993684e-05, + "loss": 0.0309, + "step": 14210 + }, + { + "epoch": 13.302151543498598, + "grad_norm": 0.11170853674411774, + "learning_rate": 5.839820939651817e-05, + "loss": 0.0328, + "step": 14220 + }, + { + "epoch": 13.311506080449018, + "grad_norm": 0.08438602834939957, + "learning_rate": 5.834387166742632e-05, + "loss": 0.0333, + "step": 14230 + }, + { + "epoch": 13.320860617399438, + "grad_norm": 0.10405506938695908, + "learning_rate": 5.828952379974364e-05, + "loss": 0.0311, + "step": 14240 + }, + { + "epoch": 13.33021515434986, + "grad_norm": 0.13485318422317505, + "learning_rate": 5.8235165859507864e-05, + "loss": 0.0323, + "step": 14250 + }, + { + "epoch": 13.33956969130028, + "grad_norm": 0.14923889935016632, + "learning_rate": 5.818079791276907e-05, + "loss": 0.032, + "step": 14260 + }, + { + "epoch": 13.348924228250702, + "grad_norm": 0.11901997029781342, + "learning_rate": 5.8126420025589415e-05, + "loss": 0.0316, + "step": 14270 + }, + { + "epoch": 13.358278765201122, + "grad_norm": 0.17591437697410583, + "learning_rate": 5.807203226404313e-05, + "loss": 0.0298, + "step": 14280 + }, + { + "epoch": 13.367633302151544, + "grad_norm": 0.10591032356023788, + "learning_rate": 5.801763469421652e-05, + "loss": 0.0322, + "step": 14290 + }, + { + "epoch": 13.376987839101965, + "grad_norm": 0.12706215679645538, + "learning_rate": 5.796322738220774e-05, + "loss": 0.0314, + "step": 14300 + }, + { + "epoch": 13.386342376052385, + "grad_norm": 0.11385294795036316, + "learning_rate": 5.79088103941268e-05, + "loss": 0.0327, + "step": 14310 + }, + { + "epoch": 13.395696913002807, + "grad_norm": 0.11250866949558258, + "learning_rate": 5.785438379609549e-05, + "loss": 0.0335, + "step": 14320 + }, + { + "epoch": 13.405051449953227, + "grad_norm": 0.11417888104915619, + "learning_rate": 5.779994765424724e-05, + "loss": 0.0333, + "step": 14330 + }, + { + "epoch": 13.414405986903649, + "grad_norm": 0.11214642226696014, + "learning_rate": 5.7745502034727114e-05, + "loss": 0.0334, + "step": 14340 + }, + { + "epoch": 13.42376052385407, + "grad_norm": 0.12913063168525696, + "learning_rate": 5.769104700369164e-05, + "loss": 0.0336, + "step": 14350 + }, + { + "epoch": 13.43311506080449, + "grad_norm": 0.14375226199626923, + "learning_rate": 5.7636582627308854e-05, + "loss": 0.0323, + "step": 14360 + }, + { + "epoch": 13.442469597754911, + "grad_norm": 0.09655135869979858, + "learning_rate": 5.7582108971758095e-05, + "loss": 0.0328, + "step": 14370 + }, + { + "epoch": 13.451824134705332, + "grad_norm": 0.13947443664073944, + "learning_rate": 5.752762610322999e-05, + "loss": 0.0335, + "step": 14380 + }, + { + "epoch": 13.461178671655754, + "grad_norm": 0.1250183880329132, + "learning_rate": 5.747313408792636e-05, + "loss": 0.0301, + "step": 14390 + }, + { + "epoch": 13.470533208606174, + "grad_norm": 0.12474324554204941, + "learning_rate": 5.741863299206014e-05, + "loss": 0.0311, + "step": 14400 + }, + { + "epoch": 13.479887745556596, + "grad_norm": 0.10925887525081635, + "learning_rate": 5.73641228818553e-05, + "loss": 0.0293, + "step": 14410 + }, + { + "epoch": 13.489242282507016, + "grad_norm": 0.11082867532968521, + "learning_rate": 5.730960382354676e-05, + "loss": 0.0323, + "step": 14420 + }, + { + "epoch": 13.498596819457436, + "grad_norm": 0.11535894125699997, + "learning_rate": 5.725507588338035e-05, + "loss": 0.0314, + "step": 14430 + }, + { + "epoch": 13.507951356407858, + "grad_norm": 0.1220884919166565, + "learning_rate": 5.7200539127612604e-05, + "loss": 0.031, + "step": 14440 + }, + { + "epoch": 13.517305893358278, + "grad_norm": 0.157136008143425, + "learning_rate": 5.714599362251087e-05, + "loss": 0.032, + "step": 14450 + }, + { + "epoch": 13.5266604303087, + "grad_norm": 0.11256369203329086, + "learning_rate": 5.709143943435307e-05, + "loss": 0.0313, + "step": 14460 + }, + { + "epoch": 13.53601496725912, + "grad_norm": 0.11616457998752594, + "learning_rate": 5.7036876629427646e-05, + "loss": 0.0293, + "step": 14470 + }, + { + "epoch": 13.545369504209543, + "grad_norm": 0.09599228203296661, + "learning_rate": 5.698230527403361e-05, + "loss": 0.0307, + "step": 14480 + }, + { + "epoch": 13.554724041159963, + "grad_norm": 0.1258319616317749, + "learning_rate": 5.6927725434480274e-05, + "loss": 0.0323, + "step": 14490 + }, + { + "epoch": 13.564078578110383, + "grad_norm": 0.09087731689214706, + "learning_rate": 5.687313717708728e-05, + "loss": 0.0306, + "step": 14500 + }, + { + "epoch": 13.573433115060805, + "grad_norm": 0.12116435915231705, + "learning_rate": 5.681854056818453e-05, + "loss": 0.0302, + "step": 14510 + }, + { + "epoch": 13.582787652011225, + "grad_norm": 0.1387864202260971, + "learning_rate": 5.676393567411205e-05, + "loss": 0.031, + "step": 14520 + }, + { + "epoch": 13.592142188961647, + "grad_norm": 0.12108117341995239, + "learning_rate": 5.670932256121991e-05, + "loss": 0.0326, + "step": 14530 + }, + { + "epoch": 13.601496725912067, + "grad_norm": 0.11647936701774597, + "learning_rate": 5.6654701295868216e-05, + "loss": 0.0328, + "step": 14540 + }, + { + "epoch": 13.610851262862488, + "grad_norm": 0.10228951275348663, + "learning_rate": 5.660007194442697e-05, + "loss": 0.031, + "step": 14550 + }, + { + "epoch": 13.62020579981291, + "grad_norm": 0.11262965202331543, + "learning_rate": 5.6545434573275946e-05, + "loss": 0.0323, + "step": 14560 + }, + { + "epoch": 13.62956033676333, + "grad_norm": 0.1014024168252945, + "learning_rate": 5.649078924880472e-05, + "loss": 0.0314, + "step": 14570 + }, + { + "epoch": 13.638914873713752, + "grad_norm": 0.11166317760944366, + "learning_rate": 5.643613603741252e-05, + "loss": 0.0289, + "step": 14580 + }, + { + "epoch": 13.648269410664172, + "grad_norm": 0.10967594385147095, + "learning_rate": 5.6381475005508154e-05, + "loss": 0.0324, + "step": 14590 + }, + { + "epoch": 13.657623947614592, + "grad_norm": 0.10011638700962067, + "learning_rate": 5.632680621950992e-05, + "loss": 0.0309, + "step": 14600 + }, + { + "epoch": 13.666978484565014, + "grad_norm": 0.1130593791604042, + "learning_rate": 5.627212974584555e-05, + "loss": 0.0315, + "step": 14610 + }, + { + "epoch": 13.676333021515434, + "grad_norm": 0.11149054020643234, + "learning_rate": 5.62174456509521e-05, + "loss": 0.0308, + "step": 14620 + }, + { + "epoch": 13.685687558465856, + "grad_norm": 0.0866246223449707, + "learning_rate": 5.616275400127594e-05, + "loss": 0.031, + "step": 14630 + }, + { + "epoch": 13.695042095416277, + "grad_norm": 0.1487385481595993, + "learning_rate": 5.610805486327254e-05, + "loss": 0.0309, + "step": 14640 + }, + { + "epoch": 13.704396632366699, + "grad_norm": 0.13484466075897217, + "learning_rate": 5.6053348303406536e-05, + "loss": 0.033, + "step": 14650 + }, + { + "epoch": 13.713751169317119, + "grad_norm": 0.12567703425884247, + "learning_rate": 5.599863438815156e-05, + "loss": 0.0317, + "step": 14660 + }, + { + "epoch": 13.723105706267539, + "grad_norm": 0.11503294855356216, + "learning_rate": 5.594391318399017e-05, + "loss": 0.0297, + "step": 14670 + }, + { + "epoch": 13.732460243217961, + "grad_norm": 0.11180750280618668, + "learning_rate": 5.588918475741377e-05, + "loss": 0.0327, + "step": 14680 + }, + { + "epoch": 13.741814780168381, + "grad_norm": 0.11080215871334076, + "learning_rate": 5.5834449174922586e-05, + "loss": 0.0311, + "step": 14690 + }, + { + "epoch": 13.751169317118803, + "grad_norm": 0.11301170289516449, + "learning_rate": 5.57797065030255e-05, + "loss": 0.0307, + "step": 14700 + }, + { + "epoch": 13.760523854069223, + "grad_norm": 0.13584813475608826, + "learning_rate": 5.5724956808240016e-05, + "loss": 0.0331, + "step": 14710 + }, + { + "epoch": 13.769878391019645, + "grad_norm": 0.10373255610466003, + "learning_rate": 5.567020015709219e-05, + "loss": 0.031, + "step": 14720 + }, + { + "epoch": 13.779232927970066, + "grad_norm": 0.12382252514362335, + "learning_rate": 5.561543661611649e-05, + "loss": 0.0303, + "step": 14730 + }, + { + "epoch": 13.788587464920486, + "grad_norm": 0.09766383469104767, + "learning_rate": 5.556066625185583e-05, + "loss": 0.0322, + "step": 14740 + }, + { + "epoch": 13.797942001870908, + "grad_norm": 0.13279300928115845, + "learning_rate": 5.550588913086131e-05, + "loss": 0.033, + "step": 14750 + }, + { + "epoch": 13.807296538821328, + "grad_norm": 0.0909762755036354, + "learning_rate": 5.545110531969234e-05, + "loss": 0.0292, + "step": 14760 + }, + { + "epoch": 13.81665107577175, + "grad_norm": 0.14921361207962036, + "learning_rate": 5.539631488491641e-05, + "loss": 0.0325, + "step": 14770 + }, + { + "epoch": 13.82600561272217, + "grad_norm": 0.1257106214761734, + "learning_rate": 5.534151789310904e-05, + "loss": 0.0317, + "step": 14780 + }, + { + "epoch": 13.83536014967259, + "grad_norm": 0.09784359484910965, + "learning_rate": 5.528671441085376e-05, + "loss": 0.0287, + "step": 14790 + }, + { + "epoch": 13.844714686623012, + "grad_norm": 0.10015734285116196, + "learning_rate": 5.523190450474197e-05, + "loss": 0.0309, + "step": 14800 + }, + { + "epoch": 13.854069223573433, + "grad_norm": 0.09434977173805237, + "learning_rate": 5.5177088241372865e-05, + "loss": 0.034, + "step": 14810 + }, + { + "epoch": 13.863423760523855, + "grad_norm": 0.10112620145082474, + "learning_rate": 5.512226568735338e-05, + "loss": 0.0301, + "step": 14820 + }, + { + "epoch": 13.872778297474275, + "grad_norm": 0.08694863319396973, + "learning_rate": 5.506743690929809e-05, + "loss": 0.03, + "step": 14830 + }, + { + "epoch": 13.882132834424697, + "grad_norm": 0.09775800257921219, + "learning_rate": 5.501260197382912e-05, + "loss": 0.0315, + "step": 14840 + }, + { + "epoch": 13.891487371375117, + "grad_norm": 0.16298748552799225, + "learning_rate": 5.49577609475761e-05, + "loss": 0.0319, + "step": 14850 + }, + { + "epoch": 13.900841908325537, + "grad_norm": 0.12108741700649261, + "learning_rate": 5.490291389717603e-05, + "loss": 0.0317, + "step": 14860 + }, + { + "epoch": 13.91019644527596, + "grad_norm": 0.12734071910381317, + "learning_rate": 5.484806088927329e-05, + "loss": 0.0321, + "step": 14870 + }, + { + "epoch": 13.91955098222638, + "grad_norm": 0.117420494556427, + "learning_rate": 5.479320199051942e-05, + "loss": 0.0299, + "step": 14880 + }, + { + "epoch": 13.928905519176801, + "grad_norm": 0.11545085161924362, + "learning_rate": 5.473833726757314e-05, + "loss": 0.0306, + "step": 14890 + }, + { + "epoch": 13.938260056127222, + "grad_norm": 0.09437276422977448, + "learning_rate": 5.4683466787100304e-05, + "loss": 0.0316, + "step": 14900 + }, + { + "epoch": 13.947614593077642, + "grad_norm": 0.10712496191263199, + "learning_rate": 5.462859061577369e-05, + "loss": 0.0307, + "step": 14910 + }, + { + "epoch": 13.956969130028064, + "grad_norm": 0.14582139253616333, + "learning_rate": 5.4573708820273026e-05, + "loss": 0.0305, + "step": 14920 + }, + { + "epoch": 13.966323666978484, + "grad_norm": 0.1073203831911087, + "learning_rate": 5.451882146728488e-05, + "loss": 0.0297, + "step": 14930 + }, + { + "epoch": 13.975678203928906, + "grad_norm": 0.11613176017999649, + "learning_rate": 5.446392862350255e-05, + "loss": 0.0297, + "step": 14940 + }, + { + "epoch": 13.985032740879326, + "grad_norm": 0.0951525866985321, + "learning_rate": 5.440903035562603e-05, + "loss": 0.0282, + "step": 14950 + }, + { + "epoch": 13.994387277829748, + "grad_norm": 0.08622642606496811, + "learning_rate": 5.435412673036188e-05, + "loss": 0.0309, + "step": 14960 + }, + { + "epoch": 14.003741814780168, + "grad_norm": 0.10361304879188538, + "learning_rate": 5.429921781442318e-05, + "loss": 0.0339, + "step": 14970 + }, + { + "epoch": 14.013096351730589, + "grad_norm": 0.12299264222383499, + "learning_rate": 5.424430367452945e-05, + "loss": 0.0303, + "step": 14980 + }, + { + "epoch": 14.02245088868101, + "grad_norm": 0.10835574567317963, + "learning_rate": 5.418938437740655e-05, + "loss": 0.0301, + "step": 14990 + }, + { + "epoch": 14.03180542563143, + "grad_norm": 0.1366575062274933, + "learning_rate": 5.413445998978658e-05, + "loss": 0.0306, + "step": 15000 + }, + { + "epoch": 14.041159962581853, + "grad_norm": 0.12312980741262436, + "learning_rate": 5.407953057840789e-05, + "loss": 0.0307, + "step": 15010 + }, + { + "epoch": 14.050514499532273, + "grad_norm": 0.0851464495062828, + "learning_rate": 5.4024596210014853e-05, + "loss": 0.0314, + "step": 15020 + }, + { + "epoch": 14.059869036482693, + "grad_norm": 0.11022192239761353, + "learning_rate": 5.3969656951357935e-05, + "loss": 0.0313, + "step": 15030 + }, + { + "epoch": 14.069223573433115, + "grad_norm": 0.10877808928489685, + "learning_rate": 5.3914712869193504e-05, + "loss": 0.0302, + "step": 15040 + }, + { + "epoch": 14.078578110383535, + "grad_norm": 0.13110747933387756, + "learning_rate": 5.385976403028381e-05, + "loss": 0.0294, + "step": 15050 + }, + { + "epoch": 14.087932647333957, + "grad_norm": 0.09245707839727402, + "learning_rate": 5.3804810501396875e-05, + "loss": 0.0297, + "step": 15060 + }, + { + "epoch": 14.097287184284378, + "grad_norm": 0.10652071237564087, + "learning_rate": 5.374985234930639e-05, + "loss": 0.0304, + "step": 15070 + }, + { + "epoch": 14.1066417212348, + "grad_norm": 0.1042868122458458, + "learning_rate": 5.3694889640791724e-05, + "loss": 0.0294, + "step": 15080 + }, + { + "epoch": 14.11599625818522, + "grad_norm": 0.1281360387802124, + "learning_rate": 5.3639922442637736e-05, + "loss": 0.0294, + "step": 15090 + }, + { + "epoch": 14.12535079513564, + "grad_norm": 0.14755772054195404, + "learning_rate": 5.358495082163476e-05, + "loss": 0.0315, + "step": 15100 + }, + { + "epoch": 14.134705332086062, + "grad_norm": 0.10357139259576797, + "learning_rate": 5.35299748445785e-05, + "loss": 0.0319, + "step": 15110 + }, + { + "epoch": 14.144059869036482, + "grad_norm": 0.14030009508132935, + "learning_rate": 5.3474994578269944e-05, + "loss": 0.0309, + "step": 15120 + }, + { + "epoch": 14.153414405986904, + "grad_norm": 0.09838948398828506, + "learning_rate": 5.34200100895153e-05, + "loss": 0.0293, + "step": 15130 + }, + { + "epoch": 14.162768942937324, + "grad_norm": 0.10955587774515152, + "learning_rate": 5.3365021445125916e-05, + "loss": 0.0318, + "step": 15140 + }, + { + "epoch": 14.172123479887745, + "grad_norm": 0.10306292772293091, + "learning_rate": 5.331002871191817e-05, + "loss": 0.0288, + "step": 15150 + }, + { + "epoch": 14.181478016838167, + "grad_norm": 0.0961291566491127, + "learning_rate": 5.3255031956713443e-05, + "loss": 0.0302, + "step": 15160 + }, + { + "epoch": 14.190832553788587, + "grad_norm": 0.11179061233997345, + "learning_rate": 5.320003124633795e-05, + "loss": 0.0301, + "step": 15170 + }, + { + "epoch": 14.200187090739009, + "grad_norm": 0.12118951231241226, + "learning_rate": 5.314502664762274e-05, + "loss": 0.0305, + "step": 15180 + }, + { + "epoch": 14.209541627689429, + "grad_norm": 0.11661786586046219, + "learning_rate": 5.3090018227403604e-05, + "loss": 0.0295, + "step": 15190 + }, + { + "epoch": 14.218896164639851, + "grad_norm": 0.1220879852771759, + "learning_rate": 5.3035006052520955e-05, + "loss": 0.0313, + "step": 15200 + }, + { + "epoch": 14.228250701590271, + "grad_norm": 0.09662189334630966, + "learning_rate": 5.297999018981976e-05, + "loss": 0.0304, + "step": 15210 + }, + { + "epoch": 14.237605238540691, + "grad_norm": 0.09606453031301498, + "learning_rate": 5.2924970706149505e-05, + "loss": 0.03, + "step": 15220 + }, + { + "epoch": 14.246959775491113, + "grad_norm": 0.08086974173784256, + "learning_rate": 5.2869947668364014e-05, + "loss": 0.0283, + "step": 15230 + }, + { + "epoch": 14.256314312441534, + "grad_norm": 0.10042446851730347, + "learning_rate": 5.2814921143321504e-05, + "loss": 0.0294, + "step": 15240 + }, + { + "epoch": 14.265668849391956, + "grad_norm": 0.11417160928249359, + "learning_rate": 5.275989119788436e-05, + "loss": 0.0303, + "step": 15250 + }, + { + "epoch": 14.275023386342376, + "grad_norm": 0.09820721298456192, + "learning_rate": 5.270485789891919e-05, + "loss": 0.0283, + "step": 15260 + }, + { + "epoch": 14.284377923292798, + "grad_norm": 0.09496341645717621, + "learning_rate": 5.264982131329661e-05, + "loss": 0.0314, + "step": 15270 + }, + { + "epoch": 14.293732460243218, + "grad_norm": 0.119357168674469, + "learning_rate": 5.259478150789128e-05, + "loss": 0.029, + "step": 15280 + }, + { + "epoch": 14.303086997193638, + "grad_norm": 0.10914237797260284, + "learning_rate": 5.253973854958173e-05, + "loss": 0.0297, + "step": 15290 + }, + { + "epoch": 14.31244153414406, + "grad_norm": 0.121125727891922, + "learning_rate": 5.2484692505250376e-05, + "loss": 0.0303, + "step": 15300 + }, + { + "epoch": 14.32179607109448, + "grad_norm": 0.1594969630241394, + "learning_rate": 5.242964344178333e-05, + "loss": 0.0298, + "step": 15310 + }, + { + "epoch": 14.331150608044902, + "grad_norm": 0.0930948331952095, + "learning_rate": 5.237459142607041e-05, + "loss": 0.0313, + "step": 15320 + }, + { + "epoch": 14.340505144995323, + "grad_norm": 0.10119759291410446, + "learning_rate": 5.231953652500498e-05, + "loss": 0.0298, + "step": 15330 + }, + { + "epoch": 14.349859681945743, + "grad_norm": 0.10857769846916199, + "learning_rate": 5.2264478805483976e-05, + "loss": 0.0297, + "step": 15340 + }, + { + "epoch": 14.359214218896165, + "grad_norm": 0.12610220909118652, + "learning_rate": 5.220941833440768e-05, + "loss": 0.0304, + "step": 15350 + }, + { + "epoch": 14.368568755846585, + "grad_norm": 0.09480658173561096, + "learning_rate": 5.215435517867977e-05, + "loss": 0.0278, + "step": 15360 + }, + { + "epoch": 14.377923292797007, + "grad_norm": 0.11179102212190628, + "learning_rate": 5.209928940520719e-05, + "loss": 0.03, + "step": 15370 + }, + { + "epoch": 14.387277829747427, + "grad_norm": 0.08339583873748779, + "learning_rate": 5.204422108090004e-05, + "loss": 0.0293, + "step": 15380 + }, + { + "epoch": 14.39663236669785, + "grad_norm": 0.0911460667848587, + "learning_rate": 5.19891502726715e-05, + "loss": 0.0285, + "step": 15390 + }, + { + "epoch": 14.40598690364827, + "grad_norm": 0.10215453058481216, + "learning_rate": 5.193407704743782e-05, + "loss": 0.031, + "step": 15400 + }, + { + "epoch": 14.41534144059869, + "grad_norm": 0.1259574294090271, + "learning_rate": 5.187900147211815e-05, + "loss": 0.0289, + "step": 15410 + }, + { + "epoch": 14.424695977549112, + "grad_norm": 0.1294032335281372, + "learning_rate": 5.182392361363453e-05, + "loss": 0.0279, + "step": 15420 + }, + { + "epoch": 14.434050514499532, + "grad_norm": 0.11562266945838928, + "learning_rate": 5.176884353891172e-05, + "loss": 0.0278, + "step": 15430 + }, + { + "epoch": 14.443405051449954, + "grad_norm": 0.1578141450881958, + "learning_rate": 5.171376131487722e-05, + "loss": 0.0292, + "step": 15440 + }, + { + "epoch": 14.452759588400374, + "grad_norm": 0.1196686178445816, + "learning_rate": 5.165867700846113e-05, + "loss": 0.0301, + "step": 15450 + }, + { + "epoch": 14.462114125350794, + "grad_norm": 0.13015012443065643, + "learning_rate": 5.160359068659606e-05, + "loss": 0.0278, + "step": 15460 + }, + { + "epoch": 14.471468662301216, + "grad_norm": 0.1060902327299118, + "learning_rate": 5.154850241621712e-05, + "loss": 0.0327, + "step": 15470 + }, + { + "epoch": 14.480823199251637, + "grad_norm": 0.15738767385482788, + "learning_rate": 5.149341226426172e-05, + "loss": 0.0299, + "step": 15480 + }, + { + "epoch": 14.490177736202059, + "grad_norm": 0.11827541887760162, + "learning_rate": 5.14383202976696e-05, + "loss": 0.0282, + "step": 15490 + }, + { + "epoch": 14.499532273152479, + "grad_norm": 0.12659600377082825, + "learning_rate": 5.1383226583382684e-05, + "loss": 0.0287, + "step": 15500 + }, + { + "epoch": 14.5088868101029, + "grad_norm": 0.1352139115333557, + "learning_rate": 5.132813118834504e-05, + "loss": 0.0283, + "step": 15510 + }, + { + "epoch": 14.518241347053321, + "grad_norm": 0.14177609980106354, + "learning_rate": 5.1273034179502777e-05, + "loss": 0.0287, + "step": 15520 + }, + { + "epoch": 14.527595884003741, + "grad_norm": 0.11347140371799469, + "learning_rate": 5.1217935623803945e-05, + "loss": 0.029, + "step": 15530 + }, + { + "epoch": 14.536950420954163, + "grad_norm": 0.10667818039655685, + "learning_rate": 5.1162835588198476e-05, + "loss": 0.0289, + "step": 15540 + }, + { + "epoch": 14.546304957904583, + "grad_norm": 0.0966048613190651, + "learning_rate": 5.110773413963813e-05, + "loss": 0.0287, + "step": 15550 + }, + { + "epoch": 14.555659494855005, + "grad_norm": 0.09587910026311874, + "learning_rate": 5.105263134507636e-05, + "loss": 0.0299, + "step": 15560 + }, + { + "epoch": 14.565014031805426, + "grad_norm": 0.12567229568958282, + "learning_rate": 5.099752727146824e-05, + "loss": 0.0286, + "step": 15570 + }, + { + "epoch": 14.574368568755848, + "grad_norm": 0.11305897682905197, + "learning_rate": 5.094242198577042e-05, + "loss": 0.031, + "step": 15580 + }, + { + "epoch": 14.583723105706268, + "grad_norm": 0.11083006113767624, + "learning_rate": 5.088731555494102e-05, + "loss": 0.0286, + "step": 15590 + }, + { + "epoch": 14.593077642656688, + "grad_norm": 0.12430478632450104, + "learning_rate": 5.0832208045939556e-05, + "loss": 0.0299, + "step": 15600 + }, + { + "epoch": 14.60243217960711, + "grad_norm": 0.09069464355707169, + "learning_rate": 5.0777099525726844e-05, + "loss": 0.0284, + "step": 15610 + }, + { + "epoch": 14.61178671655753, + "grad_norm": 0.13652823865413666, + "learning_rate": 5.072199006126494e-05, + "loss": 0.0294, + "step": 15620 + }, + { + "epoch": 14.621141253507952, + "grad_norm": 0.1398487538099289, + "learning_rate": 5.0666879719517026e-05, + "loss": 0.0294, + "step": 15630 + }, + { + "epoch": 14.630495790458372, + "grad_norm": 0.1062789186835289, + "learning_rate": 5.061176856744737e-05, + "loss": 0.0308, + "step": 15640 + }, + { + "epoch": 14.639850327408793, + "grad_norm": 0.115364670753479, + "learning_rate": 5.0556656672021205e-05, + "loss": 0.029, + "step": 15650 + }, + { + "epoch": 14.649204864359215, + "grad_norm": 0.12126541137695312, + "learning_rate": 5.050154410020472e-05, + "loss": 0.0276, + "step": 15660 + }, + { + "epoch": 14.658559401309635, + "grad_norm": 0.09420391917228699, + "learning_rate": 5.044643091896485e-05, + "loss": 0.0299, + "step": 15670 + }, + { + "epoch": 14.667913938260057, + "grad_norm": 0.11126739531755447, + "learning_rate": 5.039131719526932e-05, + "loss": 0.0294, + "step": 15680 + }, + { + "epoch": 14.677268475210477, + "grad_norm": 0.11466521769762039, + "learning_rate": 5.03362029960865e-05, + "loss": 0.0292, + "step": 15690 + }, + { + "epoch": 14.686623012160897, + "grad_norm": 0.11478585749864578, + "learning_rate": 5.028108838838533e-05, + "loss": 0.0314, + "step": 15700 + }, + { + "epoch": 14.69597754911132, + "grad_norm": 0.11304717510938644, + "learning_rate": 5.0225973439135276e-05, + "loss": 0.0293, + "step": 15710 + }, + { + "epoch": 14.70533208606174, + "grad_norm": 0.09681180864572525, + "learning_rate": 5.017085821530617e-05, + "loss": 0.0296, + "step": 15720 + }, + { + "epoch": 14.714686623012161, + "grad_norm": 0.11228705197572708, + "learning_rate": 5.011574278386822e-05, + "loss": 0.028, + "step": 15730 + }, + { + "epoch": 14.724041159962582, + "grad_norm": 0.1068076640367508, + "learning_rate": 5.006062721179189e-05, + "loss": 0.0297, + "step": 15740 + }, + { + "epoch": 14.733395696913004, + "grad_norm": 0.09926080703735352, + "learning_rate": 5.000551156604777e-05, + "loss": 0.0287, + "step": 15750 + }, + { + "epoch": 14.742750233863424, + "grad_norm": 0.09578150510787964, + "learning_rate": 4.9950395913606594e-05, + "loss": 0.0296, + "step": 15760 + }, + { + "epoch": 14.752104770813844, + "grad_norm": 0.10133212804794312, + "learning_rate": 4.989528032143903e-05, + "loss": 0.0298, + "step": 15770 + }, + { + "epoch": 14.761459307764266, + "grad_norm": 0.10227085649967194, + "learning_rate": 4.984016485651578e-05, + "loss": 0.0287, + "step": 15780 + }, + { + "epoch": 14.770813844714686, + "grad_norm": 0.13922899961471558, + "learning_rate": 4.9785049585807274e-05, + "loss": 0.0282, + "step": 15790 + }, + { + "epoch": 14.780168381665108, + "grad_norm": 0.1255996972322464, + "learning_rate": 4.972993457628381e-05, + "loss": 0.03, + "step": 15800 + }, + { + "epoch": 14.789522918615528, + "grad_norm": 0.13305316865444183, + "learning_rate": 4.9674819894915306e-05, + "loss": 0.0294, + "step": 15810 + }, + { + "epoch": 14.79887745556595, + "grad_norm": 0.10561708360910416, + "learning_rate": 4.9619705608671265e-05, + "loss": 0.0293, + "step": 15820 + }, + { + "epoch": 14.80823199251637, + "grad_norm": 0.13825459778308868, + "learning_rate": 4.956459178452079e-05, + "loss": 0.0285, + "step": 15830 + }, + { + "epoch": 14.81758652946679, + "grad_norm": 0.1057875007390976, + "learning_rate": 4.950947848943235e-05, + "loss": 0.0286, + "step": 15840 + }, + { + "epoch": 14.826941066417213, + "grad_norm": 0.09170819073915482, + "learning_rate": 4.9454365790373805e-05, + "loss": 0.0286, + "step": 15850 + }, + { + "epoch": 14.836295603367633, + "grad_norm": 0.09941516816616058, + "learning_rate": 4.939925375431226e-05, + "loss": 0.03, + "step": 15860 + }, + { + "epoch": 14.845650140318055, + "grad_norm": 0.13220766186714172, + "learning_rate": 4.9344142448214046e-05, + "loss": 0.0297, + "step": 15870 + }, + { + "epoch": 14.855004677268475, + "grad_norm": 0.09877338260412216, + "learning_rate": 4.928903193904461e-05, + "loss": 0.0291, + "step": 15880 + }, + { + "epoch": 14.864359214218895, + "grad_norm": 0.10695189237594604, + "learning_rate": 4.923392229376842e-05, + "loss": 0.0286, + "step": 15890 + }, + { + "epoch": 14.873713751169317, + "grad_norm": 0.10964452475309372, + "learning_rate": 4.9178813579348865e-05, + "loss": 0.0289, + "step": 15900 + }, + { + "epoch": 14.883068288119738, + "grad_norm": 0.11144821345806122, + "learning_rate": 4.9123705862748253e-05, + "loss": 0.0293, + "step": 15910 + }, + { + "epoch": 14.89242282507016, + "grad_norm": 0.11157754808664322, + "learning_rate": 4.9068599210927627e-05, + "loss": 0.0293, + "step": 15920 + }, + { + "epoch": 14.90177736202058, + "grad_norm": 0.15669091045856476, + "learning_rate": 4.901349369084681e-05, + "loss": 0.0296, + "step": 15930 + }, + { + "epoch": 14.911131898971, + "grad_norm": 0.10769132524728775, + "learning_rate": 4.8958389369464156e-05, + "loss": 0.0287, + "step": 15940 + }, + { + "epoch": 14.920486435921422, + "grad_norm": 0.1270260214805603, + "learning_rate": 4.890328631373666e-05, + "loss": 0.0308, + "step": 15950 + }, + { + "epoch": 14.929840972871842, + "grad_norm": 0.09223949909210205, + "learning_rate": 4.88481845906197e-05, + "loss": 0.029, + "step": 15960 + }, + { + "epoch": 14.939195509822264, + "grad_norm": 0.13013143837451935, + "learning_rate": 4.879308426706707e-05, + "loss": 0.0299, + "step": 15970 + }, + { + "epoch": 14.948550046772684, + "grad_norm": 0.14930617809295654, + "learning_rate": 4.873798541003084e-05, + "loss": 0.0298, + "step": 15980 + }, + { + "epoch": 14.957904583723106, + "grad_norm": 0.09416984021663666, + "learning_rate": 4.868288808646136e-05, + "loss": 0.0308, + "step": 15990 + }, + { + "epoch": 14.967259120673527, + "grad_norm": 0.1328132301568985, + "learning_rate": 4.862779236330705e-05, + "loss": 0.0279, + "step": 16000 + }, + { + "epoch": 14.976613657623947, + "grad_norm": 0.1215047836303711, + "learning_rate": 4.8572698307514395e-05, + "loss": 0.0293, + "step": 16010 + }, + { + "epoch": 14.985968194574369, + "grad_norm": 0.09882975369691849, + "learning_rate": 4.85176059860279e-05, + "loss": 0.0282, + "step": 16020 + }, + { + "epoch": 14.995322731524789, + "grad_norm": 0.10826810449361801, + "learning_rate": 4.846251546578989e-05, + "loss": 0.0298, + "step": 16030 + }, + { + "epoch": 15.004677268475211, + "grad_norm": 0.09505400061607361, + "learning_rate": 4.840742681374058e-05, + "loss": 0.0288, + "step": 16040 + }, + { + "epoch": 15.014031805425631, + "grad_norm": 0.08664803206920624, + "learning_rate": 4.835234009681787e-05, + "loss": 0.0282, + "step": 16050 + }, + { + "epoch": 15.023386342376053, + "grad_norm": 0.09758646041154861, + "learning_rate": 4.8297255381957296e-05, + "loss": 0.0292, + "step": 16060 + }, + { + "epoch": 15.032740879326473, + "grad_norm": 0.1052701398730278, + "learning_rate": 4.824217273609198e-05, + "loss": 0.0298, + "step": 16070 + }, + { + "epoch": 15.042095416276894, + "grad_norm": 0.1250215619802475, + "learning_rate": 4.8187092226152555e-05, + "loss": 0.0273, + "step": 16080 + }, + { + "epoch": 15.051449953227316, + "grad_norm": 0.08979552984237671, + "learning_rate": 4.8132013919067016e-05, + "loss": 0.0281, + "step": 16090 + }, + { + "epoch": 15.060804490177736, + "grad_norm": 0.11028091609477997, + "learning_rate": 4.807693788176071e-05, + "loss": 0.0277, + "step": 16100 + }, + { + "epoch": 15.070159027128158, + "grad_norm": 0.11529410630464554, + "learning_rate": 4.8021864181156214e-05, + "loss": 0.028, + "step": 16110 + }, + { + "epoch": 15.079513564078578, + "grad_norm": 0.13241106271743774, + "learning_rate": 4.796679288417326e-05, + "loss": 0.0281, + "step": 16120 + }, + { + "epoch": 15.088868101028998, + "grad_norm": 0.11739922314882278, + "learning_rate": 4.791172405772866e-05, + "loss": 0.0261, + "step": 16130 + }, + { + "epoch": 15.09822263797942, + "grad_norm": 0.11927652359008789, + "learning_rate": 4.785665776873625e-05, + "loss": 0.0267, + "step": 16140 + }, + { + "epoch": 15.10757717492984, + "grad_norm": 0.11151678115129471, + "learning_rate": 4.7801594084106763e-05, + "loss": 0.0284, + "step": 16150 + }, + { + "epoch": 15.116931711880262, + "grad_norm": 0.10244432091712952, + "learning_rate": 4.774653307074775e-05, + "loss": 0.0281, + "step": 16160 + }, + { + "epoch": 15.126286248830683, + "grad_norm": 0.10770050436258316, + "learning_rate": 4.769147479556355e-05, + "loss": 0.0257, + "step": 16170 + }, + { + "epoch": 15.135640785781105, + "grad_norm": 0.09777969121932983, + "learning_rate": 4.763641932545515e-05, + "loss": 0.0275, + "step": 16180 + }, + { + "epoch": 15.144995322731525, + "grad_norm": 0.09795016050338745, + "learning_rate": 4.758136672732013e-05, + "loss": 0.0288, + "step": 16190 + }, + { + "epoch": 15.154349859681945, + "grad_norm": 0.10834597051143646, + "learning_rate": 4.752631706805261e-05, + "loss": 0.0266, + "step": 16200 + }, + { + "epoch": 15.163704396632367, + "grad_norm": 0.08893213421106339, + "learning_rate": 4.7471270414543114e-05, + "loss": 0.028, + "step": 16210 + }, + { + "epoch": 15.173058933582787, + "grad_norm": 0.09245002269744873, + "learning_rate": 4.741622683367849e-05, + "loss": 0.0282, + "step": 16220 + }, + { + "epoch": 15.18241347053321, + "grad_norm": 0.11100532859563828, + "learning_rate": 4.736118639234191e-05, + "loss": 0.029, + "step": 16230 + }, + { + "epoch": 15.19176800748363, + "grad_norm": 0.13886401057243347, + "learning_rate": 4.730614915741267e-05, + "loss": 0.0245, + "step": 16240 + }, + { + "epoch": 15.20112254443405, + "grad_norm": 0.12379379570484161, + "learning_rate": 4.7251115195766234e-05, + "loss": 0.0265, + "step": 16250 + }, + { + "epoch": 15.210477081384472, + "grad_norm": 0.10997674614191055, + "learning_rate": 4.719608457427404e-05, + "loss": 0.0277, + "step": 16260 + }, + { + "epoch": 15.219831618334892, + "grad_norm": 0.13854078948497772, + "learning_rate": 4.714105735980347e-05, + "loss": 0.0288, + "step": 16270 + }, + { + "epoch": 15.229186155285314, + "grad_norm": 0.12895484268665314, + "learning_rate": 4.70860336192178e-05, + "loss": 0.0268, + "step": 16280 + }, + { + "epoch": 15.238540692235734, + "grad_norm": 0.09371967613697052, + "learning_rate": 4.7031013419376034e-05, + "loss": 0.0266, + "step": 16290 + }, + { + "epoch": 15.247895229186156, + "grad_norm": 0.08824904263019562, + "learning_rate": 4.6975996827132926e-05, + "loss": 0.0264, + "step": 16300 + }, + { + "epoch": 15.257249766136576, + "grad_norm": 0.09959600120782852, + "learning_rate": 4.692098390933883e-05, + "loss": 0.0268, + "step": 16310 + }, + { + "epoch": 15.266604303086996, + "grad_norm": 0.08002015948295593, + "learning_rate": 4.6865974732839615e-05, + "loss": 0.0291, + "step": 16320 + }, + { + "epoch": 15.275958840037418, + "grad_norm": 0.10373951494693756, + "learning_rate": 4.6810969364476615e-05, + "loss": 0.0295, + "step": 16330 + }, + { + "epoch": 15.285313376987839, + "grad_norm": 0.10404057055711746, + "learning_rate": 4.675596787108653e-05, + "loss": 0.0295, + "step": 16340 + }, + { + "epoch": 15.29466791393826, + "grad_norm": 0.10542434453964233, + "learning_rate": 4.670097031950139e-05, + "loss": 0.0284, + "step": 16350 + }, + { + "epoch": 15.30402245088868, + "grad_norm": 0.08195900917053223, + "learning_rate": 4.664597677654838e-05, + "loss": 0.0277, + "step": 16360 + }, + { + "epoch": 15.313376987839103, + "grad_norm": 0.09874928742647171, + "learning_rate": 4.659098730904986e-05, + "loss": 0.0286, + "step": 16370 + }, + { + "epoch": 15.322731524789523, + "grad_norm": 0.092628113925457, + "learning_rate": 4.6536001983823204e-05, + "loss": 0.0283, + "step": 16380 + }, + { + "epoch": 15.332086061739943, + "grad_norm": 0.09684193879365921, + "learning_rate": 4.648102086768078e-05, + "loss": 0.026, + "step": 16390 + }, + { + "epoch": 15.341440598690365, + "grad_norm": 0.10818668454885483, + "learning_rate": 4.6426044027429786e-05, + "loss": 0.0275, + "step": 16400 + }, + { + "epoch": 15.350795135640785, + "grad_norm": 0.09029054641723633, + "learning_rate": 4.637107152987234e-05, + "loss": 0.0264, + "step": 16410 + }, + { + "epoch": 15.360149672591207, + "grad_norm": 0.10633612424135208, + "learning_rate": 4.631610344180515e-05, + "loss": 0.0284, + "step": 16420 + }, + { + "epoch": 15.369504209541628, + "grad_norm": 0.08497302979230881, + "learning_rate": 4.626113983001965e-05, + "loss": 0.0262, + "step": 16430 + }, + { + "epoch": 15.378858746492048, + "grad_norm": 0.12089020758867264, + "learning_rate": 4.620618076130182e-05, + "loss": 0.0265, + "step": 16440 + }, + { + "epoch": 15.38821328344247, + "grad_norm": 0.08240552246570587, + "learning_rate": 4.6151226302432074e-05, + "loss": 0.0278, + "step": 16450 + }, + { + "epoch": 15.39756782039289, + "grad_norm": 0.11566820740699768, + "learning_rate": 4.6096276520185304e-05, + "loss": 0.0294, + "step": 16460 + }, + { + "epoch": 15.406922357343312, + "grad_norm": 0.11367879062891006, + "learning_rate": 4.604133148133066e-05, + "loss": 0.0266, + "step": 16470 + }, + { + "epoch": 15.416276894293732, + "grad_norm": 0.12288802117109299, + "learning_rate": 4.598639125263155e-05, + "loss": 0.0266, + "step": 16480 + }, + { + "epoch": 15.425631431244154, + "grad_norm": 0.09245660901069641, + "learning_rate": 4.593145590084553e-05, + "loss": 0.0282, + "step": 16490 + }, + { + "epoch": 15.434985968194574, + "grad_norm": 0.12020422518253326, + "learning_rate": 4.58765254927242e-05, + "loss": 0.0276, + "step": 16500 + }, + { + "epoch": 15.444340505144995, + "grad_norm": 0.09866552799940109, + "learning_rate": 4.582160009501323e-05, + "loss": 0.0269, + "step": 16510 + }, + { + "epoch": 15.453695042095417, + "grad_norm": 0.11034524440765381, + "learning_rate": 4.5766679774452143e-05, + "loss": 0.0271, + "step": 16520 + }, + { + "epoch": 15.463049579045837, + "grad_norm": 0.11331143230199814, + "learning_rate": 4.571176459777431e-05, + "loss": 0.0278, + "step": 16530 + }, + { + "epoch": 15.472404115996259, + "grad_norm": 0.0902460440993309, + "learning_rate": 4.5656854631706846e-05, + "loss": 0.0271, + "step": 16540 + }, + { + "epoch": 15.481758652946679, + "grad_norm": 0.09328161180019379, + "learning_rate": 4.560194994297054e-05, + "loss": 0.0286, + "step": 16550 + }, + { + "epoch": 15.4911131898971, + "grad_norm": 0.07656539976596832, + "learning_rate": 4.554705059827974e-05, + "loss": 0.0249, + "step": 16560 + }, + { + "epoch": 15.500467726847521, + "grad_norm": 0.11695107072591782, + "learning_rate": 4.5492156664342365e-05, + "loss": 0.0268, + "step": 16570 + }, + { + "epoch": 15.509822263797941, + "grad_norm": 0.11571116000413895, + "learning_rate": 4.5437268207859695e-05, + "loss": 0.0289, + "step": 16580 + }, + { + "epoch": 15.519176800748363, + "grad_norm": 0.11526079475879669, + "learning_rate": 4.538238529552641e-05, + "loss": 0.0279, + "step": 16590 + }, + { + "epoch": 15.528531337698784, + "grad_norm": 0.1181713119149208, + "learning_rate": 4.5327507994030394e-05, + "loss": 0.0274, + "step": 16600 + }, + { + "epoch": 15.537885874649206, + "grad_norm": 0.12237324565649033, + "learning_rate": 4.527263637005273e-05, + "loss": 0.0274, + "step": 16610 + }, + { + "epoch": 15.547240411599626, + "grad_norm": 0.11718429625034332, + "learning_rate": 4.521777049026766e-05, + "loss": 0.0271, + "step": 16620 + }, + { + "epoch": 15.556594948550046, + "grad_norm": 0.09752893447875977, + "learning_rate": 4.5162910421342386e-05, + "loss": 0.0266, + "step": 16630 + }, + { + "epoch": 15.565949485500468, + "grad_norm": 0.10131815075874329, + "learning_rate": 4.510805622993706e-05, + "loss": 0.0266, + "step": 16640 + }, + { + "epoch": 15.575304022450888, + "grad_norm": 0.1124059185385704, + "learning_rate": 4.505320798270467e-05, + "loss": 0.0294, + "step": 16650 + }, + { + "epoch": 15.58465855940131, + "grad_norm": 0.10542889684438705, + "learning_rate": 4.499836574629105e-05, + "loss": 0.0269, + "step": 16660 + }, + { + "epoch": 15.59401309635173, + "grad_norm": 0.12898316979408264, + "learning_rate": 4.494352958733465e-05, + "loss": 0.0265, + "step": 16670 + }, + { + "epoch": 15.603367633302152, + "grad_norm": 0.09681408107280731, + "learning_rate": 4.488869957246663e-05, + "loss": 0.0277, + "step": 16680 + }, + { + "epoch": 15.612722170252573, + "grad_norm": 0.14239440858364105, + "learning_rate": 4.4833875768310575e-05, + "loss": 0.0275, + "step": 16690 + }, + { + "epoch": 15.622076707202993, + "grad_norm": 0.13851746916770935, + "learning_rate": 4.47790582414826e-05, + "loss": 0.0287, + "step": 16700 + }, + { + "epoch": 15.631431244153415, + "grad_norm": 0.10166681557893753, + "learning_rate": 4.472424705859114e-05, + "loss": 0.0278, + "step": 16710 + }, + { + "epoch": 15.640785781103835, + "grad_norm": 0.10804634541273117, + "learning_rate": 4.466944228623701e-05, + "loss": 0.0278, + "step": 16720 + }, + { + "epoch": 15.650140318054257, + "grad_norm": 0.095615454018116, + "learning_rate": 4.461464399101312e-05, + "loss": 0.0267, + "step": 16730 + }, + { + "epoch": 15.659494855004677, + "grad_norm": 0.10164959728717804, + "learning_rate": 4.45598522395046e-05, + "loss": 0.028, + "step": 16740 + }, + { + "epoch": 15.668849391955098, + "grad_norm": 0.10792824625968933, + "learning_rate": 4.4505067098288577e-05, + "loss": 0.0289, + "step": 16750 + }, + { + "epoch": 15.67820392890552, + "grad_norm": 0.10597284883260727, + "learning_rate": 4.445028863393417e-05, + "loss": 0.0278, + "step": 16760 + }, + { + "epoch": 15.68755846585594, + "grad_norm": 0.08326702564954758, + "learning_rate": 4.439551691300236e-05, + "loss": 0.0262, + "step": 16770 + }, + { + "epoch": 15.696913002806362, + "grad_norm": 0.09106440842151642, + "learning_rate": 4.434075200204599e-05, + "loss": 0.0258, + "step": 16780 + }, + { + "epoch": 15.706267539756782, + "grad_norm": 0.09322691708803177, + "learning_rate": 4.428599396760956e-05, + "loss": 0.0261, + "step": 16790 + }, + { + "epoch": 15.715622076707202, + "grad_norm": 0.09846996515989304, + "learning_rate": 4.423124287622926e-05, + "loss": 0.0278, + "step": 16800 + }, + { + "epoch": 15.724976613657624, + "grad_norm": 0.10315927863121033, + "learning_rate": 4.417649879443282e-05, + "loss": 0.0283, + "step": 16810 + }, + { + "epoch": 15.734331150608044, + "grad_norm": 0.08888010680675507, + "learning_rate": 4.4121761788739444e-05, + "loss": 0.0273, + "step": 16820 + }, + { + "epoch": 15.743685687558466, + "grad_norm": 0.09404851496219635, + "learning_rate": 4.4067031925659805e-05, + "loss": 0.0264, + "step": 16830 + }, + { + "epoch": 15.753040224508887, + "grad_norm": 0.1251656711101532, + "learning_rate": 4.4012309271695816e-05, + "loss": 0.026, + "step": 16840 + }, + { + "epoch": 15.762394761459309, + "grad_norm": 0.10058220475912094, + "learning_rate": 4.395759389334067e-05, + "loss": 0.0269, + "step": 16850 + }, + { + "epoch": 15.771749298409729, + "grad_norm": 0.10034386813640594, + "learning_rate": 4.3902885857078685e-05, + "loss": 0.0257, + "step": 16860 + }, + { + "epoch": 15.781103835360149, + "grad_norm": 0.1041496992111206, + "learning_rate": 4.384818522938531e-05, + "loss": 0.027, + "step": 16870 + }, + { + "epoch": 15.790458372310571, + "grad_norm": 0.11027780175209045, + "learning_rate": 4.379349207672695e-05, + "loss": 0.0284, + "step": 16880 + }, + { + "epoch": 15.799812909260991, + "grad_norm": 0.12911221385002136, + "learning_rate": 4.373880646556098e-05, + "loss": 0.0254, + "step": 16890 + }, + { + "epoch": 15.809167446211413, + "grad_norm": 0.14202025532722473, + "learning_rate": 4.3684128462335533e-05, + "loss": 0.0285, + "step": 16900 + }, + { + "epoch": 15.818521983161833, + "grad_norm": 0.1096145436167717, + "learning_rate": 4.362945813348955e-05, + "loss": 0.0259, + "step": 16910 + }, + { + "epoch": 15.827876520112255, + "grad_norm": 0.10941481590270996, + "learning_rate": 4.357479554545262e-05, + "loss": 0.0273, + "step": 16920 + }, + { + "epoch": 15.837231057062676, + "grad_norm": 0.12075939029455185, + "learning_rate": 4.352014076464499e-05, + "loss": 0.0264, + "step": 16930 + }, + { + "epoch": 15.846585594013096, + "grad_norm": 0.09363158792257309, + "learning_rate": 4.346549385747734e-05, + "loss": 0.0278, + "step": 16940 + }, + { + "epoch": 15.855940130963518, + "grad_norm": 0.0876147449016571, + "learning_rate": 4.34108548903508e-05, + "loss": 0.0285, + "step": 16950 + }, + { + "epoch": 15.865294667913938, + "grad_norm": 0.09528174251317978, + "learning_rate": 4.335622392965689e-05, + "loss": 0.0261, + "step": 16960 + }, + { + "epoch": 15.87464920486436, + "grad_norm": 0.09116384387016296, + "learning_rate": 4.330160104177738e-05, + "loss": 0.0274, + "step": 16970 + }, + { + "epoch": 15.88400374181478, + "grad_norm": 0.10577210038900375, + "learning_rate": 4.32469862930842e-05, + "loss": 0.0276, + "step": 16980 + }, + { + "epoch": 15.8933582787652, + "grad_norm": 0.09652776271104813, + "learning_rate": 4.319237974993946e-05, + "loss": 0.0284, + "step": 16990 + }, + { + "epoch": 15.902712815715622, + "grad_norm": 0.09588457643985748, + "learning_rate": 4.3137781478695236e-05, + "loss": 0.028, + "step": 17000 + }, + { + "epoch": 15.912067352666043, + "grad_norm": 0.08797347545623779, + "learning_rate": 4.308319154569358e-05, + "loss": 0.0284, + "step": 17010 + }, + { + "epoch": 15.921421889616465, + "grad_norm": 0.11166999489068985, + "learning_rate": 4.302861001726641e-05, + "loss": 0.0266, + "step": 17020 + }, + { + "epoch": 15.930776426566885, + "grad_norm": 0.0783245712518692, + "learning_rate": 4.2974036959735415e-05, + "loss": 0.0278, + "step": 17030 + }, + { + "epoch": 15.940130963517305, + "grad_norm": 0.09460346400737762, + "learning_rate": 4.2919472439412034e-05, + "loss": 0.0281, + "step": 17040 + }, + { + "epoch": 15.949485500467727, + "grad_norm": 0.10284354537725449, + "learning_rate": 4.286491652259729e-05, + "loss": 0.026, + "step": 17050 + }, + { + "epoch": 15.958840037418147, + "grad_norm": 0.12119919061660767, + "learning_rate": 4.281036927558178e-05, + "loss": 0.0301, + "step": 17060 + }, + { + "epoch": 15.96819457436857, + "grad_norm": 0.1094605103135109, + "learning_rate": 4.275583076464552e-05, + "loss": 0.0267, + "step": 17070 + }, + { + "epoch": 15.97754911131899, + "grad_norm": 0.11068181693553925, + "learning_rate": 4.270130105605794e-05, + "loss": 0.0253, + "step": 17080 + }, + { + "epoch": 15.986903648269411, + "grad_norm": 0.0851067304611206, + "learning_rate": 4.264678021607782e-05, + "loss": 0.027, + "step": 17090 + }, + { + "epoch": 15.996258185219832, + "grad_norm": 0.08453940600156784, + "learning_rate": 4.25922683109531e-05, + "loss": 0.0264, + "step": 17100 + }, + { + "epoch": 16.00561272217025, + "grad_norm": 0.10460607707500458, + "learning_rate": 4.25377654069209e-05, + "loss": 0.0265, + "step": 17110 + }, + { + "epoch": 16.014967259120674, + "grad_norm": 0.10069435834884644, + "learning_rate": 4.248327157020737e-05, + "loss": 0.0281, + "step": 17120 + }, + { + "epoch": 16.024321796071096, + "grad_norm": 0.09172500669956207, + "learning_rate": 4.242878686702763e-05, + "loss": 0.0258, + "step": 17130 + }, + { + "epoch": 16.033676333021514, + "grad_norm": 0.10713373124599457, + "learning_rate": 4.23743113635858e-05, + "loss": 0.0258, + "step": 17140 + }, + { + "epoch": 16.043030869971936, + "grad_norm": 0.1082875207066536, + "learning_rate": 4.2319845126074705e-05, + "loss": 0.0269, + "step": 17150 + }, + { + "epoch": 16.052385406922358, + "grad_norm": 0.09365841001272202, + "learning_rate": 4.226538822067598e-05, + "loss": 0.0252, + "step": 17160 + }, + { + "epoch": 16.061739943872777, + "grad_norm": 0.1107819452881813, + "learning_rate": 4.2210940713559896e-05, + "loss": 0.0272, + "step": 17170 + }, + { + "epoch": 16.0710944808232, + "grad_norm": 0.11026237159967422, + "learning_rate": 4.21565026708853e-05, + "loss": 0.026, + "step": 17180 + }, + { + "epoch": 16.08044901777362, + "grad_norm": 0.10313285887241364, + "learning_rate": 4.2102074158799535e-05, + "loss": 0.0247, + "step": 17190 + }, + { + "epoch": 16.089803554724043, + "grad_norm": 0.09718573093414307, + "learning_rate": 4.204765524343841e-05, + "loss": 0.0266, + "step": 17200 + }, + { + "epoch": 16.09915809167446, + "grad_norm": 0.10648280382156372, + "learning_rate": 4.1993245990926036e-05, + "loss": 0.0266, + "step": 17210 + }, + { + "epoch": 16.108512628624883, + "grad_norm": 0.12213330715894699, + "learning_rate": 4.193884646737474e-05, + "loss": 0.0277, + "step": 17220 + }, + { + "epoch": 16.117867165575305, + "grad_norm": 0.09405761957168579, + "learning_rate": 4.1884456738885124e-05, + "loss": 0.0271, + "step": 17230 + }, + { + "epoch": 16.127221702525723, + "grad_norm": 0.10629218816757202, + "learning_rate": 4.1830076871545795e-05, + "loss": 0.0262, + "step": 17240 + }, + { + "epoch": 16.136576239476145, + "grad_norm": 0.09793822467327118, + "learning_rate": 4.177570693143346e-05, + "loss": 0.0268, + "step": 17250 + }, + { + "epoch": 16.145930776426567, + "grad_norm": 0.12466299533843994, + "learning_rate": 4.172134698461271e-05, + "loss": 0.0264, + "step": 17260 + }, + { + "epoch": 16.15528531337699, + "grad_norm": 0.12226177752017975, + "learning_rate": 4.166699709713599e-05, + "loss": 0.0259, + "step": 17270 + }, + { + "epoch": 16.164639850327408, + "grad_norm": 0.09373562037944794, + "learning_rate": 4.1612657335043555e-05, + "loss": 0.0273, + "step": 17280 + }, + { + "epoch": 16.17399438727783, + "grad_norm": 0.10441500693559647, + "learning_rate": 4.155832776436331e-05, + "loss": 0.0265, + "step": 17290 + }, + { + "epoch": 16.18334892422825, + "grad_norm": 0.12011760473251343, + "learning_rate": 4.1504008451110845e-05, + "loss": 0.0274, + "step": 17300 + }, + { + "epoch": 16.19270346117867, + "grad_norm": 0.10453231632709503, + "learning_rate": 4.1449699461289225e-05, + "loss": 0.0268, + "step": 17310 + }, + { + "epoch": 16.202057998129092, + "grad_norm": 0.12114179879426956, + "learning_rate": 4.139540086088901e-05, + "loss": 0.0264, + "step": 17320 + }, + { + "epoch": 16.211412535079514, + "grad_norm": 0.09683344513177872, + "learning_rate": 4.1341112715888106e-05, + "loss": 0.0261, + "step": 17330 + }, + { + "epoch": 16.220767072029936, + "grad_norm": 0.0917235016822815, + "learning_rate": 4.128683509225172e-05, + "loss": 0.0257, + "step": 17340 + }, + { + "epoch": 16.230121608980355, + "grad_norm": 0.11123112589120865, + "learning_rate": 4.123256805593231e-05, + "loss": 0.0278, + "step": 17350 + }, + { + "epoch": 16.239476145930777, + "grad_norm": 0.10326842963695526, + "learning_rate": 4.117831167286943e-05, + "loss": 0.0255, + "step": 17360 + }, + { + "epoch": 16.2488306828812, + "grad_norm": 0.10547526925802231, + "learning_rate": 4.1124066008989685e-05, + "loss": 0.0281, + "step": 17370 + }, + { + "epoch": 16.258185219831617, + "grad_norm": 0.13301056623458862, + "learning_rate": 4.106983113020669e-05, + "loss": 0.0264, + "step": 17380 + }, + { + "epoch": 16.26753975678204, + "grad_norm": 0.12678925693035126, + "learning_rate": 4.101560710242094e-05, + "loss": 0.0266, + "step": 17390 + }, + { + "epoch": 16.27689429373246, + "grad_norm": 0.09054747223854065, + "learning_rate": 4.096139399151971e-05, + "loss": 0.0272, + "step": 17400 + }, + { + "epoch": 16.28624883068288, + "grad_norm": 0.09848381578922272, + "learning_rate": 4.090719186337709e-05, + "loss": 0.0257, + "step": 17410 + }, + { + "epoch": 16.2956033676333, + "grad_norm": 0.12193650007247925, + "learning_rate": 4.0853000783853746e-05, + "loss": 0.0264, + "step": 17420 + }, + { + "epoch": 16.304957904583723, + "grad_norm": 0.11927050352096558, + "learning_rate": 4.0798820818796956e-05, + "loss": 0.0259, + "step": 17430 + }, + { + "epoch": 16.314312441534145, + "grad_norm": 0.1157836765050888, + "learning_rate": 4.074465203404048e-05, + "loss": 0.0253, + "step": 17440 + }, + { + "epoch": 16.323666978484564, + "grad_norm": 0.11867979913949966, + "learning_rate": 4.0690494495404495e-05, + "loss": 0.0273, + "step": 17450 + }, + { + "epoch": 16.333021515434986, + "grad_norm": 0.11161144822835922, + "learning_rate": 4.0636348268695535e-05, + "loss": 0.025, + "step": 17460 + }, + { + "epoch": 16.342376052385408, + "grad_norm": 0.10103116184473038, + "learning_rate": 4.058221341970637e-05, + "loss": 0.0265, + "step": 17470 + }, + { + "epoch": 16.351730589335826, + "grad_norm": 0.09512221813201904, + "learning_rate": 4.0528090014215945e-05, + "loss": 0.0274, + "step": 17480 + }, + { + "epoch": 16.36108512628625, + "grad_norm": 0.11145389080047607, + "learning_rate": 4.047397811798929e-05, + "loss": 0.027, + "step": 17490 + }, + { + "epoch": 16.37043966323667, + "grad_norm": 0.08480364829301834, + "learning_rate": 4.041987779677745e-05, + "loss": 0.0269, + "step": 17500 + }, + { + "epoch": 16.379794200187092, + "grad_norm": 0.08323076367378235, + "learning_rate": 4.036578911631745e-05, + "loss": 0.0274, + "step": 17510 + }, + { + "epoch": 16.38914873713751, + "grad_norm": 0.08561118692159653, + "learning_rate": 4.031171214233211e-05, + "loss": 0.0253, + "step": 17520 + }, + { + "epoch": 16.398503274087933, + "grad_norm": 0.09592985361814499, + "learning_rate": 4.025764694053008e-05, + "loss": 0.0255, + "step": 17530 + }, + { + "epoch": 16.407857811038355, + "grad_norm": 0.12049055844545364, + "learning_rate": 4.020359357660566e-05, + "loss": 0.0244, + "step": 17540 + }, + { + "epoch": 16.417212347988773, + "grad_norm": 0.09577536582946777, + "learning_rate": 4.014955211623875e-05, + "loss": 0.026, + "step": 17550 + }, + { + "epoch": 16.426566884939195, + "grad_norm": 0.09250485897064209, + "learning_rate": 4.0095522625094895e-05, + "loss": 0.0245, + "step": 17560 + }, + { + "epoch": 16.435921421889617, + "grad_norm": 0.09136281162500381, + "learning_rate": 4.004150516882497e-05, + "loss": 0.0278, + "step": 17570 + }, + { + "epoch": 16.44527595884004, + "grad_norm": 0.0941331684589386, + "learning_rate": 3.99874998130653e-05, + "loss": 0.0262, + "step": 17580 + }, + { + "epoch": 16.454630495790457, + "grad_norm": 0.100734643638134, + "learning_rate": 3.9933506623437455e-05, + "loss": 0.0273, + "step": 17590 + }, + { + "epoch": 16.46398503274088, + "grad_norm": 0.09394671767950058, + "learning_rate": 3.9879525665548276e-05, + "loss": 0.0257, + "step": 17600 + }, + { + "epoch": 16.4733395696913, + "grad_norm": 0.09294963628053665, + "learning_rate": 3.9825557004989704e-05, + "loss": 0.0252, + "step": 17610 + }, + { + "epoch": 16.48269410664172, + "grad_norm": 0.08485326170921326, + "learning_rate": 3.977160070733877e-05, + "loss": 0.0268, + "step": 17620 + }, + { + "epoch": 16.492048643592142, + "grad_norm": 0.09127262979745865, + "learning_rate": 3.971765683815746e-05, + "loss": 0.0272, + "step": 17630 + }, + { + "epoch": 16.501403180542564, + "grad_norm": 0.08534153550863266, + "learning_rate": 3.966372546299265e-05, + "loss": 0.0262, + "step": 17640 + }, + { + "epoch": 16.510757717492986, + "grad_norm": 0.09717878699302673, + "learning_rate": 3.960980664737604e-05, + "loss": 0.0254, + "step": 17650 + }, + { + "epoch": 16.520112254443404, + "grad_norm": 0.09992057085037231, + "learning_rate": 3.955590045682408e-05, + "loss": 0.026, + "step": 17660 + }, + { + "epoch": 16.529466791393826, + "grad_norm": 0.09631511569023132, + "learning_rate": 3.950200695683788e-05, + "loss": 0.0248, + "step": 17670 + }, + { + "epoch": 16.53882132834425, + "grad_norm": 0.13044512271881104, + "learning_rate": 3.944812621290314e-05, + "loss": 0.0251, + "step": 17680 + }, + { + "epoch": 16.548175865294667, + "grad_norm": 0.10130789130926132, + "learning_rate": 3.939425829049002e-05, + "loss": 0.0262, + "step": 17690 + }, + { + "epoch": 16.55753040224509, + "grad_norm": 0.11862107366323471, + "learning_rate": 3.9340403255053135e-05, + "loss": 0.0266, + "step": 17700 + }, + { + "epoch": 16.56688493919551, + "grad_norm": 0.10105463117361069, + "learning_rate": 3.9286561172031407e-05, + "loss": 0.0249, + "step": 17710 + }, + { + "epoch": 16.57623947614593, + "grad_norm": 0.11186216026544571, + "learning_rate": 3.923273210684809e-05, + "loss": 0.026, + "step": 17720 + }, + { + "epoch": 16.58559401309635, + "grad_norm": 0.09485682845115662, + "learning_rate": 3.9178916124910555e-05, + "loss": 0.0252, + "step": 17730 + }, + { + "epoch": 16.594948550046773, + "grad_norm": 0.1006392315030098, + "learning_rate": 3.9125113291610274e-05, + "loss": 0.0259, + "step": 17740 + }, + { + "epoch": 16.604303086997195, + "grad_norm": 0.08809848874807358, + "learning_rate": 3.907132367232278e-05, + "loss": 0.0267, + "step": 17750 + }, + { + "epoch": 16.613657623947613, + "grad_norm": 0.1052936315536499, + "learning_rate": 3.901754733240752e-05, + "loss": 0.0252, + "step": 17760 + }, + { + "epoch": 16.623012160898035, + "grad_norm": 0.09830916672945023, + "learning_rate": 3.896378433720785e-05, + "loss": 0.0251, + "step": 17770 + }, + { + "epoch": 16.632366697848457, + "grad_norm": 0.08422842621803284, + "learning_rate": 3.891003475205086e-05, + "loss": 0.0251, + "step": 17780 + }, + { + "epoch": 16.641721234798876, + "grad_norm": 0.11010151356458664, + "learning_rate": 3.885629864224736e-05, + "loss": 0.0272, + "step": 17790 + }, + { + "epoch": 16.651075771749298, + "grad_norm": 0.1176789402961731, + "learning_rate": 3.880257607309178e-05, + "loss": 0.0259, + "step": 17800 + }, + { + "epoch": 16.66043030869972, + "grad_norm": 0.10593653470277786, + "learning_rate": 3.874886710986213e-05, + "loss": 0.0267, + "step": 17810 + }, + { + "epoch": 16.669784845650142, + "grad_norm": 0.10715143382549286, + "learning_rate": 3.8695171817819834e-05, + "loss": 0.0251, + "step": 17820 + }, + { + "epoch": 16.67913938260056, + "grad_norm": 0.10983644425868988, + "learning_rate": 3.8641490262209774e-05, + "loss": 0.0249, + "step": 17830 + }, + { + "epoch": 16.688493919550982, + "grad_norm": 0.11059235036373138, + "learning_rate": 3.8587822508260084e-05, + "loss": 0.024, + "step": 17840 + }, + { + "epoch": 16.697848456501404, + "grad_norm": 0.07736138999462128, + "learning_rate": 3.853416862118214e-05, + "loss": 0.0242, + "step": 17850 + }, + { + "epoch": 16.707202993451823, + "grad_norm": 0.09908745437860489, + "learning_rate": 3.848052866617049e-05, + "loss": 0.0256, + "step": 17860 + }, + { + "epoch": 16.716557530402245, + "grad_norm": 0.11536609381437302, + "learning_rate": 3.84269027084027e-05, + "loss": 0.0268, + "step": 17870 + }, + { + "epoch": 16.725912067352667, + "grad_norm": 0.10701027512550354, + "learning_rate": 3.83732908130394e-05, + "loss": 0.0254, + "step": 17880 + }, + { + "epoch": 16.73526660430309, + "grad_norm": 0.09146380424499512, + "learning_rate": 3.831969304522409e-05, + "loss": 0.0255, + "step": 17890 + }, + { + "epoch": 16.744621141253507, + "grad_norm": 0.08225373923778534, + "learning_rate": 3.826610947008312e-05, + "loss": 0.0239, + "step": 17900 + }, + { + "epoch": 16.75397567820393, + "grad_norm": 0.07985368371009827, + "learning_rate": 3.821254015272559e-05, + "loss": 0.0244, + "step": 17910 + }, + { + "epoch": 16.76333021515435, + "grad_norm": 0.09345932304859161, + "learning_rate": 3.8158985158243214e-05, + "loss": 0.0233, + "step": 17920 + }, + { + "epoch": 16.77268475210477, + "grad_norm": 0.1079147607088089, + "learning_rate": 3.810544455171044e-05, + "loss": 0.0259, + "step": 17930 + }, + { + "epoch": 16.78203928905519, + "grad_norm": 0.1192975640296936, + "learning_rate": 3.8051918398184114e-05, + "loss": 0.0252, + "step": 17940 + }, + { + "epoch": 16.791393826005613, + "grad_norm": 0.10918700695037842, + "learning_rate": 3.799840676270356e-05, + "loss": 0.0247, + "step": 17950 + }, + { + "epoch": 16.800748362956035, + "grad_norm": 0.11604880541563034, + "learning_rate": 3.794490971029048e-05, + "loss": 0.0249, + "step": 17960 + }, + { + "epoch": 16.810102899906454, + "grad_norm": 0.0950886681675911, + "learning_rate": 3.789142730594881e-05, + "loss": 0.0245, + "step": 17970 + }, + { + "epoch": 16.819457436856876, + "grad_norm": 0.08700522780418396, + "learning_rate": 3.783795961466471e-05, + "loss": 0.025, + "step": 17980 + }, + { + "epoch": 16.828811973807298, + "grad_norm": 0.15707258880138397, + "learning_rate": 3.778450670140651e-05, + "loss": 0.0244, + "step": 17990 + }, + { + "epoch": 16.838166510757716, + "grad_norm": 0.09408574551343918, + "learning_rate": 3.773106863112451e-05, + "loss": 0.0244, + "step": 18000 + }, + { + "epoch": 16.84752104770814, + "grad_norm": 0.10490540415048599, + "learning_rate": 3.7677645468751e-05, + "loss": 0.0271, + "step": 18010 + }, + { + "epoch": 16.85687558465856, + "grad_norm": 0.12037768959999084, + "learning_rate": 3.762423727920018e-05, + "loss": 0.0275, + "step": 18020 + }, + { + "epoch": 16.86623012160898, + "grad_norm": 0.10634172707796097, + "learning_rate": 3.7570844127367995e-05, + "loss": 0.0242, + "step": 18030 + }, + { + "epoch": 16.8755846585594, + "grad_norm": 0.08784214407205582, + "learning_rate": 3.751746607813221e-05, + "loss": 0.0263, + "step": 18040 + }, + { + "epoch": 16.884939195509823, + "grad_norm": 0.08866949379444122, + "learning_rate": 3.746410319635217e-05, + "loss": 0.0253, + "step": 18050 + }, + { + "epoch": 16.894293732460245, + "grad_norm": 0.0940362960100174, + "learning_rate": 3.7410755546868806e-05, + "loss": 0.0245, + "step": 18060 + }, + { + "epoch": 16.903648269410663, + "grad_norm": 0.09683576971292496, + "learning_rate": 3.735742319450454e-05, + "loss": 0.025, + "step": 18070 + }, + { + "epoch": 16.913002806361085, + "grad_norm": 0.08224203437566757, + "learning_rate": 3.7304106204063184e-05, + "loss": 0.0259, + "step": 18080 + }, + { + "epoch": 16.922357343311507, + "grad_norm": 0.08755757659673691, + "learning_rate": 3.725080464032996e-05, + "loss": 0.0266, + "step": 18090 + }, + { + "epoch": 16.931711880261926, + "grad_norm": 0.10098709911108017, + "learning_rate": 3.719751856807125e-05, + "loss": 0.0248, + "step": 18100 + }, + { + "epoch": 16.941066417212348, + "grad_norm": 0.092401422560215, + "learning_rate": 3.71442480520347e-05, + "loss": 0.0251, + "step": 18110 + }, + { + "epoch": 16.95042095416277, + "grad_norm": 0.09523987770080566, + "learning_rate": 3.709099315694897e-05, + "loss": 0.0265, + "step": 18120 + }, + { + "epoch": 16.95977549111319, + "grad_norm": 0.11116989701986313, + "learning_rate": 3.703775394752378e-05, + "loss": 0.0264, + "step": 18130 + }, + { + "epoch": 16.96913002806361, + "grad_norm": 0.12618252635002136, + "learning_rate": 3.698453048844983e-05, + "loss": 0.0243, + "step": 18140 + }, + { + "epoch": 16.978484565014032, + "grad_norm": 0.09979523718357086, + "learning_rate": 3.693132284439861e-05, + "loss": 0.0266, + "step": 18150 + }, + { + "epoch": 16.987839101964454, + "grad_norm": 0.10221783816814423, + "learning_rate": 3.6878131080022414e-05, + "loss": 0.0261, + "step": 18160 + }, + { + "epoch": 16.997193638914872, + "grad_norm": 0.12115855515003204, + "learning_rate": 3.682495525995429e-05, + "loss": 0.0257, + "step": 18170 + }, + { + "epoch": 17.006548175865294, + "grad_norm": 0.12450668215751648, + "learning_rate": 3.6771795448807846e-05, + "loss": 0.027, + "step": 18180 + }, + { + "epoch": 17.015902712815716, + "grad_norm": 0.09553062915802002, + "learning_rate": 3.671865171117724e-05, + "loss": 0.0225, + "step": 18190 + }, + { + "epoch": 17.02525724976614, + "grad_norm": 0.0856848806142807, + "learning_rate": 3.666552411163718e-05, + "loss": 0.0238, + "step": 18200 + }, + { + "epoch": 17.034611786716557, + "grad_norm": 0.11926516145467758, + "learning_rate": 3.661241271474269e-05, + "loss": 0.0249, + "step": 18210 + }, + { + "epoch": 17.04396632366698, + "grad_norm": 0.08615828305482864, + "learning_rate": 3.6559317585029116e-05, + "loss": 0.0247, + "step": 18220 + }, + { + "epoch": 17.0533208606174, + "grad_norm": 0.10016317665576935, + "learning_rate": 3.650623878701204e-05, + "loss": 0.0241, + "step": 18230 + }, + { + "epoch": 17.06267539756782, + "grad_norm": 0.08547908067703247, + "learning_rate": 3.645317638518721e-05, + "loss": 0.0248, + "step": 18240 + }, + { + "epoch": 17.07202993451824, + "grad_norm": 0.08799289911985397, + "learning_rate": 3.640013044403046e-05, + "loss": 0.0245, + "step": 18250 + }, + { + "epoch": 17.081384471468663, + "grad_norm": 0.10120541602373123, + "learning_rate": 3.634710102799761e-05, + "loss": 0.0253, + "step": 18260 + }, + { + "epoch": 17.09073900841908, + "grad_norm": 0.09358581155538559, + "learning_rate": 3.6294088201524394e-05, + "loss": 0.0246, + "step": 18270 + }, + { + "epoch": 17.100093545369504, + "grad_norm": 0.10614489018917084, + "learning_rate": 3.62410920290264e-05, + "loss": 0.0261, + "step": 18280 + }, + { + "epoch": 17.109448082319926, + "grad_norm": 0.11942090094089508, + "learning_rate": 3.6188112574898954e-05, + "loss": 0.0245, + "step": 18290 + }, + { + "epoch": 17.118802619270348, + "grad_norm": 0.08556844294071198, + "learning_rate": 3.6135149903517115e-05, + "loss": 0.0267, + "step": 18300 + }, + { + "epoch": 17.128157156220766, + "grad_norm": 0.1062457337975502, + "learning_rate": 3.608220407923552e-05, + "loss": 0.0256, + "step": 18310 + }, + { + "epoch": 17.137511693171188, + "grad_norm": 0.11499768495559692, + "learning_rate": 3.602927516638833e-05, + "loss": 0.0249, + "step": 18320 + }, + { + "epoch": 17.14686623012161, + "grad_norm": 0.12052131444215775, + "learning_rate": 3.5976363229289165e-05, + "loss": 0.0225, + "step": 18330 + }, + { + "epoch": 17.15622076707203, + "grad_norm": 0.1318332999944687, + "learning_rate": 3.5923468332231e-05, + "loss": 0.0239, + "step": 18340 + }, + { + "epoch": 17.16557530402245, + "grad_norm": 0.11968394368886948, + "learning_rate": 3.587059053948616e-05, + "loss": 0.0243, + "step": 18350 + }, + { + "epoch": 17.174929840972872, + "grad_norm": 0.13698790967464447, + "learning_rate": 3.5817729915306134e-05, + "loss": 0.0251, + "step": 18360 + }, + { + "epoch": 17.184284377923294, + "grad_norm": 0.1124938577413559, + "learning_rate": 3.5764886523921566e-05, + "loss": 0.0231, + "step": 18370 + }, + { + "epoch": 17.193638914873713, + "grad_norm": 0.1106361523270607, + "learning_rate": 3.571206042954214e-05, + "loss": 0.0249, + "step": 18380 + }, + { + "epoch": 17.202993451824135, + "grad_norm": 0.11662020534276962, + "learning_rate": 3.5659251696356566e-05, + "loss": 0.0242, + "step": 18390 + }, + { + "epoch": 17.212347988774557, + "grad_norm": 0.09202892333269119, + "learning_rate": 3.56064603885324e-05, + "loss": 0.0236, + "step": 18400 + }, + { + "epoch": 17.221702525724975, + "grad_norm": 0.11073575913906097, + "learning_rate": 3.5553686570216115e-05, + "loss": 0.0248, + "step": 18410 + }, + { + "epoch": 17.231057062675397, + "grad_norm": 0.09951216727495193, + "learning_rate": 3.550093030553284e-05, + "loss": 0.0254, + "step": 18420 + }, + { + "epoch": 17.24041159962582, + "grad_norm": 0.1139087826013565, + "learning_rate": 3.544819165858642e-05, + "loss": 0.0239, + "step": 18430 + }, + { + "epoch": 17.24976613657624, + "grad_norm": 0.0887189507484436, + "learning_rate": 3.539547069345926e-05, + "loss": 0.0244, + "step": 18440 + }, + { + "epoch": 17.25912067352666, + "grad_norm": 0.09084227681159973, + "learning_rate": 3.5342767474212344e-05, + "loss": 0.0235, + "step": 18450 + }, + { + "epoch": 17.26847521047708, + "grad_norm": 0.09086566418409348, + "learning_rate": 3.529008206488502e-05, + "loss": 0.0238, + "step": 18460 + }, + { + "epoch": 17.277829747427504, + "grad_norm": 0.09389274567365646, + "learning_rate": 3.5237414529495055e-05, + "loss": 0.0237, + "step": 18470 + }, + { + "epoch": 17.287184284377922, + "grad_norm": 0.09129378199577332, + "learning_rate": 3.5184764932038454e-05, + "loss": 0.0223, + "step": 18480 + }, + { + "epoch": 17.296538821328344, + "grad_norm": 0.12461797893047333, + "learning_rate": 3.513213333648945e-05, + "loss": 0.0246, + "step": 18490 + }, + { + "epoch": 17.305893358278766, + "grad_norm": 0.08560969680547714, + "learning_rate": 3.5079519806800374e-05, + "loss": 0.023, + "step": 18500 + }, + { + "epoch": 17.315247895229184, + "grad_norm": 0.09264025092124939, + "learning_rate": 3.502692440690165e-05, + "loss": 0.0255, + "step": 18510 + }, + { + "epoch": 17.324602432179606, + "grad_norm": 0.09995315223932266, + "learning_rate": 3.497434720070165e-05, + "loss": 0.0251, + "step": 18520 + }, + { + "epoch": 17.33395696913003, + "grad_norm": 0.11043979972600937, + "learning_rate": 3.4921788252086616e-05, + "loss": 0.0249, + "step": 18530 + }, + { + "epoch": 17.34331150608045, + "grad_norm": 0.0919274166226387, + "learning_rate": 3.486924762492065e-05, + "loss": 0.0245, + "step": 18540 + }, + { + "epoch": 17.35266604303087, + "grad_norm": 0.10918302088975906, + "learning_rate": 3.4816725383045534e-05, + "loss": 0.0241, + "step": 18550 + }, + { + "epoch": 17.36202057998129, + "grad_norm": 0.11766520142555237, + "learning_rate": 3.476422159028079e-05, + "loss": 0.0249, + "step": 18560 + }, + { + "epoch": 17.371375116931713, + "grad_norm": 0.11136520653963089, + "learning_rate": 3.471173631042345e-05, + "loss": 0.0237, + "step": 18570 + }, + { + "epoch": 17.38072965388213, + "grad_norm": 0.11118218302726746, + "learning_rate": 3.465926960724808e-05, + "loss": 0.0251, + "step": 18580 + }, + { + "epoch": 17.390084190832553, + "grad_norm": 0.09583546966314316, + "learning_rate": 3.460682154450666e-05, + "loss": 0.0234, + "step": 18590 + }, + { + "epoch": 17.399438727782975, + "grad_norm": 0.10689812898635864, + "learning_rate": 3.4554392185928564e-05, + "loss": 0.0249, + "step": 18600 + }, + { + "epoch": 17.408793264733397, + "grad_norm": 0.09938859939575195, + "learning_rate": 3.450198159522037e-05, + "loss": 0.0254, + "step": 18610 + }, + { + "epoch": 17.418147801683816, + "grad_norm": 0.1131812334060669, + "learning_rate": 3.444958983606592e-05, + "loss": 0.0236, + "step": 18620 + }, + { + "epoch": 17.427502338634238, + "grad_norm": 0.09088557958602905, + "learning_rate": 3.439721697212612e-05, + "loss": 0.0243, + "step": 18630 + }, + { + "epoch": 17.43685687558466, + "grad_norm": 0.1009049341082573, + "learning_rate": 3.4344863067038954e-05, + "loss": 0.0228, + "step": 18640 + }, + { + "epoch": 17.446211412535078, + "grad_norm": 0.10419708490371704, + "learning_rate": 3.429252818441935e-05, + "loss": 0.0242, + "step": 18650 + }, + { + "epoch": 17.4555659494855, + "grad_norm": 0.09924165904521942, + "learning_rate": 3.4240212387859094e-05, + "loss": 0.0245, + "step": 18660 + }, + { + "epoch": 17.464920486435922, + "grad_norm": 0.09926766902208328, + "learning_rate": 3.418791574092686e-05, + "loss": 0.0246, + "step": 18670 + }, + { + "epoch": 17.474275023386344, + "grad_norm": 0.10372272878885269, + "learning_rate": 3.413563830716796e-05, + "loss": 0.0239, + "step": 18680 + }, + { + "epoch": 17.483629560336762, + "grad_norm": 0.08129112422466278, + "learning_rate": 3.408338015010445e-05, + "loss": 0.0254, + "step": 18690 + }, + { + "epoch": 17.492984097287184, + "grad_norm": 0.11050073057413101, + "learning_rate": 3.40311413332349e-05, + "loss": 0.0249, + "step": 18700 + }, + { + "epoch": 17.502338634237606, + "grad_norm": 0.07234611362218857, + "learning_rate": 3.3978921920034365e-05, + "loss": 0.0237, + "step": 18710 + }, + { + "epoch": 17.511693171188025, + "grad_norm": 0.0962626188993454, + "learning_rate": 3.392672197395441e-05, + "loss": 0.0223, + "step": 18720 + }, + { + "epoch": 17.521047708138447, + "grad_norm": 0.09640848636627197, + "learning_rate": 3.387454155842287e-05, + "loss": 0.0235, + "step": 18730 + }, + { + "epoch": 17.53040224508887, + "grad_norm": 0.10761542618274689, + "learning_rate": 3.382238073684386e-05, + "loss": 0.0239, + "step": 18740 + }, + { + "epoch": 17.53975678203929, + "grad_norm": 0.09142223000526428, + "learning_rate": 3.377023957259771e-05, + "loss": 0.0233, + "step": 18750 + }, + { + "epoch": 17.54911131898971, + "grad_norm": 0.10647162050008774, + "learning_rate": 3.3718118129040835e-05, + "loss": 0.0229, + "step": 18760 + }, + { + "epoch": 17.55846585594013, + "grad_norm": 0.09378434717655182, + "learning_rate": 3.3666016469505724e-05, + "loss": 0.0231, + "step": 18770 + }, + { + "epoch": 17.567820392890553, + "grad_norm": 0.07998189330101013, + "learning_rate": 3.361393465730079e-05, + "loss": 0.0228, + "step": 18780 + }, + { + "epoch": 17.57717492984097, + "grad_norm": 0.10832240432500839, + "learning_rate": 3.3561872755710366e-05, + "loss": 0.0255, + "step": 18790 + }, + { + "epoch": 17.586529466791394, + "grad_norm": 0.07263316959142685, + "learning_rate": 3.350983082799456e-05, + "loss": 0.0239, + "step": 18800 + }, + { + "epoch": 17.595884003741816, + "grad_norm": 0.10444945842027664, + "learning_rate": 3.34578089373892e-05, + "loss": 0.0228, + "step": 18810 + }, + { + "epoch": 17.605238540692234, + "grad_norm": 0.11030907928943634, + "learning_rate": 3.340580714710581e-05, + "loss": 0.0223, + "step": 18820 + }, + { + "epoch": 17.614593077642656, + "grad_norm": 0.09885603189468384, + "learning_rate": 3.3353825520331466e-05, + "loss": 0.0236, + "step": 18830 + }, + { + "epoch": 17.623947614593078, + "grad_norm": 0.10360927879810333, + "learning_rate": 3.330186412022876e-05, + "loss": 0.0234, + "step": 18840 + }, + { + "epoch": 17.6333021515435, + "grad_norm": 0.12605494260787964, + "learning_rate": 3.324992300993568e-05, + "loss": 0.0222, + "step": 18850 + }, + { + "epoch": 17.64265668849392, + "grad_norm": 0.1029452532529831, + "learning_rate": 3.319800225256556e-05, + "loss": 0.0226, + "step": 18860 + }, + { + "epoch": 17.65201122544434, + "grad_norm": 0.1476389765739441, + "learning_rate": 3.314610191120702e-05, + "loss": 0.0242, + "step": 18870 + }, + { + "epoch": 17.661365762394762, + "grad_norm": 0.1036781296133995, + "learning_rate": 3.30942220489239e-05, + "loss": 0.0238, + "step": 18880 + }, + { + "epoch": 17.67072029934518, + "grad_norm": 0.08893957734107971, + "learning_rate": 3.3042362728755086e-05, + "loss": 0.0252, + "step": 18890 + }, + { + "epoch": 17.680074836295603, + "grad_norm": 0.09831290692090988, + "learning_rate": 3.299052401371456e-05, + "loss": 0.0246, + "step": 18900 + }, + { + "epoch": 17.689429373246025, + "grad_norm": 0.08325672894716263, + "learning_rate": 3.293870596679125e-05, + "loss": 0.0231, + "step": 18910 + }, + { + "epoch": 17.698783910196447, + "grad_norm": 0.09754437953233719, + "learning_rate": 3.288690865094895e-05, + "loss": 0.025, + "step": 18920 + }, + { + "epoch": 17.708138447146865, + "grad_norm": 0.10953415930271149, + "learning_rate": 3.283513212912632e-05, + "loss": 0.0251, + "step": 18930 + }, + { + "epoch": 17.717492984097287, + "grad_norm": 0.0959349200129509, + "learning_rate": 3.2783376464236684e-05, + "loss": 0.0244, + "step": 18940 + }, + { + "epoch": 17.72684752104771, + "grad_norm": 0.10299312323331833, + "learning_rate": 3.273164171916806e-05, + "loss": 0.0239, + "step": 18950 + }, + { + "epoch": 17.736202057998128, + "grad_norm": 0.10299502313137054, + "learning_rate": 3.267992795678306e-05, + "loss": 0.0236, + "step": 18960 + }, + { + "epoch": 17.74555659494855, + "grad_norm": 0.08454572409391403, + "learning_rate": 3.2628235239918744e-05, + "loss": 0.0245, + "step": 18970 + }, + { + "epoch": 17.75491113189897, + "grad_norm": 0.09953398257493973, + "learning_rate": 3.2576563631386695e-05, + "loss": 0.025, + "step": 18980 + }, + { + "epoch": 17.764265668849394, + "grad_norm": 0.10637617856264114, + "learning_rate": 3.252491319397275e-05, + "loss": 0.0236, + "step": 18990 + }, + { + "epoch": 17.773620205799812, + "grad_norm": 0.11574946343898773, + "learning_rate": 3.247328399043706e-05, + "loss": 0.0241, + "step": 19000 + }, + { + "epoch": 17.782974742750234, + "grad_norm": 0.0960981547832489, + "learning_rate": 3.242167608351399e-05, + "loss": 0.0243, + "step": 19010 + }, + { + "epoch": 17.792329279700656, + "grad_norm": 0.09325843304395676, + "learning_rate": 3.2370089535911986e-05, + "loss": 0.0243, + "step": 19020 + }, + { + "epoch": 17.801683816651074, + "grad_norm": 0.10058668255805969, + "learning_rate": 3.23185244103136e-05, + "loss": 0.0244, + "step": 19030 + }, + { + "epoch": 17.811038353601496, + "grad_norm": 0.0937858521938324, + "learning_rate": 3.22669807693753e-05, + "loss": 0.0249, + "step": 19040 + }, + { + "epoch": 17.82039289055192, + "grad_norm": 0.10121532529592514, + "learning_rate": 3.2215458675727495e-05, + "loss": 0.0266, + "step": 19050 + }, + { + "epoch": 17.82974742750234, + "grad_norm": 0.10686933249235153, + "learning_rate": 3.216395819197438e-05, + "loss": 0.0238, + "step": 19060 + }, + { + "epoch": 17.83910196445276, + "grad_norm": 0.11056656390428543, + "learning_rate": 3.211247938069387e-05, + "loss": 0.0234, + "step": 19070 + }, + { + "epoch": 17.84845650140318, + "grad_norm": 0.09361124038696289, + "learning_rate": 3.206102230443759e-05, + "loss": 0.0242, + "step": 19080 + }, + { + "epoch": 17.857811038353603, + "grad_norm": 0.09298364818096161, + "learning_rate": 3.2009587025730764e-05, + "loss": 0.0232, + "step": 19090 + }, + { + "epoch": 17.86716557530402, + "grad_norm": 0.12435317039489746, + "learning_rate": 3.195817360707207e-05, + "loss": 0.0234, + "step": 19100 + }, + { + "epoch": 17.876520112254443, + "grad_norm": 0.07571033388376236, + "learning_rate": 3.19067821109337e-05, + "loss": 0.022, + "step": 19110 + }, + { + "epoch": 17.885874649204865, + "grad_norm": 0.12209390848875046, + "learning_rate": 3.185541259976114e-05, + "loss": 0.024, + "step": 19120 + }, + { + "epoch": 17.895229186155284, + "grad_norm": 0.11047089099884033, + "learning_rate": 3.180406513597316e-05, + "loss": 0.0225, + "step": 19130 + }, + { + "epoch": 17.904583723105706, + "grad_norm": 0.0957658439874649, + "learning_rate": 3.1752739781961835e-05, + "loss": 0.0253, + "step": 19140 + }, + { + "epoch": 17.913938260056128, + "grad_norm": 0.09409896284341812, + "learning_rate": 3.170143660009228e-05, + "loss": 0.0251, + "step": 19150 + }, + { + "epoch": 17.92329279700655, + "grad_norm": 0.11821121722459793, + "learning_rate": 3.16501556527027e-05, + "loss": 0.0227, + "step": 19160 + }, + { + "epoch": 17.932647333956968, + "grad_norm": 0.09352222084999084, + "learning_rate": 3.1598897002104265e-05, + "loss": 0.0228, + "step": 19170 + }, + { + "epoch": 17.94200187090739, + "grad_norm": 0.08284555375576019, + "learning_rate": 3.154766071058108e-05, + "loss": 0.0227, + "step": 19180 + }, + { + "epoch": 17.951356407857812, + "grad_norm": 0.09970327466726303, + "learning_rate": 3.149644684039008e-05, + "loss": 0.023, + "step": 19190 + }, + { + "epoch": 17.96071094480823, + "grad_norm": 0.09961149841547012, + "learning_rate": 3.144525545376095e-05, + "loss": 0.0238, + "step": 19200 + }, + { + "epoch": 17.970065481758652, + "grad_norm": 0.10382334887981415, + "learning_rate": 3.139408661289603e-05, + "loss": 0.0238, + "step": 19210 + }, + { + "epoch": 17.979420018709074, + "grad_norm": 0.11134227365255356, + "learning_rate": 3.134294037997032e-05, + "loss": 0.0228, + "step": 19220 + }, + { + "epoch": 17.988774555659496, + "grad_norm": 0.07882590591907501, + "learning_rate": 3.129181681713127e-05, + "loss": 0.0222, + "step": 19230 + }, + { + "epoch": 17.998129092609915, + "grad_norm": 0.11210132390260696, + "learning_rate": 3.1240715986498855e-05, + "loss": 0.0242, + "step": 19240 + }, + { + "epoch": 18.007483629560337, + "grad_norm": 0.08789687603712082, + "learning_rate": 3.1189637950165394e-05, + "loss": 0.0236, + "step": 19250 + }, + { + "epoch": 18.01683816651076, + "grad_norm": 0.11479182541370392, + "learning_rate": 3.1138582770195544e-05, + "loss": 0.0248, + "step": 19260 + }, + { + "epoch": 18.026192703461177, + "grad_norm": 0.08413432538509369, + "learning_rate": 3.108755050862615e-05, + "loss": 0.0231, + "step": 19270 + }, + { + "epoch": 18.0355472404116, + "grad_norm": 0.1578945517539978, + "learning_rate": 3.1036541227466204e-05, + "loss": 0.024, + "step": 19280 + }, + { + "epoch": 18.04490177736202, + "grad_norm": 0.08501681685447693, + "learning_rate": 3.0985554988696786e-05, + "loss": 0.0237, + "step": 19290 + }, + { + "epoch": 18.054256314312443, + "grad_norm": 0.10506913810968399, + "learning_rate": 3.093459185427102e-05, + "loss": 0.0241, + "step": 19300 + }, + { + "epoch": 18.06361085126286, + "grad_norm": 0.09454291313886642, + "learning_rate": 3.0883651886113905e-05, + "loss": 0.0233, + "step": 19310 + }, + { + "epoch": 18.072965388213284, + "grad_norm": 0.08733552694320679, + "learning_rate": 3.0832735146122294e-05, + "loss": 0.024, + "step": 19320 + }, + { + "epoch": 18.082319925163706, + "grad_norm": 0.1468421369791031, + "learning_rate": 3.078184169616485e-05, + "loss": 0.0232, + "step": 19330 + }, + { + "epoch": 18.091674462114124, + "grad_norm": 0.09308025240898132, + "learning_rate": 3.073097159808187e-05, + "loss": 0.0235, + "step": 19340 + }, + { + "epoch": 18.101028999064546, + "grad_norm": 0.08990258723497391, + "learning_rate": 3.068012491368537e-05, + "loss": 0.0216, + "step": 19350 + }, + { + "epoch": 18.110383536014968, + "grad_norm": 0.08016674965620041, + "learning_rate": 3.062930170475885e-05, + "loss": 0.0235, + "step": 19360 + }, + { + "epoch": 18.119738072965387, + "grad_norm": 0.09079933911561966, + "learning_rate": 3.057850203305729e-05, + "loss": 0.0225, + "step": 19370 + }, + { + "epoch": 18.12909260991581, + "grad_norm": 0.09927406907081604, + "learning_rate": 3.052772596030708e-05, + "loss": 0.0219, + "step": 19380 + }, + { + "epoch": 18.13844714686623, + "grad_norm": 0.09362051635980606, + "learning_rate": 3.0476973548205943e-05, + "loss": 0.0218, + "step": 19390 + }, + { + "epoch": 18.147801683816652, + "grad_norm": 0.08499110490083694, + "learning_rate": 3.0426244858422847e-05, + "loss": 0.0237, + "step": 19400 + }, + { + "epoch": 18.15715622076707, + "grad_norm": 0.08407152444124222, + "learning_rate": 3.0375539952597943e-05, + "loss": 0.023, + "step": 19410 + }, + { + "epoch": 18.166510757717493, + "grad_norm": 0.09378787875175476, + "learning_rate": 3.0324858892342468e-05, + "loss": 0.0212, + "step": 19420 + }, + { + "epoch": 18.175865294667915, + "grad_norm": 0.11773427575826645, + "learning_rate": 3.0274201739238672e-05, + "loss": 0.024, + "step": 19430 + }, + { + "epoch": 18.185219831618333, + "grad_norm": 0.10623910278081894, + "learning_rate": 3.0223568554839786e-05, + "loss": 0.0225, + "step": 19440 + }, + { + "epoch": 18.194574368568755, + "grad_norm": 0.09041428565979004, + "learning_rate": 3.0172959400669886e-05, + "loss": 0.0221, + "step": 19450 + }, + { + "epoch": 18.203928905519177, + "grad_norm": 0.1036708876490593, + "learning_rate": 3.0122374338223902e-05, + "loss": 0.0226, + "step": 19460 + }, + { + "epoch": 18.2132834424696, + "grad_norm": 0.09781698137521744, + "learning_rate": 3.0071813428967427e-05, + "loss": 0.0239, + "step": 19470 + }, + { + "epoch": 18.222637979420018, + "grad_norm": 0.08931995928287506, + "learning_rate": 3.0021276734336746e-05, + "loss": 0.0223, + "step": 19480 + }, + { + "epoch": 18.23199251637044, + "grad_norm": 0.0899820476770401, + "learning_rate": 2.997076431573871e-05, + "loss": 0.0215, + "step": 19490 + }, + { + "epoch": 18.24134705332086, + "grad_norm": 0.09344295412302017, + "learning_rate": 2.9920276234550636e-05, + "loss": 0.0227, + "step": 19500 + }, + { + "epoch": 18.25070159027128, + "grad_norm": 0.1078665480017662, + "learning_rate": 2.986981255212035e-05, + "loss": 0.0239, + "step": 19510 + }, + { + "epoch": 18.260056127221702, + "grad_norm": 0.08768957853317261, + "learning_rate": 2.9819373329765977e-05, + "loss": 0.0244, + "step": 19520 + }, + { + "epoch": 18.269410664172124, + "grad_norm": 0.09090756624937057, + "learning_rate": 2.9768958628775902e-05, + "loss": 0.0217, + "step": 19530 + }, + { + "epoch": 18.278765201122546, + "grad_norm": 0.07619229704141617, + "learning_rate": 2.9718568510408762e-05, + "loss": 0.0212, + "step": 19540 + }, + { + "epoch": 18.288119738072965, + "grad_norm": 0.08420594036579132, + "learning_rate": 2.9668203035893272e-05, + "loss": 0.025, + "step": 19550 + }, + { + "epoch": 18.297474275023387, + "grad_norm": 0.10926105827093124, + "learning_rate": 2.9617862266428287e-05, + "loss": 0.0235, + "step": 19560 + }, + { + "epoch": 18.30682881197381, + "grad_norm": 0.09129620343446732, + "learning_rate": 2.9567546263182556e-05, + "loss": 0.0244, + "step": 19570 + }, + { + "epoch": 18.316183348924227, + "grad_norm": 0.10618565231561661, + "learning_rate": 2.951725508729476e-05, + "loss": 0.0249, + "step": 19580 + }, + { + "epoch": 18.32553788587465, + "grad_norm": 0.10644423216581345, + "learning_rate": 2.946698879987344e-05, + "loss": 0.0229, + "step": 19590 + }, + { + "epoch": 18.33489242282507, + "grad_norm": 0.0993766039609909, + "learning_rate": 2.9416747461996853e-05, + "loss": 0.0237, + "step": 19600 + }, + { + "epoch": 18.34424695977549, + "grad_norm": 0.09731770306825638, + "learning_rate": 2.9366531134712973e-05, + "loss": 0.0221, + "step": 19610 + }, + { + "epoch": 18.35360149672591, + "grad_norm": 0.08835587650537491, + "learning_rate": 2.9316339879039367e-05, + "loss": 0.0211, + "step": 19620 + }, + { + "epoch": 18.362956033676333, + "grad_norm": 0.09307819604873657, + "learning_rate": 2.9266173755963167e-05, + "loss": 0.0229, + "step": 19630 + }, + { + "epoch": 18.372310570626755, + "grad_norm": 0.0876886323094368, + "learning_rate": 2.9216032826440926e-05, + "loss": 0.0214, + "step": 19640 + }, + { + "epoch": 18.381665107577174, + "grad_norm": 0.11331935971975327, + "learning_rate": 2.9165917151398592e-05, + "loss": 0.0234, + "step": 19650 + }, + { + "epoch": 18.391019644527596, + "grad_norm": 0.08963214606046677, + "learning_rate": 2.9115826791731428e-05, + "loss": 0.0223, + "step": 19660 + }, + { + "epoch": 18.400374181478018, + "grad_norm": 0.10362495481967926, + "learning_rate": 2.906576180830398e-05, + "loss": 0.0235, + "step": 19670 + }, + { + "epoch": 18.409728718428436, + "grad_norm": 0.10475436598062515, + "learning_rate": 2.9015722261949917e-05, + "loss": 0.0216, + "step": 19680 + }, + { + "epoch": 18.419083255378858, + "grad_norm": 0.09678982943296432, + "learning_rate": 2.8965708213471986e-05, + "loss": 0.0238, + "step": 19690 + }, + { + "epoch": 18.42843779232928, + "grad_norm": 0.10258101671934128, + "learning_rate": 2.8915719723641975e-05, + "loss": 0.0221, + "step": 19700 + }, + { + "epoch": 18.437792329279702, + "grad_norm": 0.0999889001250267, + "learning_rate": 2.8865756853200604e-05, + "loss": 0.023, + "step": 19710 + }, + { + "epoch": 18.44714686623012, + "grad_norm": 0.09267117083072662, + "learning_rate": 2.8815819662857503e-05, + "loss": 0.0218, + "step": 19720 + }, + { + "epoch": 18.456501403180543, + "grad_norm": 0.09331382811069489, + "learning_rate": 2.876590821329105e-05, + "loss": 0.0236, + "step": 19730 + }, + { + "epoch": 18.465855940130965, + "grad_norm": 0.11050955206155777, + "learning_rate": 2.871602256514836e-05, + "loss": 0.0234, + "step": 19740 + }, + { + "epoch": 18.475210477081383, + "grad_norm": 0.10424542427062988, + "learning_rate": 2.8666162779045203e-05, + "loss": 0.0214, + "step": 19750 + }, + { + "epoch": 18.484565014031805, + "grad_norm": 0.125874325633049, + "learning_rate": 2.8616328915565904e-05, + "loss": 0.0226, + "step": 19760 + }, + { + "epoch": 18.493919550982227, + "grad_norm": 0.10727301239967346, + "learning_rate": 2.856652103526334e-05, + "loss": 0.024, + "step": 19770 + }, + { + "epoch": 18.50327408793265, + "grad_norm": 0.11467042565345764, + "learning_rate": 2.8516739198658755e-05, + "loss": 0.0222, + "step": 19780 + }, + { + "epoch": 18.512628624883067, + "grad_norm": 0.09429853409528732, + "learning_rate": 2.846698346624177e-05, + "loss": 0.0218, + "step": 19790 + }, + { + "epoch": 18.52198316183349, + "grad_norm": 0.1305563896894455, + "learning_rate": 2.841725389847032e-05, + "loss": 0.0208, + "step": 19800 + }, + { + "epoch": 18.53133769878391, + "grad_norm": 0.11520536243915558, + "learning_rate": 2.8367550555770506e-05, + "loss": 0.0228, + "step": 19810 + }, + { + "epoch": 18.54069223573433, + "grad_norm": 0.10192733258008957, + "learning_rate": 2.831787349853655e-05, + "loss": 0.0221, + "step": 19820 + }, + { + "epoch": 18.55004677268475, + "grad_norm": 0.08610217273235321, + "learning_rate": 2.8268222787130806e-05, + "loss": 0.0216, + "step": 19830 + }, + { + "epoch": 18.559401309635174, + "grad_norm": 0.10886633396148682, + "learning_rate": 2.821859848188355e-05, + "loss": 0.0235, + "step": 19840 + }, + { + "epoch": 18.568755846585596, + "grad_norm": 0.11024486273527145, + "learning_rate": 2.816900064309299e-05, + "loss": 0.0232, + "step": 19850 + }, + { + "epoch": 18.578110383536014, + "grad_norm": 0.08857274055480957, + "learning_rate": 2.811942933102517e-05, + "loss": 0.024, + "step": 19860 + }, + { + "epoch": 18.587464920486436, + "grad_norm": 0.09807850420475006, + "learning_rate": 2.806988460591391e-05, + "loss": 0.0222, + "step": 19870 + }, + { + "epoch": 18.596819457436858, + "grad_norm": 0.10193827003240585, + "learning_rate": 2.802036652796074e-05, + "loss": 0.0232, + "step": 19880 + }, + { + "epoch": 18.606173994387277, + "grad_norm": 0.10330836474895477, + "learning_rate": 2.797087515733478e-05, + "loss": 0.0227, + "step": 19890 + }, + { + "epoch": 18.6155285313377, + "grad_norm": 0.099209263920784, + "learning_rate": 2.7921410554172723e-05, + "loss": 0.0227, + "step": 19900 + }, + { + "epoch": 18.62488306828812, + "grad_norm": 0.10078026354312897, + "learning_rate": 2.787197277857871e-05, + "loss": 0.0247, + "step": 19910 + }, + { + "epoch": 18.63423760523854, + "grad_norm": 0.07198381423950195, + "learning_rate": 2.782256189062429e-05, + "loss": 0.0228, + "step": 19920 + }, + { + "epoch": 18.64359214218896, + "grad_norm": 0.11188801378011703, + "learning_rate": 2.777317795034839e-05, + "loss": 0.0221, + "step": 19930 + }, + { + "epoch": 18.652946679139383, + "grad_norm": 0.09393337368965149, + "learning_rate": 2.7723821017757112e-05, + "loss": 0.0227, + "step": 19940 + }, + { + "epoch": 18.662301216089805, + "grad_norm": 0.0901186391711235, + "learning_rate": 2.7674491152823822e-05, + "loss": 0.0224, + "step": 19950 + }, + { + "epoch": 18.671655753040223, + "grad_norm": 0.11574415117502213, + "learning_rate": 2.7625188415488944e-05, + "loss": 0.021, + "step": 19960 + }, + { + "epoch": 18.681010289990645, + "grad_norm": 0.09530995786190033, + "learning_rate": 2.7575912865659924e-05, + "loss": 0.0223, + "step": 19970 + }, + { + "epoch": 18.690364826941067, + "grad_norm": 0.08415579795837402, + "learning_rate": 2.7526664563211245e-05, + "loss": 0.0235, + "step": 19980 + }, + { + "epoch": 18.699719363891486, + "grad_norm": 0.09871411323547363, + "learning_rate": 2.7477443567984224e-05, + "loss": 0.0233, + "step": 19990 + }, + { + "epoch": 18.709073900841908, + "grad_norm": 0.0904155820608139, + "learning_rate": 2.7428249939787e-05, + "loss": 0.0223, + "step": 20000 + }, + { + "epoch": 18.71842843779233, + "grad_norm": 0.09547421336174011, + "learning_rate": 2.7379083738394484e-05, + "loss": 0.0228, + "step": 20010 + }, + { + "epoch": 18.72778297474275, + "grad_norm": 0.09671078622341156, + "learning_rate": 2.732994502354823e-05, + "loss": 0.0239, + "step": 20020 + }, + { + "epoch": 18.73713751169317, + "grad_norm": 0.09687471389770508, + "learning_rate": 2.72808338549564e-05, + "loss": 0.0232, + "step": 20030 + }, + { + "epoch": 18.746492048643592, + "grad_norm": 0.09863799810409546, + "learning_rate": 2.723175029229374e-05, + "loss": 0.0219, + "step": 20040 + }, + { + "epoch": 18.755846585594014, + "grad_norm": 0.10812342166900635, + "learning_rate": 2.718269439520138e-05, + "loss": 0.0223, + "step": 20050 + }, + { + "epoch": 18.765201122544433, + "grad_norm": 0.09557808190584183, + "learning_rate": 2.7133666223286858e-05, + "loss": 0.0213, + "step": 20060 + }, + { + "epoch": 18.774555659494855, + "grad_norm": 0.09213363379240036, + "learning_rate": 2.7084665836124006e-05, + "loss": 0.0221, + "step": 20070 + }, + { + "epoch": 18.783910196445277, + "grad_norm": 0.10395730286836624, + "learning_rate": 2.703569329325296e-05, + "loss": 0.0219, + "step": 20080 + }, + { + "epoch": 18.7932647333957, + "grad_norm": 0.09499460458755493, + "learning_rate": 2.698674865417994e-05, + "loss": 0.0202, + "step": 20090 + }, + { + "epoch": 18.802619270346117, + "grad_norm": 0.08595376461744308, + "learning_rate": 2.6937831978377325e-05, + "loss": 0.0222, + "step": 20100 + }, + { + "epoch": 18.81197380729654, + "grad_norm": 0.07680227607488632, + "learning_rate": 2.6888943325283485e-05, + "loss": 0.0225, + "step": 20110 + }, + { + "epoch": 18.82132834424696, + "grad_norm": 0.10061516612768173, + "learning_rate": 2.6840082754302733e-05, + "loss": 0.0232, + "step": 20120 + }, + { + "epoch": 18.83068288119738, + "grad_norm": 0.10483938455581665, + "learning_rate": 2.679125032480525e-05, + "loss": 0.0231, + "step": 20130 + }, + { + "epoch": 18.8400374181478, + "grad_norm": 0.09184711426496506, + "learning_rate": 2.674244609612708e-05, + "loss": 0.0224, + "step": 20140 + }, + { + "epoch": 18.849391955098223, + "grad_norm": 0.09580111503601074, + "learning_rate": 2.6693670127569958e-05, + "loss": 0.0208, + "step": 20150 + }, + { + "epoch": 18.858746492048645, + "grad_norm": 0.08974970132112503, + "learning_rate": 2.6644922478401268e-05, + "loss": 0.0217, + "step": 20160 + }, + { + "epoch": 18.868101028999064, + "grad_norm": 0.1080237478017807, + "learning_rate": 2.6596203207854004e-05, + "loss": 0.0222, + "step": 20170 + }, + { + "epoch": 18.877455565949486, + "grad_norm": 0.08115606755018234, + "learning_rate": 2.654751237512666e-05, + "loss": 0.022, + "step": 20180 + }, + { + "epoch": 18.886810102899908, + "grad_norm": 0.10505670309066772, + "learning_rate": 2.649885003938323e-05, + "loss": 0.0229, + "step": 20190 + }, + { + "epoch": 18.896164639850326, + "grad_norm": 0.10585328191518784, + "learning_rate": 2.6450216259753e-05, + "loss": 0.0216, + "step": 20200 + }, + { + "epoch": 18.90551917680075, + "grad_norm": 0.0875457152724266, + "learning_rate": 2.640161109533063e-05, + "loss": 0.0201, + "step": 20210 + }, + { + "epoch": 18.91487371375117, + "grad_norm": 0.08541126549243927, + "learning_rate": 2.6353034605175936e-05, + "loss": 0.0225, + "step": 20220 + }, + { + "epoch": 18.92422825070159, + "grad_norm": 0.09411579370498657, + "learning_rate": 2.630448684831398e-05, + "loss": 0.0256, + "step": 20230 + }, + { + "epoch": 18.93358278765201, + "grad_norm": 0.12711849808692932, + "learning_rate": 2.625596788373482e-05, + "loss": 0.0235, + "step": 20240 + }, + { + "epoch": 18.942937324602433, + "grad_norm": 0.09864325821399689, + "learning_rate": 2.620747777039363e-05, + "loss": 0.0245, + "step": 20250 + }, + { + "epoch": 18.952291861552855, + "grad_norm": 0.12787869572639465, + "learning_rate": 2.6159016567210424e-05, + "loss": 0.0218, + "step": 20260 + }, + { + "epoch": 18.961646398503273, + "grad_norm": 0.1035517230629921, + "learning_rate": 2.6110584333070153e-05, + "loss": 0.021, + "step": 20270 + }, + { + "epoch": 18.971000935453695, + "grad_norm": 0.0778985247015953, + "learning_rate": 2.6062181126822537e-05, + "loss": 0.0222, + "step": 20280 + }, + { + "epoch": 18.980355472404117, + "grad_norm": 0.10253947228193283, + "learning_rate": 2.601380700728203e-05, + "loss": 0.0224, + "step": 20290 + }, + { + "epoch": 18.989710009354535, + "grad_norm": 0.09282256662845612, + "learning_rate": 2.596546203322777e-05, + "loss": 0.0218, + "step": 20300 + }, + { + "epoch": 18.999064546304957, + "grad_norm": 0.09033872932195663, + "learning_rate": 2.5917146263403457e-05, + "loss": 0.0211, + "step": 20310 + }, + { + "epoch": 19.00841908325538, + "grad_norm": 0.1218792274594307, + "learning_rate": 2.5868859756517296e-05, + "loss": 0.0207, + "step": 20320 + }, + { + "epoch": 19.0177736202058, + "grad_norm": 0.09537561237812042, + "learning_rate": 2.5820602571241947e-05, + "loss": 0.0228, + "step": 20330 + }, + { + "epoch": 19.02712815715622, + "grad_norm": 0.10029203444719315, + "learning_rate": 2.577237476621442e-05, + "loss": 0.0211, + "step": 20340 + }, + { + "epoch": 19.036482694106642, + "grad_norm": 0.08745686709880829, + "learning_rate": 2.572417640003609e-05, + "loss": 0.0217, + "step": 20350 + }, + { + "epoch": 19.045837231057064, + "grad_norm": 0.09216658025979996, + "learning_rate": 2.5676007531272473e-05, + "loss": 0.0201, + "step": 20360 + }, + { + "epoch": 19.055191768007482, + "grad_norm": 0.09318297356367111, + "learning_rate": 2.5627868218453332e-05, + "loss": 0.0224, + "step": 20370 + }, + { + "epoch": 19.064546304957904, + "grad_norm": 0.11468617618083954, + "learning_rate": 2.5579758520072443e-05, + "loss": 0.0207, + "step": 20380 + }, + { + "epoch": 19.073900841908326, + "grad_norm": 0.07824214547872543, + "learning_rate": 2.5531678494587615e-05, + "loss": 0.0222, + "step": 20390 + }, + { + "epoch": 19.08325537885875, + "grad_norm": 0.10407350212335587, + "learning_rate": 2.5483628200420644e-05, + "loss": 0.021, + "step": 20400 + }, + { + "epoch": 19.092609915809167, + "grad_norm": 0.08363235741853714, + "learning_rate": 2.5435607695957154e-05, + "loss": 0.0215, + "step": 20410 + }, + { + "epoch": 19.10196445275959, + "grad_norm": 0.10643547028303146, + "learning_rate": 2.5387617039546586e-05, + "loss": 0.0211, + "step": 20420 + }, + { + "epoch": 19.11131898971001, + "grad_norm": 0.09162475913763046, + "learning_rate": 2.5339656289502106e-05, + "loss": 0.0209, + "step": 20430 + }, + { + "epoch": 19.12067352666043, + "grad_norm": 0.09944234788417816, + "learning_rate": 2.529172550410056e-05, + "loss": 0.0212, + "step": 20440 + }, + { + "epoch": 19.13002806361085, + "grad_norm": 0.08798430114984512, + "learning_rate": 2.524382474158234e-05, + "loss": 0.0222, + "step": 20450 + }, + { + "epoch": 19.139382600561273, + "grad_norm": 0.09659973531961441, + "learning_rate": 2.5195954060151433e-05, + "loss": 0.0229, + "step": 20460 + }, + { + "epoch": 19.14873713751169, + "grad_norm": 0.08426817506551743, + "learning_rate": 2.5148113517975212e-05, + "loss": 0.0221, + "step": 20470 + }, + { + "epoch": 19.158091674462113, + "grad_norm": 0.09092653542757034, + "learning_rate": 2.5100303173184447e-05, + "loss": 0.0223, + "step": 20480 + }, + { + "epoch": 19.167446211412535, + "grad_norm": 0.09841952472925186, + "learning_rate": 2.5052523083873196e-05, + "loss": 0.0198, + "step": 20490 + }, + { + "epoch": 19.176800748362957, + "grad_norm": 0.10931528359651566, + "learning_rate": 2.500477330809881e-05, + "loss": 0.0219, + "step": 20500 + }, + { + "epoch": 19.186155285313376, + "grad_norm": 0.10754609107971191, + "learning_rate": 2.4957053903881733e-05, + "loss": 0.0214, + "step": 20510 + }, + { + "epoch": 19.195509822263798, + "grad_norm": 0.07761026918888092, + "learning_rate": 2.4909364929205576e-05, + "loss": 0.0236, + "step": 20520 + }, + { + "epoch": 19.20486435921422, + "grad_norm": 0.09120053797960281, + "learning_rate": 2.4861706442016923e-05, + "loss": 0.021, + "step": 20530 + }, + { + "epoch": 19.21421889616464, + "grad_norm": 0.09089077264070511, + "learning_rate": 2.481407850022533e-05, + "loss": 0.021, + "step": 20540 + }, + { + "epoch": 19.22357343311506, + "grad_norm": 0.09439665824174881, + "learning_rate": 2.4766481161703213e-05, + "loss": 0.0216, + "step": 20550 + }, + { + "epoch": 19.232927970065482, + "grad_norm": 0.07907308638095856, + "learning_rate": 2.4718914484285876e-05, + "loss": 0.0208, + "step": 20560 + }, + { + "epoch": 19.242282507015904, + "grad_norm": 0.08997896313667297, + "learning_rate": 2.467137852577129e-05, + "loss": 0.0208, + "step": 20570 + }, + { + "epoch": 19.251637043966323, + "grad_norm": 0.09255742281675339, + "learning_rate": 2.4623873343920123e-05, + "loss": 0.0216, + "step": 20580 + }, + { + "epoch": 19.260991580916745, + "grad_norm": 0.08595287054777145, + "learning_rate": 2.4576398996455656e-05, + "loss": 0.0214, + "step": 20590 + }, + { + "epoch": 19.270346117867167, + "grad_norm": 0.09141458570957184, + "learning_rate": 2.452895554106368e-05, + "loss": 0.0217, + "step": 20600 + }, + { + "epoch": 19.279700654817585, + "grad_norm": 0.09010138362646103, + "learning_rate": 2.4481543035392506e-05, + "loss": 0.0219, + "step": 20610 + }, + { + "epoch": 19.289055191768007, + "grad_norm": 0.11526057869195938, + "learning_rate": 2.4434161537052774e-05, + "loss": 0.0212, + "step": 20620 + }, + { + "epoch": 19.29840972871843, + "grad_norm": 0.08158319443464279, + "learning_rate": 2.4386811103617474e-05, + "loss": 0.0211, + "step": 20630 + }, + { + "epoch": 19.30776426566885, + "grad_norm": 0.0963994488120079, + "learning_rate": 2.4339491792621833e-05, + "loss": 0.0207, + "step": 20640 + }, + { + "epoch": 19.31711880261927, + "grad_norm": 0.09621584415435791, + "learning_rate": 2.4292203661563312e-05, + "loss": 0.0206, + "step": 20650 + }, + { + "epoch": 19.32647333956969, + "grad_norm": 0.09268178790807724, + "learning_rate": 2.424494676790141e-05, + "loss": 0.021, + "step": 20660 + }, + { + "epoch": 19.335827876520113, + "grad_norm": 0.09204111993312836, + "learning_rate": 2.4197721169057745e-05, + "loss": 0.0217, + "step": 20670 + }, + { + "epoch": 19.345182413470532, + "grad_norm": 0.10111264139413834, + "learning_rate": 2.4150526922415857e-05, + "loss": 0.0212, + "step": 20680 + }, + { + "epoch": 19.354536950420954, + "grad_norm": 0.10717791318893433, + "learning_rate": 2.41033640853212e-05, + "loss": 0.0218, + "step": 20690 + }, + { + "epoch": 19.363891487371376, + "grad_norm": 0.10089690238237381, + "learning_rate": 2.405623271508108e-05, + "loss": 0.0192, + "step": 20700 + }, + { + "epoch": 19.373246024321794, + "grad_norm": 0.10338959842920303, + "learning_rate": 2.4009132868964522e-05, + "loss": 0.0204, + "step": 20710 + }, + { + "epoch": 19.382600561272216, + "grad_norm": 0.08405755460262299, + "learning_rate": 2.3962064604202327e-05, + "loss": 0.0225, + "step": 20720 + }, + { + "epoch": 19.39195509822264, + "grad_norm": 0.10006972402334213, + "learning_rate": 2.3915027977986858e-05, + "loss": 0.0206, + "step": 20730 + }, + { + "epoch": 19.40130963517306, + "grad_norm": 0.10352674871683121, + "learning_rate": 2.386802304747205e-05, + "loss": 0.0228, + "step": 20740 + }, + { + "epoch": 19.41066417212348, + "grad_norm": 0.10428475588560104, + "learning_rate": 2.382104986977332e-05, + "loss": 0.0218, + "step": 20750 + }, + { + "epoch": 19.4200187090739, + "grad_norm": 0.07490188628435135, + "learning_rate": 2.377410850196749e-05, + "loss": 0.0215, + "step": 20760 + }, + { + "epoch": 19.429373246024323, + "grad_norm": 0.08653593808412552, + "learning_rate": 2.3727199001092797e-05, + "loss": 0.0225, + "step": 20770 + }, + { + "epoch": 19.43872778297474, + "grad_norm": 0.0988820269703865, + "learning_rate": 2.3680321424148677e-05, + "loss": 0.02, + "step": 20780 + }, + { + "epoch": 19.448082319925163, + "grad_norm": 0.09409505128860474, + "learning_rate": 2.3633475828095793e-05, + "loss": 0.0215, + "step": 20790 + }, + { + "epoch": 19.457436856875585, + "grad_norm": 0.0984933078289032, + "learning_rate": 2.358666226985599e-05, + "loss": 0.0219, + "step": 20800 + }, + { + "epoch": 19.466791393826007, + "grad_norm": 0.08342994004487991, + "learning_rate": 2.353988080631213e-05, + "loss": 0.021, + "step": 20810 + }, + { + "epoch": 19.476145930776426, + "grad_norm": 0.1021682396531105, + "learning_rate": 2.3493131494308142e-05, + "loss": 0.0205, + "step": 20820 + }, + { + "epoch": 19.485500467726848, + "grad_norm": 0.08934006839990616, + "learning_rate": 2.344641439064881e-05, + "loss": 0.0218, + "step": 20830 + }, + { + "epoch": 19.49485500467727, + "grad_norm": 0.08911387622356415, + "learning_rate": 2.339972955209984e-05, + "loss": 0.0218, + "step": 20840 + }, + { + "epoch": 19.504209541627688, + "grad_norm": 0.1079200878739357, + "learning_rate": 2.335307703538771e-05, + "loss": 0.0222, + "step": 20850 + }, + { + "epoch": 19.51356407857811, + "grad_norm": 0.1329156756401062, + "learning_rate": 2.330645689719962e-05, + "loss": 0.0217, + "step": 20860 + }, + { + "epoch": 19.522918615528532, + "grad_norm": 0.09835733473300934, + "learning_rate": 2.3259869194183414e-05, + "loss": 0.0209, + "step": 20870 + }, + { + "epoch": 19.532273152478954, + "grad_norm": 0.09270279109477997, + "learning_rate": 2.321331398294759e-05, + "loss": 0.0197, + "step": 20880 + }, + { + "epoch": 19.541627689429372, + "grad_norm": 0.10849420726299286, + "learning_rate": 2.3166791320061094e-05, + "loss": 0.0209, + "step": 20890 + }, + { + "epoch": 19.550982226379794, + "grad_norm": 0.10158856958150864, + "learning_rate": 2.312030126205335e-05, + "loss": 0.021, + "step": 20900 + }, + { + "epoch": 19.560336763330216, + "grad_norm": 0.09674062579870224, + "learning_rate": 2.3073843865414162e-05, + "loss": 0.0194, + "step": 20910 + }, + { + "epoch": 19.569691300280635, + "grad_norm": 0.08564238995313644, + "learning_rate": 2.302741918659363e-05, + "loss": 0.0216, + "step": 20920 + }, + { + "epoch": 19.579045837231057, + "grad_norm": 0.08809655159711838, + "learning_rate": 2.2981027282002154e-05, + "loss": 0.0198, + "step": 20930 + }, + { + "epoch": 19.58840037418148, + "grad_norm": 0.10387180000543594, + "learning_rate": 2.2934668208010236e-05, + "loss": 0.0206, + "step": 20940 + }, + { + "epoch": 19.5977549111319, + "grad_norm": 0.09098193794488907, + "learning_rate": 2.2888342020948555e-05, + "loss": 0.0209, + "step": 20950 + }, + { + "epoch": 19.60710944808232, + "grad_norm": 0.101170614361763, + "learning_rate": 2.2842048777107783e-05, + "loss": 0.0211, + "step": 20960 + }, + { + "epoch": 19.61646398503274, + "grad_norm": 0.07664705067873001, + "learning_rate": 2.2795788532738553e-05, + "loss": 0.0193, + "step": 20970 + }, + { + "epoch": 19.625818521983163, + "grad_norm": 0.11393017321825027, + "learning_rate": 2.2749561344051468e-05, + "loss": 0.0221, + "step": 20980 + }, + { + "epoch": 19.63517305893358, + "grad_norm": 0.09153502434492111, + "learning_rate": 2.2703367267216896e-05, + "loss": 0.021, + "step": 20990 + }, + { + "epoch": 19.644527595884004, + "grad_norm": 0.08661163598299026, + "learning_rate": 2.2657206358364997e-05, + "loss": 0.0195, + "step": 21000 + }, + { + "epoch": 19.653882132834426, + "grad_norm": 0.09705360233783722, + "learning_rate": 2.261107867358563e-05, + "loss": 0.0218, + "step": 21010 + }, + { + "epoch": 19.663236669784844, + "grad_norm": 0.09192939847707748, + "learning_rate": 2.2564984268928263e-05, + "loss": 0.0206, + "step": 21020 + }, + { + "epoch": 19.672591206735266, + "grad_norm": 0.10903433710336685, + "learning_rate": 2.251892320040198e-05, + "loss": 0.0225, + "step": 21030 + }, + { + "epoch": 19.681945743685688, + "grad_norm": 0.09507189691066742, + "learning_rate": 2.2472895523975312e-05, + "loss": 0.0195, + "step": 21040 + }, + { + "epoch": 19.69130028063611, + "grad_norm": 0.0777992233633995, + "learning_rate": 2.2426901295576212e-05, + "loss": 0.021, + "step": 21050 + }, + { + "epoch": 19.70065481758653, + "grad_norm": 0.1055990681052208, + "learning_rate": 2.2380940571092013e-05, + "loss": 0.021, + "step": 21060 + }, + { + "epoch": 19.71000935453695, + "grad_norm": 0.114779531955719, + "learning_rate": 2.2335013406369302e-05, + "loss": 0.0216, + "step": 21070 + }, + { + "epoch": 19.719363891487372, + "grad_norm": 0.10060319304466248, + "learning_rate": 2.228911985721397e-05, + "loss": 0.0205, + "step": 21080 + }, + { + "epoch": 19.72871842843779, + "grad_norm": 0.09746859967708588, + "learning_rate": 2.224325997939095e-05, + "loss": 0.0204, + "step": 21090 + }, + { + "epoch": 19.738072965388213, + "grad_norm": 0.1070006936788559, + "learning_rate": 2.219743382862437e-05, + "loss": 0.0209, + "step": 21100 + }, + { + "epoch": 19.747427502338635, + "grad_norm": 0.11296764016151428, + "learning_rate": 2.2151641460597294e-05, + "loss": 0.0208, + "step": 21110 + }, + { + "epoch": 19.756782039289057, + "grad_norm": 0.09583766758441925, + "learning_rate": 2.210588293095177e-05, + "loss": 0.0183, + "step": 21120 + }, + { + "epoch": 19.766136576239475, + "grad_norm": 0.10032400488853455, + "learning_rate": 2.2060158295288714e-05, + "loss": 0.0222, + "step": 21130 + }, + { + "epoch": 19.775491113189897, + "grad_norm": 0.09276744723320007, + "learning_rate": 2.2014467609167905e-05, + "loss": 0.0208, + "step": 21140 + }, + { + "epoch": 19.78484565014032, + "grad_norm": 0.10856950283050537, + "learning_rate": 2.1968810928107806e-05, + "loss": 0.0201, + "step": 21150 + }, + { + "epoch": 19.794200187090738, + "grad_norm": 0.091984324157238, + "learning_rate": 2.1923188307585606e-05, + "loss": 0.0202, + "step": 21160 + }, + { + "epoch": 19.80355472404116, + "grad_norm": 0.08067433536052704, + "learning_rate": 2.187759980303708e-05, + "loss": 0.0204, + "step": 21170 + }, + { + "epoch": 19.81290926099158, + "grad_norm": 0.10564599186182022, + "learning_rate": 2.1832045469856545e-05, + "loss": 0.0225, + "step": 21180 + }, + { + "epoch": 19.822263797942004, + "grad_norm": 0.10425913333892822, + "learning_rate": 2.1786525363396844e-05, + "loss": 0.0199, + "step": 21190 + }, + { + "epoch": 19.831618334892422, + "grad_norm": 0.0912870466709137, + "learning_rate": 2.1741039538969183e-05, + "loss": 0.021, + "step": 21200 + }, + { + "epoch": 19.840972871842844, + "grad_norm": 0.08329357206821442, + "learning_rate": 2.169558805184313e-05, + "loss": 0.0212, + "step": 21210 + }, + { + "epoch": 19.850327408793266, + "grad_norm": 0.09009359776973724, + "learning_rate": 2.165017095724651e-05, + "loss": 0.0208, + "step": 21220 + }, + { + "epoch": 19.859681945743684, + "grad_norm": 0.10510257631540298, + "learning_rate": 2.1604788310365405e-05, + "loss": 0.0206, + "step": 21230 + }, + { + "epoch": 19.869036482694106, + "grad_norm": 0.09797927737236023, + "learning_rate": 2.155944016634398e-05, + "loss": 0.0198, + "step": 21240 + }, + { + "epoch": 19.87839101964453, + "grad_norm": 0.09080170840024948, + "learning_rate": 2.1514126580284538e-05, + "loss": 0.0188, + "step": 21250 + }, + { + "epoch": 19.88774555659495, + "grad_norm": 0.1024690493941307, + "learning_rate": 2.1468847607247344e-05, + "loss": 0.0193, + "step": 21260 + }, + { + "epoch": 19.89710009354537, + "grad_norm": 0.12973590195178986, + "learning_rate": 2.1423603302250623e-05, + "loss": 0.0198, + "step": 21270 + }, + { + "epoch": 19.90645463049579, + "grad_norm": 0.09418532252311707, + "learning_rate": 2.1378393720270468e-05, + "loss": 0.0212, + "step": 21280 + }, + { + "epoch": 19.915809167446213, + "grad_norm": 0.10873400419950485, + "learning_rate": 2.133321891624076e-05, + "loss": 0.0214, + "step": 21290 + }, + { + "epoch": 19.92516370439663, + "grad_norm": 0.10090921074151993, + "learning_rate": 2.1288078945053193e-05, + "loss": 0.0205, + "step": 21300 + }, + { + "epoch": 19.934518241347053, + "grad_norm": 0.08213748037815094, + "learning_rate": 2.1242973861557064e-05, + "loss": 0.0197, + "step": 21310 + }, + { + "epoch": 19.943872778297475, + "grad_norm": 0.10093575716018677, + "learning_rate": 2.1197903720559304e-05, + "loss": 0.0197, + "step": 21320 + }, + { + "epoch": 19.953227315247894, + "grad_norm": 0.10011046379804611, + "learning_rate": 2.115286857682438e-05, + "loss": 0.021, + "step": 21330 + }, + { + "epoch": 19.962581852198316, + "grad_norm": 0.091738760471344, + "learning_rate": 2.1107868485074228e-05, + "loss": 0.022, + "step": 21340 + }, + { + "epoch": 19.971936389148738, + "grad_norm": 0.11462696641683578, + "learning_rate": 2.1062903499988234e-05, + "loss": 0.0233, + "step": 21350 + }, + { + "epoch": 19.98129092609916, + "grad_norm": 0.08306463062763214, + "learning_rate": 2.101797367620308e-05, + "loss": 0.019, + "step": 21360 + }, + { + "epoch": 19.990645463049578, + "grad_norm": 0.07756762951612473, + "learning_rate": 2.0973079068312713e-05, + "loss": 0.0203, + "step": 21370 + }, + { + "epoch": 20.0, + "grad_norm": 0.20551654696464539, + "learning_rate": 2.0928219730868358e-05, + "loss": 0.0216, + "step": 21380 + }, + { + "epoch": 20.009354536950422, + "grad_norm": 0.14832183718681335, + "learning_rate": 2.0883395718378302e-05, + "loss": 0.021, + "step": 21390 + }, + { + "epoch": 20.01870907390084, + "grad_norm": 0.11678607016801834, + "learning_rate": 2.083860708530798e-05, + "loss": 0.0198, + "step": 21400 + }, + { + "epoch": 20.028063610851262, + "grad_norm": 0.09318044781684875, + "learning_rate": 2.0793853886079796e-05, + "loss": 0.0212, + "step": 21410 + }, + { + "epoch": 20.037418147801684, + "grad_norm": 0.11491537094116211, + "learning_rate": 2.074913617507309e-05, + "loss": 0.0195, + "step": 21420 + }, + { + "epoch": 20.046772684752106, + "grad_norm": 0.09969320893287659, + "learning_rate": 2.070445400662411e-05, + "loss": 0.0201, + "step": 21430 + }, + { + "epoch": 20.056127221702525, + "grad_norm": 0.09255923330783844, + "learning_rate": 2.0659807435025907e-05, + "loss": 0.0187, + "step": 21440 + }, + { + "epoch": 20.065481758652947, + "grad_norm": 0.07635331153869629, + "learning_rate": 2.061519651452825e-05, + "loss": 0.0197, + "step": 21450 + }, + { + "epoch": 20.07483629560337, + "grad_norm": 0.07900939136743546, + "learning_rate": 2.0570621299337656e-05, + "loss": 0.02, + "step": 21460 + }, + { + "epoch": 20.084190832553787, + "grad_norm": 0.1003461480140686, + "learning_rate": 2.0526081843617183e-05, + "loss": 0.0214, + "step": 21470 + }, + { + "epoch": 20.09354536950421, + "grad_norm": 0.0770091637969017, + "learning_rate": 2.0481578201486485e-05, + "loss": 0.0208, + "step": 21480 + }, + { + "epoch": 20.10289990645463, + "grad_norm": 0.09579700976610184, + "learning_rate": 2.0437110427021677e-05, + "loss": 0.0183, + "step": 21490 + }, + { + "epoch": 20.112254443405053, + "grad_norm": 0.10391149669885635, + "learning_rate": 2.0392678574255282e-05, + "loss": 0.0198, + "step": 21500 + }, + { + "epoch": 20.12160898035547, + "grad_norm": 0.07750193774700165, + "learning_rate": 2.0348282697176217e-05, + "loss": 0.0199, + "step": 21510 + }, + { + "epoch": 20.130963517305894, + "grad_norm": 0.09817951172590256, + "learning_rate": 2.030392284972964e-05, + "loss": 0.0208, + "step": 21520 + }, + { + "epoch": 20.140318054256316, + "grad_norm": 0.10731600224971771, + "learning_rate": 2.0259599085816973e-05, + "loss": 0.019, + "step": 21530 + }, + { + "epoch": 20.149672591206734, + "grad_norm": 0.09922147542238235, + "learning_rate": 2.0215311459295755e-05, + "loss": 0.0197, + "step": 21540 + }, + { + "epoch": 20.159027128157156, + "grad_norm": 0.08794558793306351, + "learning_rate": 2.0171060023979606e-05, + "loss": 0.0217, + "step": 21550 + }, + { + "epoch": 20.168381665107578, + "grad_norm": 0.10841118544340134, + "learning_rate": 2.012684483363823e-05, + "loss": 0.0207, + "step": 21560 + }, + { + "epoch": 20.177736202057996, + "grad_norm": 0.09778996556997299, + "learning_rate": 2.0082665941997237e-05, + "loss": 0.0184, + "step": 21570 + }, + { + "epoch": 20.18709073900842, + "grad_norm": 0.07842827588319778, + "learning_rate": 2.0038523402738146e-05, + "loss": 0.0196, + "step": 21580 + }, + { + "epoch": 20.19644527595884, + "grad_norm": 0.09791947901248932, + "learning_rate": 1.99944172694983e-05, + "loss": 0.0202, + "step": 21590 + }, + { + "epoch": 20.205799812909262, + "grad_norm": 0.08849462121725082, + "learning_rate": 1.99503475958708e-05, + "loss": 0.0206, + "step": 21600 + }, + { + "epoch": 20.21515434985968, + "grad_norm": 0.08837950229644775, + "learning_rate": 1.9906314435404484e-05, + "loss": 0.0197, + "step": 21610 + }, + { + "epoch": 20.224508886810103, + "grad_norm": 0.09300633519887924, + "learning_rate": 1.986231784160378e-05, + "loss": 0.0199, + "step": 21620 + }, + { + "epoch": 20.233863423760525, + "grad_norm": 0.09633602201938629, + "learning_rate": 1.9818357867928693e-05, + "loss": 0.0204, + "step": 21630 + }, + { + "epoch": 20.243217960710943, + "grad_norm": 0.09119869023561478, + "learning_rate": 1.977443456779474e-05, + "loss": 0.0217, + "step": 21640 + }, + { + "epoch": 20.252572497661365, + "grad_norm": 0.09992839395999908, + "learning_rate": 1.9730547994572858e-05, + "loss": 0.0218, + "step": 21650 + }, + { + "epoch": 20.261927034611787, + "grad_norm": 0.08667448163032532, + "learning_rate": 1.9686698201589393e-05, + "loss": 0.0199, + "step": 21660 + }, + { + "epoch": 20.27128157156221, + "grad_norm": 0.08164869248867035, + "learning_rate": 1.9642885242125964e-05, + "loss": 0.0211, + "step": 21670 + }, + { + "epoch": 20.280636108512628, + "grad_norm": 0.07430858910083771, + "learning_rate": 1.9599109169419466e-05, + "loss": 0.0202, + "step": 21680 + }, + { + "epoch": 20.28999064546305, + "grad_norm": 0.10311488807201385, + "learning_rate": 1.9555370036661948e-05, + "loss": 0.0195, + "step": 21690 + }, + { + "epoch": 20.29934518241347, + "grad_norm": 0.1024470180273056, + "learning_rate": 1.9511667897000574e-05, + "loss": 0.0189, + "step": 21700 + }, + { + "epoch": 20.30869971936389, + "grad_norm": 0.08020703494548798, + "learning_rate": 1.946800280353755e-05, + "loss": 0.0207, + "step": 21710 + }, + { + "epoch": 20.318054256314312, + "grad_norm": 0.09104713797569275, + "learning_rate": 1.9424374809330114e-05, + "loss": 0.0183, + "step": 21720 + }, + { + "epoch": 20.327408793264734, + "grad_norm": 0.08380243927240372, + "learning_rate": 1.9380783967390382e-05, + "loss": 0.0197, + "step": 21730 + }, + { + "epoch": 20.336763330215156, + "grad_norm": 0.11422249674797058, + "learning_rate": 1.933723033068533e-05, + "loss": 0.0195, + "step": 21740 + }, + { + "epoch": 20.346117867165574, + "grad_norm": 0.10785499960184097, + "learning_rate": 1.929371395213674e-05, + "loss": 0.02, + "step": 21750 + }, + { + "epoch": 20.355472404115996, + "grad_norm": 0.09267811477184296, + "learning_rate": 1.9250234884621092e-05, + "loss": 0.0188, + "step": 21760 + }, + { + "epoch": 20.36482694106642, + "grad_norm": 0.08099145442247391, + "learning_rate": 1.920679318096959e-05, + "loss": 0.0188, + "step": 21770 + }, + { + "epoch": 20.374181478016837, + "grad_norm": 0.10033785551786423, + "learning_rate": 1.9163388893967982e-05, + "loss": 0.02, + "step": 21780 + }, + { + "epoch": 20.38353601496726, + "grad_norm": 0.11092867702245712, + "learning_rate": 1.9120022076356575e-05, + "loss": 0.0201, + "step": 21790 + }, + { + "epoch": 20.39289055191768, + "grad_norm": 0.09927533566951752, + "learning_rate": 1.9076692780830114e-05, + "loss": 0.0199, + "step": 21800 + }, + { + "epoch": 20.4022450888681, + "grad_norm": 0.09477189183235168, + "learning_rate": 1.903340106003782e-05, + "loss": 0.0189, + "step": 21810 + }, + { + "epoch": 20.41159962581852, + "grad_norm": 0.08979704231023788, + "learning_rate": 1.8990146966583183e-05, + "loss": 0.0205, + "step": 21820 + }, + { + "epoch": 20.420954162768943, + "grad_norm": 0.08888650685548782, + "learning_rate": 1.8946930553024035e-05, + "loss": 0.0212, + "step": 21830 + }, + { + "epoch": 20.430308699719365, + "grad_norm": 0.10464300960302353, + "learning_rate": 1.8903751871872378e-05, + "loss": 0.021, + "step": 21840 + }, + { + "epoch": 20.439663236669784, + "grad_norm": 0.08799757808446884, + "learning_rate": 1.8860610975594382e-05, + "loss": 0.0199, + "step": 21850 + }, + { + "epoch": 20.449017773620206, + "grad_norm": 0.09996878355741501, + "learning_rate": 1.8817507916610307e-05, + "loss": 0.02, + "step": 21860 + }, + { + "epoch": 20.458372310570628, + "grad_norm": 0.09365250915288925, + "learning_rate": 1.8774442747294407e-05, + "loss": 0.0215, + "step": 21870 + }, + { + "epoch": 20.467726847521046, + "grad_norm": 0.09795066714286804, + "learning_rate": 1.8731415519974965e-05, + "loss": 0.0212, + "step": 21880 + }, + { + "epoch": 20.477081384471468, + "grad_norm": 0.10128850489854813, + "learning_rate": 1.86884262869341e-05, + "loss": 0.0197, + "step": 21890 + }, + { + "epoch": 20.48643592142189, + "grad_norm": 0.08795827627182007, + "learning_rate": 1.8645475100407788e-05, + "loss": 0.0199, + "step": 21900 + }, + { + "epoch": 20.495790458372312, + "grad_norm": 0.09602350741624832, + "learning_rate": 1.8602562012585768e-05, + "loss": 0.0189, + "step": 21910 + }, + { + "epoch": 20.50514499532273, + "grad_norm": 0.09517377614974976, + "learning_rate": 1.8559687075611466e-05, + "loss": 0.0208, + "step": 21920 + }, + { + "epoch": 20.514499532273152, + "grad_norm": 0.0866493433713913, + "learning_rate": 1.8516850341582017e-05, + "loss": 0.0215, + "step": 21930 + }, + { + "epoch": 20.523854069223574, + "grad_norm": 0.10405029356479645, + "learning_rate": 1.847405186254807e-05, + "loss": 0.0191, + "step": 21940 + }, + { + "epoch": 20.533208606173993, + "grad_norm": 0.09452950954437256, + "learning_rate": 1.843129169051379e-05, + "loss": 0.0189, + "step": 21950 + }, + { + "epoch": 20.542563143124415, + "grad_norm": 0.10559839010238647, + "learning_rate": 1.8388569877436863e-05, + "loss": 0.0187, + "step": 21960 + }, + { + "epoch": 20.551917680074837, + "grad_norm": 0.10840729624032974, + "learning_rate": 1.834588647522828e-05, + "loss": 0.0204, + "step": 21970 + }, + { + "epoch": 20.56127221702526, + "grad_norm": 0.08007439970970154, + "learning_rate": 1.8303241535752435e-05, + "loss": 0.0195, + "step": 21980 + }, + { + "epoch": 20.570626753975677, + "grad_norm": 0.09580491483211517, + "learning_rate": 1.8260635110826934e-05, + "loss": 0.0191, + "step": 21990 + }, + { + "epoch": 20.5799812909261, + "grad_norm": 0.11911813914775848, + "learning_rate": 1.8218067252222597e-05, + "loss": 0.0198, + "step": 22000 + }, + { + "epoch": 20.58933582787652, + "grad_norm": 0.10271835327148438, + "learning_rate": 1.817553801166339e-05, + "loss": 0.0188, + "step": 22010 + }, + { + "epoch": 20.59869036482694, + "grad_norm": 0.10480428487062454, + "learning_rate": 1.8133047440826333e-05, + "loss": 0.0194, + "step": 22020 + }, + { + "epoch": 20.60804490177736, + "grad_norm": 0.10292255878448486, + "learning_rate": 1.809059559134151e-05, + "loss": 0.0186, + "step": 22030 + }, + { + "epoch": 20.617399438727784, + "grad_norm": 0.09063888341188431, + "learning_rate": 1.80481825147919e-05, + "loss": 0.0209, + "step": 22040 + }, + { + "epoch": 20.626753975678206, + "grad_norm": 0.09063240140676498, + "learning_rate": 1.8005808262713396e-05, + "loss": 0.0198, + "step": 22050 + }, + { + "epoch": 20.636108512628624, + "grad_norm": 0.09514570236206055, + "learning_rate": 1.7963472886594714e-05, + "loss": 0.0193, + "step": 22060 + }, + { + "epoch": 20.645463049579046, + "grad_norm": 0.11599170416593552, + "learning_rate": 1.7921176437877302e-05, + "loss": 0.0196, + "step": 22070 + }, + { + "epoch": 20.654817586529468, + "grad_norm": 0.10751340538263321, + "learning_rate": 1.7878918967955366e-05, + "loss": 0.0192, + "step": 22080 + }, + { + "epoch": 20.664172123479887, + "grad_norm": 0.08190254122018814, + "learning_rate": 1.7836700528175693e-05, + "loss": 0.0196, + "step": 22090 + }, + { + "epoch": 20.67352666043031, + "grad_norm": 0.102742038667202, + "learning_rate": 1.779452116983769e-05, + "loss": 0.0196, + "step": 22100 + }, + { + "epoch": 20.68288119738073, + "grad_norm": 0.08535409718751907, + "learning_rate": 1.775238094419325e-05, + "loss": 0.019, + "step": 22110 + }, + { + "epoch": 20.69223573433115, + "grad_norm": 0.11336982995271683, + "learning_rate": 1.7710279902446708e-05, + "loss": 0.0194, + "step": 22120 + }, + { + "epoch": 20.70159027128157, + "grad_norm": 0.10899122059345245, + "learning_rate": 1.7668218095754795e-05, + "loss": 0.0195, + "step": 22130 + }, + { + "epoch": 20.710944808231993, + "grad_norm": 0.12792016565799713, + "learning_rate": 1.7626195575226594e-05, + "loss": 0.019, + "step": 22140 + }, + { + "epoch": 20.720299345182415, + "grad_norm": 0.10290142148733139, + "learning_rate": 1.758421239192343e-05, + "loss": 0.0209, + "step": 22150 + }, + { + "epoch": 20.729653882132833, + "grad_norm": 0.10764063149690628, + "learning_rate": 1.7542268596858814e-05, + "loss": 0.0214, + "step": 22160 + }, + { + "epoch": 20.739008419083255, + "grad_norm": 0.09881807118654251, + "learning_rate": 1.750036424099841e-05, + "loss": 0.0203, + "step": 22170 + }, + { + "epoch": 20.748362956033677, + "grad_norm": 0.12029136717319489, + "learning_rate": 1.7458499375259956e-05, + "loss": 0.0184, + "step": 22180 + }, + { + "epoch": 20.757717492984096, + "grad_norm": 0.0927780345082283, + "learning_rate": 1.7416674050513245e-05, + "loss": 0.0201, + "step": 22190 + }, + { + "epoch": 20.767072029934518, + "grad_norm": 0.09201765060424805, + "learning_rate": 1.737488831757997e-05, + "loss": 0.0209, + "step": 22200 + }, + { + "epoch": 20.77642656688494, + "grad_norm": 0.08019600063562393, + "learning_rate": 1.733314222723373e-05, + "loss": 0.0198, + "step": 22210 + }, + { + "epoch": 20.78578110383536, + "grad_norm": 0.10598909854888916, + "learning_rate": 1.7291435830199954e-05, + "loss": 0.0189, + "step": 22220 + }, + { + "epoch": 20.79513564078578, + "grad_norm": 0.10110144317150116, + "learning_rate": 1.7249769177155878e-05, + "loss": 0.0209, + "step": 22230 + }, + { + "epoch": 20.804490177736202, + "grad_norm": 0.09627665579319, + "learning_rate": 1.720814231873038e-05, + "loss": 0.0214, + "step": 22240 + }, + { + "epoch": 20.813844714686624, + "grad_norm": 0.10852739214897156, + "learning_rate": 1.716655530550405e-05, + "loss": 0.02, + "step": 22250 + }, + { + "epoch": 20.823199251637043, + "grad_norm": 0.09280554205179214, + "learning_rate": 1.7125008188009017e-05, + "loss": 0.0218, + "step": 22260 + }, + { + "epoch": 20.832553788587465, + "grad_norm": 0.1036539226770401, + "learning_rate": 1.708350101672894e-05, + "loss": 0.019, + "step": 22270 + }, + { + "epoch": 20.841908325537887, + "grad_norm": 0.08536888659000397, + "learning_rate": 1.7042033842098957e-05, + "loss": 0.0211, + "step": 22280 + }, + { + "epoch": 20.85126286248831, + "grad_norm": 0.08746703714132309, + "learning_rate": 1.7000606714505567e-05, + "loss": 0.021, + "step": 22290 + }, + { + "epoch": 20.860617399438727, + "grad_norm": 0.10832621157169342, + "learning_rate": 1.695921968428668e-05, + "loss": 0.0201, + "step": 22300 + }, + { + "epoch": 20.86997193638915, + "grad_norm": 0.09895312041044235, + "learning_rate": 1.6917872801731416e-05, + "loss": 0.0178, + "step": 22310 + }, + { + "epoch": 20.87932647333957, + "grad_norm": 0.08228109031915665, + "learning_rate": 1.687656611708014e-05, + "loss": 0.0203, + "step": 22320 + }, + { + "epoch": 20.88868101028999, + "grad_norm": 0.09548476338386536, + "learning_rate": 1.6835299680524368e-05, + "loss": 0.0205, + "step": 22330 + }, + { + "epoch": 20.89803554724041, + "grad_norm": 0.08192119002342224, + "learning_rate": 1.679407354220669e-05, + "loss": 0.0188, + "step": 22340 + }, + { + "epoch": 20.907390084190833, + "grad_norm": 0.09058765321969986, + "learning_rate": 1.6752887752220793e-05, + "loss": 0.0176, + "step": 22350 + }, + { + "epoch": 20.916744621141255, + "grad_norm": 0.08240968734025955, + "learning_rate": 1.6711742360611277e-05, + "loss": 0.0176, + "step": 22360 + }, + { + "epoch": 20.926099158091674, + "grad_norm": 0.0874452218413353, + "learning_rate": 1.6670637417373652e-05, + "loss": 0.0191, + "step": 22370 + }, + { + "epoch": 20.935453695042096, + "grad_norm": 0.09684678167104721, + "learning_rate": 1.6629572972454333e-05, + "loss": 0.0209, + "step": 22380 + }, + { + "epoch": 20.944808231992518, + "grad_norm": 0.08730188012123108, + "learning_rate": 1.6588549075750464e-05, + "loss": 0.0194, + "step": 22390 + }, + { + "epoch": 20.954162768942936, + "grad_norm": 0.09990671277046204, + "learning_rate": 1.6547565777109976e-05, + "loss": 0.0189, + "step": 22400 + }, + { + "epoch": 20.963517305893358, + "grad_norm": 0.09283293038606644, + "learning_rate": 1.650662312633143e-05, + "loss": 0.0189, + "step": 22410 + }, + { + "epoch": 20.97287184284378, + "grad_norm": 0.09936685860157013, + "learning_rate": 1.6465721173164002e-05, + "loss": 0.0193, + "step": 22420 + }, + { + "epoch": 20.9822263797942, + "grad_norm": 0.1067391037940979, + "learning_rate": 1.6424859967307428e-05, + "loss": 0.0197, + "step": 22430 + }, + { + "epoch": 20.99158091674462, + "grad_norm": 0.09239013493061066, + "learning_rate": 1.6384039558411903e-05, + "loss": 0.0185, + "step": 22440 + }, + { + "epoch": 21.000935453695043, + "grad_norm": 0.10124614089727402, + "learning_rate": 1.634325999607811e-05, + "loss": 0.0189, + "step": 22450 + }, + { + "epoch": 21.010289990645465, + "grad_norm": 0.0795549750328064, + "learning_rate": 1.6302521329857045e-05, + "loss": 0.0197, + "step": 22460 + }, + { + "epoch": 21.019644527595883, + "grad_norm": 0.1031799241900444, + "learning_rate": 1.6261823609250027e-05, + "loss": 0.0201, + "step": 22470 + }, + { + "epoch": 21.028999064546305, + "grad_norm": 0.07953722774982452, + "learning_rate": 1.6221166883708627e-05, + "loss": 0.0176, + "step": 22480 + }, + { + "epoch": 21.038353601496727, + "grad_norm": 0.09428732842206955, + "learning_rate": 1.6180551202634603e-05, + "loss": 0.0192, + "step": 22490 + }, + { + "epoch": 21.047708138447145, + "grad_norm": 0.07622140645980835, + "learning_rate": 1.613997661537981e-05, + "loss": 0.0182, + "step": 22500 + }, + { + "epoch": 21.057062675397567, + "grad_norm": 0.09181996434926987, + "learning_rate": 1.609944317124624e-05, + "loss": 0.0184, + "step": 22510 + }, + { + "epoch": 21.06641721234799, + "grad_norm": 0.087814562022686, + "learning_rate": 1.605895091948582e-05, + "loss": 0.0182, + "step": 22520 + }, + { + "epoch": 21.07577174929841, + "grad_norm": 0.08335866034030914, + "learning_rate": 1.6018499909300477e-05, + "loss": 0.0181, + "step": 22530 + }, + { + "epoch": 21.08512628624883, + "grad_norm": 0.09694486111402512, + "learning_rate": 1.597809018984199e-05, + "loss": 0.0183, + "step": 22540 + }, + { + "epoch": 21.09448082319925, + "grad_norm": 0.10457444936037064, + "learning_rate": 1.593772181021196e-05, + "loss": 0.0189, + "step": 22550 + }, + { + "epoch": 21.103835360149674, + "grad_norm": 0.09310425817966461, + "learning_rate": 1.5897394819461813e-05, + "loss": 0.0196, + "step": 22560 + }, + { + "epoch": 21.113189897100092, + "grad_norm": 0.09291833639144897, + "learning_rate": 1.5857109266592625e-05, + "loss": 0.0179, + "step": 22570 + }, + { + "epoch": 21.122544434050514, + "grad_norm": 0.09370364248752594, + "learning_rate": 1.581686520055514e-05, + "loss": 0.0201, + "step": 22580 + }, + { + "epoch": 21.131898971000936, + "grad_norm": 0.09483600407838821, + "learning_rate": 1.5776662670249704e-05, + "loss": 0.02, + "step": 22590 + }, + { + "epoch": 21.141253507951358, + "grad_norm": 0.11159300059080124, + "learning_rate": 1.573650172452615e-05, + "loss": 0.02, + "step": 22600 + }, + { + "epoch": 21.150608044901777, + "grad_norm": 0.09773644804954529, + "learning_rate": 1.5696382412183852e-05, + "loss": 0.0179, + "step": 22610 + }, + { + "epoch": 21.1599625818522, + "grad_norm": 0.09785667061805725, + "learning_rate": 1.565630478197155e-05, + "loss": 0.0191, + "step": 22620 + }, + { + "epoch": 21.16931711880262, + "grad_norm": 0.10284597426652908, + "learning_rate": 1.5616268882587332e-05, + "loss": 0.0197, + "step": 22630 + }, + { + "epoch": 21.17867165575304, + "grad_norm": 0.10224802792072296, + "learning_rate": 1.5576274762678594e-05, + "loss": 0.0189, + "step": 22640 + }, + { + "epoch": 21.18802619270346, + "grad_norm": 0.08562061190605164, + "learning_rate": 1.5536322470841952e-05, + "loss": 0.0181, + "step": 22650 + }, + { + "epoch": 21.197380729653883, + "grad_norm": 0.09951173514127731, + "learning_rate": 1.549641205562324e-05, + "loss": 0.0211, + "step": 22660 + }, + { + "epoch": 21.2067352666043, + "grad_norm": 0.09133527427911758, + "learning_rate": 1.5456543565517334e-05, + "loss": 0.0194, + "step": 22670 + }, + { + "epoch": 21.216089803554723, + "grad_norm": 0.09161863476037979, + "learning_rate": 1.541671704896825e-05, + "loss": 0.0184, + "step": 22680 + }, + { + "epoch": 21.225444340505145, + "grad_norm": 0.08552642911672592, + "learning_rate": 1.5376932554368938e-05, + "loss": 0.0202, + "step": 22690 + }, + { + "epoch": 21.234798877455567, + "grad_norm": 0.09386066347360611, + "learning_rate": 1.5337190130061318e-05, + "loss": 0.0177, + "step": 22700 + }, + { + "epoch": 21.244153414405986, + "grad_norm": 0.10208617895841599, + "learning_rate": 1.5297489824336165e-05, + "loss": 0.0185, + "step": 22710 + }, + { + "epoch": 21.253507951356408, + "grad_norm": 0.0867391899228096, + "learning_rate": 1.5257831685433121e-05, + "loss": 0.0174, + "step": 22720 + }, + { + "epoch": 21.26286248830683, + "grad_norm": 0.0984685942530632, + "learning_rate": 1.521821576154055e-05, + "loss": 0.018, + "step": 22730 + }, + { + "epoch": 21.27221702525725, + "grad_norm": 0.09710350632667542, + "learning_rate": 1.5178642100795542e-05, + "loss": 0.0185, + "step": 22740 + }, + { + "epoch": 21.28157156220767, + "grad_norm": 0.12541510164737701, + "learning_rate": 1.5139110751283819e-05, + "loss": 0.0189, + "step": 22750 + }, + { + "epoch": 21.290926099158092, + "grad_norm": 0.09262324869632721, + "learning_rate": 1.5099621761039683e-05, + "loss": 0.022, + "step": 22760 + }, + { + "epoch": 21.300280636108514, + "grad_norm": 0.1068807914853096, + "learning_rate": 1.5060175178046016e-05, + "loss": 0.0196, + "step": 22770 + }, + { + "epoch": 21.309635173058933, + "grad_norm": 0.09765277057886124, + "learning_rate": 1.5020771050234117e-05, + "loss": 0.0212, + "step": 22780 + }, + { + "epoch": 21.318989710009355, + "grad_norm": 0.11021237075328827, + "learning_rate": 1.4981409425483716e-05, + "loss": 0.019, + "step": 22790 + }, + { + "epoch": 21.328344246959777, + "grad_norm": 0.0908326581120491, + "learning_rate": 1.4942090351622883e-05, + "loss": 0.017, + "step": 22800 + }, + { + "epoch": 21.337698783910195, + "grad_norm": 0.09503839910030365, + "learning_rate": 1.490281387642804e-05, + "loss": 0.0184, + "step": 22810 + }, + { + "epoch": 21.347053320860617, + "grad_norm": 0.08353745192289352, + "learning_rate": 1.4863580047623765e-05, + "loss": 0.0181, + "step": 22820 + }, + { + "epoch": 21.35640785781104, + "grad_norm": 0.08207250386476517, + "learning_rate": 1.4824388912882897e-05, + "loss": 0.0171, + "step": 22830 + }, + { + "epoch": 21.36576239476146, + "grad_norm": 0.09881521016359329, + "learning_rate": 1.4785240519826344e-05, + "loss": 0.0189, + "step": 22840 + }, + { + "epoch": 21.37511693171188, + "grad_norm": 0.09124792367219925, + "learning_rate": 1.4746134916023097e-05, + "loss": 0.0168, + "step": 22850 + }, + { + "epoch": 21.3844714686623, + "grad_norm": 0.1165778711438179, + "learning_rate": 1.4707072148990141e-05, + "loss": 0.0194, + "step": 22860 + }, + { + "epoch": 21.393826005612723, + "grad_norm": 0.09803923964500427, + "learning_rate": 1.4668052266192423e-05, + "loss": 0.0195, + "step": 22870 + }, + { + "epoch": 21.403180542563142, + "grad_norm": 0.0954648107290268, + "learning_rate": 1.4629075315042795e-05, + "loss": 0.0198, + "step": 22880 + }, + { + "epoch": 21.412535079513564, + "grad_norm": 0.08372776210308075, + "learning_rate": 1.4590141342901925e-05, + "loss": 0.0197, + "step": 22890 + }, + { + "epoch": 21.421889616463986, + "grad_norm": 0.09171266853809357, + "learning_rate": 1.4551250397078253e-05, + "loss": 0.0197, + "step": 22900 + }, + { + "epoch": 21.431244153414404, + "grad_norm": 0.07567844539880753, + "learning_rate": 1.4512402524827945e-05, + "loss": 0.0176, + "step": 22910 + }, + { + "epoch": 21.440598690364826, + "grad_norm": 0.09205234050750732, + "learning_rate": 1.447359777335482e-05, + "loss": 0.0182, + "step": 22920 + }, + { + "epoch": 21.44995322731525, + "grad_norm": 0.09600425511598587, + "learning_rate": 1.4434836189810335e-05, + "loss": 0.0186, + "step": 22930 + }, + { + "epoch": 21.45930776426567, + "grad_norm": 0.08541452884674072, + "learning_rate": 1.4396117821293453e-05, + "loss": 0.0191, + "step": 22940 + }, + { + "epoch": 21.46866230121609, + "grad_norm": 0.09336642175912857, + "learning_rate": 1.4357442714850633e-05, + "loss": 0.02, + "step": 22950 + }, + { + "epoch": 21.47801683816651, + "grad_norm": 0.10543270409107208, + "learning_rate": 1.43188109174758e-05, + "loss": 0.0186, + "step": 22960 + }, + { + "epoch": 21.487371375116933, + "grad_norm": 0.10966148227453232, + "learning_rate": 1.4280222476110206e-05, + "loss": 0.0211, + "step": 22970 + }, + { + "epoch": 21.49672591206735, + "grad_norm": 0.08461672812700272, + "learning_rate": 1.4241677437642469e-05, + "loss": 0.0186, + "step": 22980 + }, + { + "epoch": 21.506080449017773, + "grad_norm": 0.07305563986301422, + "learning_rate": 1.420317584890844e-05, + "loss": 0.0175, + "step": 22990 + }, + { + "epoch": 21.515434985968195, + "grad_norm": 0.08005807548761368, + "learning_rate": 1.4164717756691176e-05, + "loss": 0.0185, + "step": 23000 + }, + { + "epoch": 21.524789522918617, + "grad_norm": 0.1369362473487854, + "learning_rate": 1.4126303207720882e-05, + "loss": 0.0197, + "step": 23010 + }, + { + "epoch": 21.534144059869035, + "grad_norm": 0.10486394166946411, + "learning_rate": 1.408793224867484e-05, + "loss": 0.0197, + "step": 23020 + }, + { + "epoch": 21.543498596819457, + "grad_norm": 0.09817080944776535, + "learning_rate": 1.4049604926177423e-05, + "loss": 0.0199, + "step": 23030 + }, + { + "epoch": 21.55285313376988, + "grad_norm": 0.09105344116687775, + "learning_rate": 1.4011321286799916e-05, + "loss": 0.0196, + "step": 23040 + }, + { + "epoch": 21.562207670720298, + "grad_norm": 0.09291854500770569, + "learning_rate": 1.3973081377060565e-05, + "loss": 0.0174, + "step": 23050 + }, + { + "epoch": 21.57156220767072, + "grad_norm": 0.10021699965000153, + "learning_rate": 1.393488524342445e-05, + "loss": 0.021, + "step": 23060 + }, + { + "epoch": 21.580916744621142, + "grad_norm": 0.08058200776576996, + "learning_rate": 1.3896732932303486e-05, + "loss": 0.0211, + "step": 23070 + }, + { + "epoch": 21.590271281571564, + "grad_norm": 0.09360940009355545, + "learning_rate": 1.3858624490056304e-05, + "loss": 0.0182, + "step": 23080 + }, + { + "epoch": 21.599625818521982, + "grad_norm": 0.09650211036205292, + "learning_rate": 1.3820559962988299e-05, + "loss": 0.0182, + "step": 23090 + }, + { + "epoch": 21.608980355472404, + "grad_norm": 0.09310318529605865, + "learning_rate": 1.3782539397351418e-05, + "loss": 0.0194, + "step": 23100 + }, + { + "epoch": 21.618334892422826, + "grad_norm": 0.1051504909992218, + "learning_rate": 1.3744562839344266e-05, + "loss": 0.0197, + "step": 23110 + }, + { + "epoch": 21.627689429373245, + "grad_norm": 0.1162540391087532, + "learning_rate": 1.370663033511193e-05, + "loss": 0.0199, + "step": 23120 + }, + { + "epoch": 21.637043966323667, + "grad_norm": 0.09497111290693283, + "learning_rate": 1.3668741930745964e-05, + "loss": 0.0189, + "step": 23130 + }, + { + "epoch": 21.64639850327409, + "grad_norm": 0.0913359746336937, + "learning_rate": 1.3630897672284382e-05, + "loss": 0.0181, + "step": 23140 + }, + { + "epoch": 21.65575304022451, + "grad_norm": 0.10069738328456879, + "learning_rate": 1.3593097605711508e-05, + "loss": 0.0182, + "step": 23150 + }, + { + "epoch": 21.66510757717493, + "grad_norm": 0.09422993659973145, + "learning_rate": 1.3555341776957992e-05, + "loss": 0.0202, + "step": 23160 + }, + { + "epoch": 21.67446211412535, + "grad_norm": 0.08349748700857162, + "learning_rate": 1.3517630231900724e-05, + "loss": 0.0193, + "step": 23170 + }, + { + "epoch": 21.683816651075773, + "grad_norm": 0.08627540618181229, + "learning_rate": 1.3479963016362767e-05, + "loss": 0.0178, + "step": 23180 + }, + { + "epoch": 21.69317118802619, + "grad_norm": 0.08431705832481384, + "learning_rate": 1.3442340176113377e-05, + "loss": 0.019, + "step": 23190 + }, + { + "epoch": 21.702525724976613, + "grad_norm": 0.09526071697473526, + "learning_rate": 1.340476175686784e-05, + "loss": 0.02, + "step": 23200 + }, + { + "epoch": 21.711880261927035, + "grad_norm": 0.09182652831077576, + "learning_rate": 1.3367227804287469e-05, + "loss": 0.019, + "step": 23210 + }, + { + "epoch": 21.721234798877454, + "grad_norm": 0.07419338822364807, + "learning_rate": 1.332973836397956e-05, + "loss": 0.0189, + "step": 23220 + }, + { + "epoch": 21.730589335827876, + "grad_norm": 0.10388632863759995, + "learning_rate": 1.329229348149731e-05, + "loss": 0.0191, + "step": 23230 + }, + { + "epoch": 21.739943872778298, + "grad_norm": 0.11181961745023727, + "learning_rate": 1.3254893202339796e-05, + "loss": 0.019, + "step": 23240 + }, + { + "epoch": 21.74929840972872, + "grad_norm": 0.09782196581363678, + "learning_rate": 1.3217537571951872e-05, + "loss": 0.0205, + "step": 23250 + }, + { + "epoch": 21.75865294667914, + "grad_norm": 0.08822635561227798, + "learning_rate": 1.3180226635724169e-05, + "loss": 0.0187, + "step": 23260 + }, + { + "epoch": 21.76800748362956, + "grad_norm": 0.09363991767168045, + "learning_rate": 1.314296043899298e-05, + "loss": 0.0192, + "step": 23270 + }, + { + "epoch": 21.777362020579982, + "grad_norm": 0.09675828367471695, + "learning_rate": 1.3105739027040248e-05, + "loss": 0.0181, + "step": 23280 + }, + { + "epoch": 21.7867165575304, + "grad_norm": 0.09297686070203781, + "learning_rate": 1.3068562445093491e-05, + "loss": 0.0187, + "step": 23290 + }, + { + "epoch": 21.796071094480823, + "grad_norm": 0.08973383158445358, + "learning_rate": 1.3031430738325778e-05, + "loss": 0.019, + "step": 23300 + }, + { + "epoch": 21.805425631431245, + "grad_norm": 0.09440785646438599, + "learning_rate": 1.299434395185563e-05, + "loss": 0.0187, + "step": 23310 + }, + { + "epoch": 21.814780168381667, + "grad_norm": 0.0784563347697258, + "learning_rate": 1.295730213074699e-05, + "loss": 0.0172, + "step": 23320 + }, + { + "epoch": 21.824134705332085, + "grad_norm": 0.07682809233665466, + "learning_rate": 1.2920305320009152e-05, + "loss": 0.0182, + "step": 23330 + }, + { + "epoch": 21.833489242282507, + "grad_norm": 0.08922355622053146, + "learning_rate": 1.2883353564596729e-05, + "loss": 0.0185, + "step": 23340 + }, + { + "epoch": 21.84284377923293, + "grad_norm": 0.1048656776547432, + "learning_rate": 1.2846446909409604e-05, + "loss": 0.0204, + "step": 23350 + }, + { + "epoch": 21.852198316183348, + "grad_norm": 0.10902296751737595, + "learning_rate": 1.280958539929284e-05, + "loss": 0.0186, + "step": 23360 + }, + { + "epoch": 21.86155285313377, + "grad_norm": 0.08673812448978424, + "learning_rate": 1.277276907903664e-05, + "loss": 0.0174, + "step": 23370 + }, + { + "epoch": 21.87090739008419, + "grad_norm": 0.09624194353818893, + "learning_rate": 1.2735997993376298e-05, + "loss": 0.0199, + "step": 23380 + }, + { + "epoch": 21.880261927034613, + "grad_norm": 0.08957008272409439, + "learning_rate": 1.2699272186992166e-05, + "loss": 0.0177, + "step": 23390 + }, + { + "epoch": 21.889616463985032, + "grad_norm": 0.09078451991081238, + "learning_rate": 1.2662591704509547e-05, + "loss": 0.0172, + "step": 23400 + }, + { + "epoch": 21.898971000935454, + "grad_norm": 0.12012401968240738, + "learning_rate": 1.2625956590498711e-05, + "loss": 0.0202, + "step": 23410 + }, + { + "epoch": 21.908325537885876, + "grad_norm": 0.09949267655611038, + "learning_rate": 1.2589366889474757e-05, + "loss": 0.0181, + "step": 23420 + }, + { + "epoch": 21.917680074836294, + "grad_norm": 0.11428121477365494, + "learning_rate": 1.2552822645897621e-05, + "loss": 0.0196, + "step": 23430 + }, + { + "epoch": 21.927034611786716, + "grad_norm": 0.1103149801492691, + "learning_rate": 1.2516323904172e-05, + "loss": 0.0186, + "step": 23440 + }, + { + "epoch": 21.93638914873714, + "grad_norm": 0.13632644712924957, + "learning_rate": 1.2479870708647324e-05, + "loss": 0.0191, + "step": 23450 + }, + { + "epoch": 21.94574368568756, + "grad_norm": 0.10158441960811615, + "learning_rate": 1.2443463103617658e-05, + "loss": 0.0191, + "step": 23460 + }, + { + "epoch": 21.95509822263798, + "grad_norm": 0.11962863057851791, + "learning_rate": 1.240710113332167e-05, + "loss": 0.0171, + "step": 23470 + }, + { + "epoch": 21.9644527595884, + "grad_norm": 0.10324064642190933, + "learning_rate": 1.2370784841942584e-05, + "loss": 0.0195, + "step": 23480 + }, + { + "epoch": 21.973807296538823, + "grad_norm": 0.11160673946142197, + "learning_rate": 1.2334514273608117e-05, + "loss": 0.0177, + "step": 23490 + }, + { + "epoch": 21.98316183348924, + "grad_norm": 0.09930282831192017, + "learning_rate": 1.2298289472390417e-05, + "loss": 0.0185, + "step": 23500 + }, + { + "epoch": 21.992516370439663, + "grad_norm": 0.08578923344612122, + "learning_rate": 1.226211048230606e-05, + "loss": 0.0185, + "step": 23510 + }, + { + "epoch": 22.001870907390085, + "grad_norm": 0.10481096804141998, + "learning_rate": 1.2225977347315921e-05, + "loss": 0.0178, + "step": 23520 + }, + { + "epoch": 22.011225444340504, + "grad_norm": 0.07653700560331345, + "learning_rate": 1.2189890111325148e-05, + "loss": 0.0181, + "step": 23530 + }, + { + "epoch": 22.020579981290926, + "grad_norm": 0.08269229531288147, + "learning_rate": 1.2153848818183161e-05, + "loss": 0.0193, + "step": 23540 + }, + { + "epoch": 22.029934518241348, + "grad_norm": 0.0911475121974945, + "learning_rate": 1.2117853511683507e-05, + "loss": 0.0181, + "step": 23550 + }, + { + "epoch": 22.03928905519177, + "grad_norm": 0.0808178186416626, + "learning_rate": 1.2081904235563906e-05, + "loss": 0.0174, + "step": 23560 + }, + { + "epoch": 22.048643592142188, + "grad_norm": 0.09790737926959991, + "learning_rate": 1.20460010335061e-05, + "loss": 0.0187, + "step": 23570 + }, + { + "epoch": 22.05799812909261, + "grad_norm": 0.09880552440881729, + "learning_rate": 1.2010143949135865e-05, + "loss": 0.0177, + "step": 23580 + }, + { + "epoch": 22.067352666043032, + "grad_norm": 0.09237746149301529, + "learning_rate": 1.1974333026022938e-05, + "loss": 0.0188, + "step": 23590 + }, + { + "epoch": 22.07670720299345, + "grad_norm": 0.096256323158741, + "learning_rate": 1.1938568307680964e-05, + "loss": 0.0198, + "step": 23600 + }, + { + "epoch": 22.086061739943872, + "grad_norm": 0.08510539680719376, + "learning_rate": 1.1902849837567464e-05, + "loss": 0.0167, + "step": 23610 + }, + { + "epoch": 22.095416276894294, + "grad_norm": 0.10411209613084793, + "learning_rate": 1.1867177659083739e-05, + "loss": 0.0188, + "step": 23620 + }, + { + "epoch": 22.104770813844716, + "grad_norm": 0.08082105964422226, + "learning_rate": 1.1831551815574848e-05, + "loss": 0.0187, + "step": 23630 + }, + { + "epoch": 22.114125350795135, + "grad_norm": 0.08911158889532089, + "learning_rate": 1.1795972350329554e-05, + "loss": 0.0196, + "step": 23640 + }, + { + "epoch": 22.123479887745557, + "grad_norm": 0.08883442729711533, + "learning_rate": 1.176043930658024e-05, + "loss": 0.019, + "step": 23650 + }, + { + "epoch": 22.13283442469598, + "grad_norm": 0.08128144592046738, + "learning_rate": 1.1724952727502942e-05, + "loss": 0.0184, + "step": 23660 + }, + { + "epoch": 22.142188961646397, + "grad_norm": 0.09211666882038116, + "learning_rate": 1.1689512656217178e-05, + "loss": 0.0191, + "step": 23670 + }, + { + "epoch": 22.15154349859682, + "grad_norm": 0.11043231934309006, + "learning_rate": 1.1654119135785962e-05, + "loss": 0.0187, + "step": 23680 + }, + { + "epoch": 22.16089803554724, + "grad_norm": 0.08572806417942047, + "learning_rate": 1.1618772209215794e-05, + "loss": 0.0183, + "step": 23690 + }, + { + "epoch": 22.170252572497663, + "grad_norm": 0.08297049254179001, + "learning_rate": 1.1583471919456506e-05, + "loss": 0.0174, + "step": 23700 + }, + { + "epoch": 22.17960710944808, + "grad_norm": 0.1411362588405609, + "learning_rate": 1.1548218309401266e-05, + "loss": 0.018, + "step": 23710 + }, + { + "epoch": 22.188961646398504, + "grad_norm": 0.113805390894413, + "learning_rate": 1.1513011421886555e-05, + "loss": 0.0183, + "step": 23720 + }, + { + "epoch": 22.198316183348926, + "grad_norm": 0.0997423306107521, + "learning_rate": 1.1477851299692056e-05, + "loss": 0.0157, + "step": 23730 + }, + { + "epoch": 22.207670720299344, + "grad_norm": 0.10316385328769684, + "learning_rate": 1.144273798554063e-05, + "loss": 0.017, + "step": 23740 + }, + { + "epoch": 22.217025257249766, + "grad_norm": 0.09354681521654129, + "learning_rate": 1.1407671522098262e-05, + "loss": 0.0184, + "step": 23750 + }, + { + "epoch": 22.226379794200188, + "grad_norm": 0.09552335739135742, + "learning_rate": 1.1372651951974e-05, + "loss": 0.0178, + "step": 23760 + }, + { + "epoch": 22.235734331150606, + "grad_norm": 0.08289040625095367, + "learning_rate": 1.1337679317719952e-05, + "loss": 0.017, + "step": 23770 + }, + { + "epoch": 22.24508886810103, + "grad_norm": 0.08065832406282425, + "learning_rate": 1.1302753661831151e-05, + "loss": 0.0168, + "step": 23780 + }, + { + "epoch": 22.25444340505145, + "grad_norm": 0.11224160343408585, + "learning_rate": 1.1267875026745561e-05, + "loss": 0.0176, + "step": 23790 + }, + { + "epoch": 22.263797942001872, + "grad_norm": 0.0995558649301529, + "learning_rate": 1.1233043454844016e-05, + "loss": 0.0177, + "step": 23800 + }, + { + "epoch": 22.27315247895229, + "grad_norm": 0.08882058411836624, + "learning_rate": 1.1198258988450144e-05, + "loss": 0.0186, + "step": 23810 + }, + { + "epoch": 22.282507015902713, + "grad_norm": 0.1018463522195816, + "learning_rate": 1.1163521669830368e-05, + "loss": 0.0181, + "step": 23820 + }, + { + "epoch": 22.291861552853135, + "grad_norm": 0.09393186867237091, + "learning_rate": 1.1128831541193818e-05, + "loss": 0.0185, + "step": 23830 + }, + { + "epoch": 22.301216089803553, + "grad_norm": 0.10749232769012451, + "learning_rate": 1.1094188644692255e-05, + "loss": 0.0181, + "step": 23840 + }, + { + "epoch": 22.310570626753975, + "grad_norm": 0.10131850093603134, + "learning_rate": 1.1059593022420067e-05, + "loss": 0.0189, + "step": 23850 + }, + { + "epoch": 22.319925163704397, + "grad_norm": 0.09407416731119156, + "learning_rate": 1.1025044716414184e-05, + "loss": 0.0184, + "step": 23860 + }, + { + "epoch": 22.32927970065482, + "grad_norm": 0.0818260982632637, + "learning_rate": 1.0990543768654082e-05, + "loss": 0.017, + "step": 23870 + }, + { + "epoch": 22.338634237605238, + "grad_norm": 0.10558419674634933, + "learning_rate": 1.0956090221061655e-05, + "loss": 0.0174, + "step": 23880 + }, + { + "epoch": 22.34798877455566, + "grad_norm": 0.10545337200164795, + "learning_rate": 1.0921684115501208e-05, + "loss": 0.0187, + "step": 23890 + }, + { + "epoch": 22.35734331150608, + "grad_norm": 0.09252358227968216, + "learning_rate": 1.0887325493779405e-05, + "loss": 0.0191, + "step": 23900 + }, + { + "epoch": 22.3666978484565, + "grad_norm": 0.08498461544513702, + "learning_rate": 1.0853014397645207e-05, + "loss": 0.0165, + "step": 23910 + }, + { + "epoch": 22.376052385406922, + "grad_norm": 0.09371490776538849, + "learning_rate": 1.0818750868789829e-05, + "loss": 0.0179, + "step": 23920 + }, + { + "epoch": 22.385406922357344, + "grad_norm": 0.09696973860263824, + "learning_rate": 1.0784534948846703e-05, + "loss": 0.0185, + "step": 23930 + }, + { + "epoch": 22.394761459307766, + "grad_norm": 0.09434782713651657, + "learning_rate": 1.0750366679391393e-05, + "loss": 0.0194, + "step": 23940 + }, + { + "epoch": 22.404115996258184, + "grad_norm": 0.08684247732162476, + "learning_rate": 1.0716246101941557e-05, + "loss": 0.0178, + "step": 23950 + }, + { + "epoch": 22.413470533208606, + "grad_norm": 0.11834314465522766, + "learning_rate": 1.0682173257956934e-05, + "loss": 0.0175, + "step": 23960 + }, + { + "epoch": 22.42282507015903, + "grad_norm": 0.09030096232891083, + "learning_rate": 1.064814818883922e-05, + "loss": 0.0162, + "step": 23970 + }, + { + "epoch": 22.432179607109447, + "grad_norm": 0.09255443513393402, + "learning_rate": 1.06141709359321e-05, + "loss": 0.0179, + "step": 23980 + }, + { + "epoch": 22.44153414405987, + "grad_norm": 0.09843393415212631, + "learning_rate": 1.058024154052114e-05, + "loss": 0.0167, + "step": 23990 + }, + { + "epoch": 22.45088868101029, + "grad_norm": 0.09152771532535553, + "learning_rate": 1.0546360043833747e-05, + "loss": 0.0165, + "step": 24000 + }, + { + "epoch": 22.46024321796071, + "grad_norm": 0.10126135498285294, + "learning_rate": 1.0512526487039138e-05, + "loss": 0.0183, + "step": 24010 + }, + { + "epoch": 22.46959775491113, + "grad_norm": 0.09344328939914703, + "learning_rate": 1.0478740911248258e-05, + "loss": 0.0165, + "step": 24020 + }, + { + "epoch": 22.478952291861553, + "grad_norm": 0.09746048599481583, + "learning_rate": 1.0445003357513793e-05, + "loss": 0.0168, + "step": 24030 + }, + { + "epoch": 22.488306828811975, + "grad_norm": 0.10722213983535767, + "learning_rate": 1.0411313866830042e-05, + "loss": 0.0173, + "step": 24040 + }, + { + "epoch": 22.497661365762394, + "grad_norm": 0.07259845733642578, + "learning_rate": 1.0377672480132915e-05, + "loss": 0.0158, + "step": 24050 + }, + { + "epoch": 22.507015902712816, + "grad_norm": 0.1332346349954605, + "learning_rate": 1.0344079238299864e-05, + "loss": 0.0171, + "step": 24060 + }, + { + "epoch": 22.516370439663238, + "grad_norm": 0.09175393730401993, + "learning_rate": 1.0310534182149833e-05, + "loss": 0.0177, + "step": 24070 + }, + { + "epoch": 22.525724976613656, + "grad_norm": 0.09656210243701935, + "learning_rate": 1.0277037352443258e-05, + "loss": 0.0172, + "step": 24080 + }, + { + "epoch": 22.535079513564078, + "grad_norm": 0.10200706124305725, + "learning_rate": 1.024358878988193e-05, + "loss": 0.0177, + "step": 24090 + }, + { + "epoch": 22.5444340505145, + "grad_norm": 0.09622813016176224, + "learning_rate": 1.0210188535108995e-05, + "loss": 0.0173, + "step": 24100 + }, + { + "epoch": 22.553788587464922, + "grad_norm": 0.09805191308259964, + "learning_rate": 1.0176836628708935e-05, + "loss": 0.0158, + "step": 24110 + }, + { + "epoch": 22.56314312441534, + "grad_norm": 0.10641101002693176, + "learning_rate": 1.0143533111207454e-05, + "loss": 0.0182, + "step": 24120 + }, + { + "epoch": 22.572497661365762, + "grad_norm": 0.10919591784477234, + "learning_rate": 1.0110278023071446e-05, + "loss": 0.0186, + "step": 24130 + }, + { + "epoch": 22.581852198316184, + "grad_norm": 0.10784044861793518, + "learning_rate": 1.007707140470901e-05, + "loss": 0.0179, + "step": 24140 + }, + { + "epoch": 22.591206735266603, + "grad_norm": 0.08816283196210861, + "learning_rate": 1.0043913296469298e-05, + "loss": 0.0165, + "step": 24150 + }, + { + "epoch": 22.600561272217025, + "grad_norm": 0.09664001315832138, + "learning_rate": 1.001080373864255e-05, + "loss": 0.0178, + "step": 24160 + }, + { + "epoch": 22.609915809167447, + "grad_norm": 0.08467867225408554, + "learning_rate": 9.977742771459991e-06, + "loss": 0.017, + "step": 24170 + }, + { + "epoch": 22.61927034611787, + "grad_norm": 0.09474868327379227, + "learning_rate": 9.944730435093802e-06, + "loss": 0.0184, + "step": 24180 + }, + { + "epoch": 22.628624883068287, + "grad_norm": 0.10465230792760849, + "learning_rate": 9.911766769657115e-06, + "loss": 0.0181, + "step": 24190 + }, + { + "epoch": 22.63797942001871, + "grad_norm": 0.12724857032299042, + "learning_rate": 9.878851815203882e-06, + "loss": 0.0185, + "step": 24200 + }, + { + "epoch": 22.64733395696913, + "grad_norm": 0.1258154809474945, + "learning_rate": 9.845985611728864e-06, + "loss": 0.0178, + "step": 24210 + }, + { + "epoch": 22.65668849391955, + "grad_norm": 0.12818042933940887, + "learning_rate": 9.813168199167606e-06, + "loss": 0.0192, + "step": 24220 + }, + { + "epoch": 22.66604303086997, + "grad_norm": 0.1250215619802475, + "learning_rate": 9.780399617396341e-06, + "loss": 0.0197, + "step": 24230 + }, + { + "epoch": 22.675397567820394, + "grad_norm": 0.08785291761159897, + "learning_rate": 9.747679906232016e-06, + "loss": 0.0187, + "step": 24240 + }, + { + "epoch": 22.684752104770816, + "grad_norm": 0.06830374151468277, + "learning_rate": 9.715009105432138e-06, + "loss": 0.0178, + "step": 24250 + }, + { + "epoch": 22.694106641721234, + "grad_norm": 0.08497212082147598, + "learning_rate": 9.682387254694835e-06, + "loss": 0.018, + "step": 24260 + }, + { + "epoch": 22.703461178671656, + "grad_norm": 0.10541844367980957, + "learning_rate": 9.649814393658723e-06, + "loss": 0.019, + "step": 24270 + }, + { + "epoch": 22.712815715622078, + "grad_norm": 0.09982930123806, + "learning_rate": 9.617290561902881e-06, + "loss": 0.0183, + "step": 24280 + }, + { + "epoch": 22.722170252572496, + "grad_norm": 0.11505136638879776, + "learning_rate": 9.584815798946861e-06, + "loss": 0.0195, + "step": 24290 + }, + { + "epoch": 22.73152478952292, + "grad_norm": 0.0891568586230278, + "learning_rate": 9.55239014425055e-06, + "loss": 0.0167, + "step": 24300 + }, + { + "epoch": 22.74087932647334, + "grad_norm": 0.11188638210296631, + "learning_rate": 9.520013637214176e-06, + "loss": 0.019, + "step": 24310 + }, + { + "epoch": 22.75023386342376, + "grad_norm": 0.09796779602766037, + "learning_rate": 9.48768631717824e-06, + "loss": 0.0185, + "step": 24320 + }, + { + "epoch": 22.75958840037418, + "grad_norm": 0.09314961731433868, + "learning_rate": 9.455408223423496e-06, + "loss": 0.0169, + "step": 24330 + }, + { + "epoch": 22.768942937324603, + "grad_norm": 0.08364550024271011, + "learning_rate": 9.423179395170845e-06, + "loss": 0.0188, + "step": 24340 + }, + { + "epoch": 22.778297474275025, + "grad_norm": 0.09344813972711563, + "learning_rate": 9.390999871581391e-06, + "loss": 0.0185, + "step": 24350 + }, + { + "epoch": 22.787652011225443, + "grad_norm": 0.08891455829143524, + "learning_rate": 9.358869691756273e-06, + "loss": 0.0192, + "step": 24360 + }, + { + "epoch": 22.797006548175865, + "grad_norm": 0.08565905690193176, + "learning_rate": 9.326788894736688e-06, + "loss": 0.0176, + "step": 24370 + }, + { + "epoch": 22.806361085126287, + "grad_norm": 0.08110304921865463, + "learning_rate": 9.294757519503811e-06, + "loss": 0.0169, + "step": 24380 + }, + { + "epoch": 22.815715622076706, + "grad_norm": 0.07833313196897507, + "learning_rate": 9.262775604978819e-06, + "loss": 0.0174, + "step": 24390 + }, + { + "epoch": 22.825070159027128, + "grad_norm": 0.11293106526136398, + "learning_rate": 9.230843190022725e-06, + "loss": 0.0184, + "step": 24400 + }, + { + "epoch": 22.83442469597755, + "grad_norm": 0.1116713359951973, + "learning_rate": 9.198960313436445e-06, + "loss": 0.0166, + "step": 24410 + }, + { + "epoch": 22.84377923292797, + "grad_norm": 0.10369524359703064, + "learning_rate": 9.16712701396067e-06, + "loss": 0.0173, + "step": 24420 + }, + { + "epoch": 22.85313376987839, + "grad_norm": 0.10328616201877594, + "learning_rate": 9.135343330275864e-06, + "loss": 0.0165, + "step": 24430 + }, + { + "epoch": 22.862488306828812, + "grad_norm": 0.11053987592458725, + "learning_rate": 9.10360930100218e-06, + "loss": 0.0163, + "step": 24440 + }, + { + "epoch": 22.871842843779234, + "grad_norm": 0.09601110219955444, + "learning_rate": 9.07192496469949e-06, + "loss": 0.0175, + "step": 24450 + }, + { + "epoch": 22.881197380729652, + "grad_norm": 0.05889802798628807, + "learning_rate": 9.040290359867231e-06, + "loss": 0.0163, + "step": 24460 + }, + { + "epoch": 22.890551917680074, + "grad_norm": 0.08107765763998032, + "learning_rate": 9.008705524944438e-06, + "loss": 0.018, + "step": 24470 + }, + { + "epoch": 22.899906454630496, + "grad_norm": 0.07524038851261139, + "learning_rate": 8.977170498309651e-06, + "loss": 0.0174, + "step": 24480 + }, + { + "epoch": 22.90926099158092, + "grad_norm": 0.08617961406707764, + "learning_rate": 8.945685318280916e-06, + "loss": 0.0175, + "step": 24490 + }, + { + "epoch": 22.918615528531337, + "grad_norm": 0.11152230948209763, + "learning_rate": 8.914250023115672e-06, + "loss": 0.0176, + "step": 24500 + }, + { + "epoch": 22.92797006548176, + "grad_norm": 0.08577623218297958, + "learning_rate": 8.882864651010798e-06, + "loss": 0.0162, + "step": 24510 + }, + { + "epoch": 22.93732460243218, + "grad_norm": 0.08171369135379791, + "learning_rate": 8.851529240102462e-06, + "loss": 0.0172, + "step": 24520 + }, + { + "epoch": 22.9466791393826, + "grad_norm": 0.10960741341114044, + "learning_rate": 8.820243828466134e-06, + "loss": 0.0183, + "step": 24530 + }, + { + "epoch": 22.95603367633302, + "grad_norm": 0.09625370800495148, + "learning_rate": 8.789008454116566e-06, + "loss": 0.0178, + "step": 24540 + }, + { + "epoch": 22.965388213283443, + "grad_norm": 0.13155019283294678, + "learning_rate": 8.757823155007655e-06, + "loss": 0.0174, + "step": 24550 + }, + { + "epoch": 22.974742750233865, + "grad_norm": 0.09082499891519547, + "learning_rate": 8.72668796903251e-06, + "loss": 0.0161, + "step": 24560 + }, + { + "epoch": 22.984097287184284, + "grad_norm": 0.09842763096094131, + "learning_rate": 8.695602934023301e-06, + "loss": 0.0175, + "step": 24570 + }, + { + "epoch": 22.993451824134706, + "grad_norm": 0.10522453486919403, + "learning_rate": 8.664568087751274e-06, + "loss": 0.0167, + "step": 24580 + }, + { + "epoch": 23.002806361085128, + "grad_norm": 0.0703645721077919, + "learning_rate": 8.633583467926697e-06, + "loss": 0.017, + "step": 24590 + }, + { + "epoch": 23.012160898035546, + "grad_norm": 0.08979550004005432, + "learning_rate": 8.602649112198796e-06, + "loss": 0.018, + "step": 24600 + }, + { + "epoch": 23.021515434985968, + "grad_norm": 0.09990287572145462, + "learning_rate": 8.571765058155745e-06, + "loss": 0.0186, + "step": 24610 + }, + { + "epoch": 23.03086997193639, + "grad_norm": 0.08238813281059265, + "learning_rate": 8.540931343324583e-06, + "loss": 0.0172, + "step": 24620 + }, + { + "epoch": 23.04022450888681, + "grad_norm": 0.08596717566251755, + "learning_rate": 8.51014800517117e-06, + "loss": 0.0175, + "step": 24630 + }, + { + "epoch": 23.04957904583723, + "grad_norm": 0.09749172627925873, + "learning_rate": 8.479415081100167e-06, + "loss": 0.0169, + "step": 24640 + }, + { + "epoch": 23.058933582787652, + "grad_norm": 0.11544719338417053, + "learning_rate": 8.448732608454967e-06, + "loss": 0.018, + "step": 24650 + }, + { + "epoch": 23.068288119738074, + "grad_norm": 0.08614230901002884, + "learning_rate": 8.418100624517688e-06, + "loss": 0.0168, + "step": 24660 + }, + { + "epoch": 23.077642656688493, + "grad_norm": 0.09007086604833603, + "learning_rate": 8.387519166509062e-06, + "loss": 0.0176, + "step": 24670 + }, + { + "epoch": 23.086997193638915, + "grad_norm": 0.0837363451719284, + "learning_rate": 8.356988271588445e-06, + "loss": 0.0167, + "step": 24680 + }, + { + "epoch": 23.096351730589337, + "grad_norm": 0.09722120314836502, + "learning_rate": 8.326507976853765e-06, + "loss": 0.0181, + "step": 24690 + }, + { + "epoch": 23.105706267539755, + "grad_norm": 0.08705504238605499, + "learning_rate": 8.296078319341443e-06, + "loss": 0.0164, + "step": 24700 + }, + { + "epoch": 23.115060804490177, + "grad_norm": 0.08285249769687653, + "learning_rate": 8.265699336026383e-06, + "loss": 0.0169, + "step": 24710 + }, + { + "epoch": 23.1244153414406, + "grad_norm": 0.12311559915542603, + "learning_rate": 8.235371063821923e-06, + "loss": 0.0173, + "step": 24720 + }, + { + "epoch": 23.13376987839102, + "grad_norm": 0.08744892477989197, + "learning_rate": 8.205093539579767e-06, + "loss": 0.0169, + "step": 24730 + }, + { + "epoch": 23.14312441534144, + "grad_norm": 0.09678511321544647, + "learning_rate": 8.174866800089963e-06, + "loss": 0.0175, + "step": 24740 + }, + { + "epoch": 23.15247895229186, + "grad_norm": 0.10198767483234406, + "learning_rate": 8.144690882080853e-06, + "loss": 0.0177, + "step": 24750 + }, + { + "epoch": 23.161833489242284, + "grad_norm": 0.08559128642082214, + "learning_rate": 8.114565822219006e-06, + "loss": 0.0173, + "step": 24760 + }, + { + "epoch": 23.171188026192702, + "grad_norm": 0.101369708776474, + "learning_rate": 8.084491657109233e-06, + "loss": 0.0172, + "step": 24770 + }, + { + "epoch": 23.180542563143124, + "grad_norm": 0.09330258518457413, + "learning_rate": 8.054468423294476e-06, + "loss": 0.0164, + "step": 24780 + }, + { + "epoch": 23.189897100093546, + "grad_norm": 0.07139220088720322, + "learning_rate": 8.024496157255785e-06, + "loss": 0.0158, + "step": 24790 + }, + { + "epoch": 23.199251637043965, + "grad_norm": 0.08991266041994095, + "learning_rate": 7.994574895412293e-06, + "loss": 0.0182, + "step": 24800 + }, + { + "epoch": 23.208606173994387, + "grad_norm": 0.08545980602502823, + "learning_rate": 7.964704674121149e-06, + "loss": 0.0181, + "step": 24810 + }, + { + "epoch": 23.21796071094481, + "grad_norm": 0.09011219441890717, + "learning_rate": 7.934885529677505e-06, + "loss": 0.0158, + "step": 24820 + }, + { + "epoch": 23.22731524789523, + "grad_norm": 0.10592539608478546, + "learning_rate": 7.905117498314412e-06, + "loss": 0.0188, + "step": 24830 + }, + { + "epoch": 23.23666978484565, + "grad_norm": 0.08821459859609604, + "learning_rate": 7.87540061620286e-06, + "loss": 0.0168, + "step": 24840 + }, + { + "epoch": 23.24602432179607, + "grad_norm": 0.09263787418603897, + "learning_rate": 7.845734919451647e-06, + "loss": 0.0176, + "step": 24850 + }, + { + "epoch": 23.255378858746493, + "grad_norm": 0.08160513639450073, + "learning_rate": 7.816120444107383e-06, + "loss": 0.0164, + "step": 24860 + }, + { + "epoch": 23.26473339569691, + "grad_norm": 0.10751689970493317, + "learning_rate": 7.786557226154473e-06, + "loss": 0.0183, + "step": 24870 + }, + { + "epoch": 23.274087932647333, + "grad_norm": 0.10222870856523514, + "learning_rate": 7.757045301514998e-06, + "loss": 0.0183, + "step": 24880 + }, + { + "epoch": 23.283442469597755, + "grad_norm": 0.08767808973789215, + "learning_rate": 7.727584706048735e-06, + "loss": 0.0178, + "step": 24890 + }, + { + "epoch": 23.292797006548177, + "grad_norm": 0.10056857764720917, + "learning_rate": 7.698175475553077e-06, + "loss": 0.0175, + "step": 24900 + }, + { + "epoch": 23.302151543498596, + "grad_norm": 0.11010324954986572, + "learning_rate": 7.668817645763021e-06, + "loss": 0.0193, + "step": 24910 + }, + { + "epoch": 23.311506080449018, + "grad_norm": 0.08675487339496613, + "learning_rate": 7.639511252351088e-06, + "loss": 0.0179, + "step": 24920 + }, + { + "epoch": 23.32086061739944, + "grad_norm": 0.08820712566375732, + "learning_rate": 7.610256330927324e-06, + "loss": 0.0174, + "step": 24930 + }, + { + "epoch": 23.330215154349858, + "grad_norm": 0.07575614005327225, + "learning_rate": 7.581052917039211e-06, + "loss": 0.0165, + "step": 24940 + }, + { + "epoch": 23.33956969130028, + "grad_norm": 0.09454689174890518, + "learning_rate": 7.551901046171645e-06, + "loss": 0.0171, + "step": 24950 + }, + { + "epoch": 23.348924228250702, + "grad_norm": 0.08260911703109741, + "learning_rate": 7.522800753746895e-06, + "loss": 0.0158, + "step": 24960 + }, + { + "epoch": 23.358278765201124, + "grad_norm": 0.0913655012845993, + "learning_rate": 7.493752075124577e-06, + "loss": 0.0175, + "step": 24970 + }, + { + "epoch": 23.367633302151543, + "grad_norm": 0.0792771726846695, + "learning_rate": 7.464755045601557e-06, + "loss": 0.017, + "step": 24980 + }, + { + "epoch": 23.376987839101965, + "grad_norm": 0.07543722540140152, + "learning_rate": 7.435809700411972e-06, + "loss": 0.0158, + "step": 24990 + }, + { + "epoch": 23.386342376052387, + "grad_norm": 0.1053806021809578, + "learning_rate": 7.40691607472715e-06, + "loss": 0.0173, + "step": 25000 + }, + { + "epoch": 23.395696913002805, + "grad_norm": 0.11284701526165009, + "learning_rate": 7.3780742036555606e-06, + "loss": 0.0172, + "step": 25010 + }, + { + "epoch": 23.405051449953227, + "grad_norm": 0.10741288959980011, + "learning_rate": 7.349284122242783e-06, + "loss": 0.0175, + "step": 25020 + }, + { + "epoch": 23.41440598690365, + "grad_norm": 0.06788210570812225, + "learning_rate": 7.320545865471512e-06, + "loss": 0.0162, + "step": 25030 + }, + { + "epoch": 23.42376052385407, + "grad_norm": 0.09194865822792053, + "learning_rate": 7.291859468261425e-06, + "loss": 0.0168, + "step": 25040 + }, + { + "epoch": 23.43311506080449, + "grad_norm": 0.0908529981970787, + "learning_rate": 7.263224965469195e-06, + "loss": 0.0161, + "step": 25050 + }, + { + "epoch": 23.44246959775491, + "grad_norm": 0.09897446632385254, + "learning_rate": 7.234642391888446e-06, + "loss": 0.0168, + "step": 25060 + }, + { + "epoch": 23.451824134705333, + "grad_norm": 0.1133631244301796, + "learning_rate": 7.206111782249697e-06, + "loss": 0.0181, + "step": 25070 + }, + { + "epoch": 23.46117867165575, + "grad_norm": 0.11039454489946365, + "learning_rate": 7.1776331712203385e-06, + "loss": 0.0171, + "step": 25080 + }, + { + "epoch": 23.470533208606174, + "grad_norm": 0.10871033370494843, + "learning_rate": 7.149206593404561e-06, + "loss": 0.0164, + "step": 25090 + }, + { + "epoch": 23.479887745556596, + "grad_norm": 0.0926169827580452, + "learning_rate": 7.120832083343337e-06, + "loss": 0.0167, + "step": 25100 + }, + { + "epoch": 23.489242282507014, + "grad_norm": 0.08239087462425232, + "learning_rate": 7.092509675514369e-06, + "loss": 0.0153, + "step": 25110 + }, + { + "epoch": 23.498596819457436, + "grad_norm": 0.11061367392539978, + "learning_rate": 7.064239404332063e-06, + "loss": 0.0165, + "step": 25120 + }, + { + "epoch": 23.507951356407858, + "grad_norm": 0.11224153637886047, + "learning_rate": 7.03602130414745e-06, + "loss": 0.017, + "step": 25130 + }, + { + "epoch": 23.51730589335828, + "grad_norm": 0.09602321684360504, + "learning_rate": 7.007855409248198e-06, + "loss": 0.0174, + "step": 25140 + }, + { + "epoch": 23.5266604303087, + "grad_norm": 0.09925853461027145, + "learning_rate": 6.979741753858521e-06, + "loss": 0.0164, + "step": 25150 + }, + { + "epoch": 23.53601496725912, + "grad_norm": 0.10076823830604553, + "learning_rate": 6.951680372139158e-06, + "loss": 0.0176, + "step": 25160 + }, + { + "epoch": 23.545369504209543, + "grad_norm": 0.08572954684495926, + "learning_rate": 6.923671298187334e-06, + "loss": 0.0178, + "step": 25170 + }, + { + "epoch": 23.55472404115996, + "grad_norm": 0.09604232758283615, + "learning_rate": 6.895714566036704e-06, + "loss": 0.0163, + "step": 25180 + }, + { + "epoch": 23.564078578110383, + "grad_norm": 0.09175504744052887, + "learning_rate": 6.86781020965736e-06, + "loss": 0.0159, + "step": 25190 + }, + { + "epoch": 23.573433115060805, + "grad_norm": 0.08015245944261551, + "learning_rate": 6.839958262955709e-06, + "loss": 0.0164, + "step": 25200 + }, + { + "epoch": 23.582787652011227, + "grad_norm": 0.08457031846046448, + "learning_rate": 6.8121587597744894e-06, + "loss": 0.0168, + "step": 25210 + }, + { + "epoch": 23.592142188961645, + "grad_norm": 0.08524230867624283, + "learning_rate": 6.784411733892732e-06, + "loss": 0.0168, + "step": 25220 + }, + { + "epoch": 23.601496725912067, + "grad_norm": 0.10531254857778549, + "learning_rate": 6.756717219025666e-06, + "loss": 0.0157, + "step": 25230 + }, + { + "epoch": 23.61085126286249, + "grad_norm": 0.07930309325456619, + "learning_rate": 6.729075248824762e-06, + "loss": 0.0159, + "step": 25240 + }, + { + "epoch": 23.620205799812908, + "grad_norm": 0.08090128749608994, + "learning_rate": 6.701485856877615e-06, + "loss": 0.0168, + "step": 25250 + }, + { + "epoch": 23.62956033676333, + "grad_norm": 0.06791768223047256, + "learning_rate": 6.673949076707925e-06, + "loss": 0.0179, + "step": 25260 + }, + { + "epoch": 23.63891487371375, + "grad_norm": 0.10336633026599884, + "learning_rate": 6.646464941775499e-06, + "loss": 0.0176, + "step": 25270 + }, + { + "epoch": 23.648269410664174, + "grad_norm": 0.08922198414802551, + "learning_rate": 6.619033485476128e-06, + "loss": 0.015, + "step": 25280 + }, + { + "epoch": 23.657623947614592, + "grad_norm": 0.08808062225580215, + "learning_rate": 6.59165474114164e-06, + "loss": 0.0167, + "step": 25290 + }, + { + "epoch": 23.666978484565014, + "grad_norm": 0.07013288885354996, + "learning_rate": 6.564328742039783e-06, + "loss": 0.0169, + "step": 25300 + }, + { + "epoch": 23.676333021515436, + "grad_norm": 0.09410712867975235, + "learning_rate": 6.537055521374219e-06, + "loss": 0.0161, + "step": 25310 + }, + { + "epoch": 23.685687558465855, + "grad_norm": 0.0877719521522522, + "learning_rate": 6.509835112284485e-06, + "loss": 0.0181, + "step": 25320 + }, + { + "epoch": 23.695042095416277, + "grad_norm": 0.0735347643494606, + "learning_rate": 6.482667547845944e-06, + "loss": 0.0159, + "step": 25330 + }, + { + "epoch": 23.7043966323667, + "grad_norm": 0.0862392708659172, + "learning_rate": 6.455552861069736e-06, + "loss": 0.0168, + "step": 25340 + }, + { + "epoch": 23.71375116931712, + "grad_norm": 0.10231177508831024, + "learning_rate": 6.428491084902788e-06, + "loss": 0.0178, + "step": 25350 + }, + { + "epoch": 23.72310570626754, + "grad_norm": 0.07748289406299591, + "learning_rate": 6.401482252227698e-06, + "loss": 0.0157, + "step": 25360 + }, + { + "epoch": 23.73246024321796, + "grad_norm": 0.08379796892404556, + "learning_rate": 6.37452639586274e-06, + "loss": 0.0155, + "step": 25370 + }, + { + "epoch": 23.741814780168383, + "grad_norm": 0.09014791995286942, + "learning_rate": 6.347623548561826e-06, + "loss": 0.0158, + "step": 25380 + }, + { + "epoch": 23.7511693171188, + "grad_norm": 0.08010739088058472, + "learning_rate": 6.320773743014441e-06, + "loss": 0.0168, + "step": 25390 + }, + { + "epoch": 23.760523854069223, + "grad_norm": 0.08507689088582993, + "learning_rate": 6.293977011845648e-06, + "loss": 0.0169, + "step": 25400 + }, + { + "epoch": 23.769878391019645, + "grad_norm": 0.07801946997642517, + "learning_rate": 6.2672333876159835e-06, + "loss": 0.0165, + "step": 25410 + }, + { + "epoch": 23.779232927970064, + "grad_norm": 0.1370202749967575, + "learning_rate": 6.2405429028215e-06, + "loss": 0.0174, + "step": 25420 + }, + { + "epoch": 23.788587464920486, + "grad_norm": 0.11163178831338882, + "learning_rate": 6.213905589893631e-06, + "loss": 0.0171, + "step": 25430 + }, + { + "epoch": 23.797942001870908, + "grad_norm": 0.08605995774269104, + "learning_rate": 6.187321481199221e-06, + "loss": 0.016, + "step": 25440 + }, + { + "epoch": 23.80729653882133, + "grad_norm": 0.10686191916465759, + "learning_rate": 6.1607906090404895e-06, + "loss": 0.0181, + "step": 25450 + }, + { + "epoch": 23.81665107577175, + "grad_norm": 0.08646003901958466, + "learning_rate": 6.134313005654929e-06, + "loss": 0.0177, + "step": 25460 + }, + { + "epoch": 23.82600561272217, + "grad_norm": 0.0768999382853508, + "learning_rate": 6.107888703215337e-06, + "loss": 0.018, + "step": 25470 + }, + { + "epoch": 23.835360149672592, + "grad_norm": 0.07964637875556946, + "learning_rate": 6.081517733829722e-06, + "loss": 0.0167, + "step": 25480 + }, + { + "epoch": 23.84471468662301, + "grad_norm": 0.0753917321562767, + "learning_rate": 6.055200129541294e-06, + "loss": 0.0162, + "step": 25490 + }, + { + "epoch": 23.854069223573433, + "grad_norm": 0.0910002812743187, + "learning_rate": 6.0289359223284434e-06, + "loss": 0.0167, + "step": 25500 + }, + { + "epoch": 23.863423760523855, + "grad_norm": 0.10883388668298721, + "learning_rate": 6.002725144104648e-06, + "loss": 0.0165, + "step": 25510 + }, + { + "epoch": 23.872778297474277, + "grad_norm": 0.09358257800340652, + "learning_rate": 5.976567826718477e-06, + "loss": 0.0174, + "step": 25520 + }, + { + "epoch": 23.882132834424695, + "grad_norm": 0.09696729481220245, + "learning_rate": 5.9504640019535315e-06, + "loss": 0.0176, + "step": 25530 + }, + { + "epoch": 23.891487371375117, + "grad_norm": 0.10169140249490738, + "learning_rate": 5.924413701528414e-06, + "loss": 0.0167, + "step": 25540 + }, + { + "epoch": 23.90084190832554, + "grad_norm": 0.08532670140266418, + "learning_rate": 5.898416957096703e-06, + "loss": 0.017, + "step": 25550 + }, + { + "epoch": 23.910196445275957, + "grad_norm": 0.085490383207798, + "learning_rate": 5.872473800246913e-06, + "loss": 0.0156, + "step": 25560 + }, + { + "epoch": 23.91955098222638, + "grad_norm": 0.07881626486778259, + "learning_rate": 5.846584262502402e-06, + "loss": 0.0152, + "step": 25570 + }, + { + "epoch": 23.9289055191768, + "grad_norm": 0.08927295356988907, + "learning_rate": 5.820748375321411e-06, + "loss": 0.0159, + "step": 25580 + }, + { + "epoch": 23.938260056127223, + "grad_norm": 0.1021890789270401, + "learning_rate": 5.794966170096977e-06, + "loss": 0.016, + "step": 25590 + }, + { + "epoch": 23.947614593077642, + "grad_norm": 0.0872054323554039, + "learning_rate": 5.769237678156897e-06, + "loss": 0.0166, + "step": 25600 + }, + { + "epoch": 23.956969130028064, + "grad_norm": 0.08202196657657623, + "learning_rate": 5.743562930763735e-06, + "loss": 0.0164, + "step": 25610 + }, + { + "epoch": 23.966323666978486, + "grad_norm": 0.08408311009407043, + "learning_rate": 5.717941959114726e-06, + "loss": 0.0168, + "step": 25620 + }, + { + "epoch": 23.975678203928904, + "grad_norm": 0.10088507831096649, + "learning_rate": 5.69237479434176e-06, + "loss": 0.0162, + "step": 25630 + }, + { + "epoch": 23.985032740879326, + "grad_norm": 0.10442225635051727, + "learning_rate": 5.666861467511353e-06, + "loss": 0.0195, + "step": 25640 + }, + { + "epoch": 23.99438727782975, + "grad_norm": 0.06880385428667068, + "learning_rate": 5.641402009624591e-06, + "loss": 0.0184, + "step": 25650 + }, + { + "epoch": 24.003741814780167, + "grad_norm": 0.08343244343996048, + "learning_rate": 5.615996451617145e-06, + "loss": 0.0183, + "step": 25660 + }, + { + "epoch": 24.01309635173059, + "grad_norm": 0.10708726942539215, + "learning_rate": 5.590644824359148e-06, + "loss": 0.018, + "step": 25670 + }, + { + "epoch": 24.02245088868101, + "grad_norm": 0.0763949453830719, + "learning_rate": 5.56534715865521e-06, + "loss": 0.0161, + "step": 25680 + }, + { + "epoch": 24.031805425631433, + "grad_norm": 0.09120392799377441, + "learning_rate": 5.5401034852443965e-06, + "loss": 0.017, + "step": 25690 + }, + { + "epoch": 24.04115996258185, + "grad_norm": 0.10517315566539764, + "learning_rate": 5.514913834800134e-06, + "loss": 0.0159, + "step": 25700 + }, + { + "epoch": 24.050514499532273, + "grad_norm": 0.09198643267154694, + "learning_rate": 5.489778237930238e-06, + "loss": 0.0178, + "step": 25710 + }, + { + "epoch": 24.059869036482695, + "grad_norm": 0.07857439666986465, + "learning_rate": 5.464696725176827e-06, + "loss": 0.0162, + "step": 25720 + }, + { + "epoch": 24.069223573433113, + "grad_norm": 0.1447725147008896, + "learning_rate": 5.439669327016294e-06, + "loss": 0.0154, + "step": 25730 + }, + { + "epoch": 24.078578110383535, + "grad_norm": 0.09465321153402328, + "learning_rate": 5.4146960738592985e-06, + "loss": 0.0167, + "step": 25740 + }, + { + "epoch": 24.087932647333957, + "grad_norm": 0.09601687639951706, + "learning_rate": 5.389776996050694e-06, + "loss": 0.0161, + "step": 25750 + }, + { + "epoch": 24.09728718428438, + "grad_norm": 0.08707835525274277, + "learning_rate": 5.364912123869492e-06, + "loss": 0.0161, + "step": 25760 + }, + { + "epoch": 24.106641721234798, + "grad_norm": 0.08613559603691101, + "learning_rate": 5.3401014875288864e-06, + "loss": 0.015, + "step": 25770 + }, + { + "epoch": 24.11599625818522, + "grad_norm": 0.10047890990972519, + "learning_rate": 5.315345117176129e-06, + "loss": 0.0187, + "step": 25780 + }, + { + "epoch": 24.125350795135642, + "grad_norm": 0.09373491257429123, + "learning_rate": 5.2906430428925405e-06, + "loss": 0.0166, + "step": 25790 + }, + { + "epoch": 24.13470533208606, + "grad_norm": 0.0925569087266922, + "learning_rate": 5.265995294693471e-06, + "loss": 0.0164, + "step": 25800 + }, + { + "epoch": 24.144059869036482, + "grad_norm": 0.06280860304832458, + "learning_rate": 5.241401902528254e-06, + "loss": 0.0152, + "step": 25810 + }, + { + "epoch": 24.153414405986904, + "grad_norm": 0.09654852002859116, + "learning_rate": 5.216862896280189e-06, + "loss": 0.0171, + "step": 25820 + }, + { + "epoch": 24.162768942937326, + "grad_norm": 0.08813946694135666, + "learning_rate": 5.192378305766471e-06, + "loss": 0.0167, + "step": 25830 + }, + { + "epoch": 24.172123479887745, + "grad_norm": 0.10536613315343857, + "learning_rate": 5.1679481607382065e-06, + "loss": 0.018, + "step": 25840 + }, + { + "epoch": 24.181478016838167, + "grad_norm": 0.0903439074754715, + "learning_rate": 5.1435724908803105e-06, + "loss": 0.0151, + "step": 25850 + }, + { + "epoch": 24.19083255378859, + "grad_norm": 0.07946135103702545, + "learning_rate": 5.119251325811514e-06, + "loss": 0.0172, + "step": 25860 + }, + { + "epoch": 24.200187090739007, + "grad_norm": 0.08443014323711395, + "learning_rate": 5.094984695084348e-06, + "loss": 0.0158, + "step": 25870 + }, + { + "epoch": 24.20954162768943, + "grad_norm": 0.09846154600381851, + "learning_rate": 5.070772628185039e-06, + "loss": 0.0169, + "step": 25880 + }, + { + "epoch": 24.21889616463985, + "grad_norm": 0.11420414596796036, + "learning_rate": 5.046615154533535e-06, + "loss": 0.0168, + "step": 25890 + }, + { + "epoch": 24.22825070159027, + "grad_norm": 0.08637343347072601, + "learning_rate": 5.022512303483451e-06, + "loss": 0.0166, + "step": 25900 + }, + { + "epoch": 24.23760523854069, + "grad_norm": 0.07626800984144211, + "learning_rate": 4.998464104322015e-06, + "loss": 0.0172, + "step": 25910 + }, + { + "epoch": 24.246959775491113, + "grad_norm": 0.09488305449485779, + "learning_rate": 4.974470586270047e-06, + "loss": 0.0163, + "step": 25920 + }, + { + "epoch": 24.256314312441535, + "grad_norm": 0.07874356210231781, + "learning_rate": 4.950531778481965e-06, + "loss": 0.0154, + "step": 25930 + }, + { + "epoch": 24.265668849391954, + "grad_norm": 0.07915803045034409, + "learning_rate": 4.926647710045651e-06, + "loss": 0.0166, + "step": 25940 + }, + { + "epoch": 24.275023386342376, + "grad_norm": 0.07776583731174469, + "learning_rate": 4.9028184099825125e-06, + "loss": 0.0159, + "step": 25950 + }, + { + "epoch": 24.284377923292798, + "grad_norm": 0.0986759290099144, + "learning_rate": 4.879043907247382e-06, + "loss": 0.0163, + "step": 25960 + }, + { + "epoch": 24.293732460243216, + "grad_norm": 0.08953134715557098, + "learning_rate": 4.8553242307285414e-06, + "loss": 0.0168, + "step": 25970 + }, + { + "epoch": 24.30308699719364, + "grad_norm": 0.0834389477968216, + "learning_rate": 4.8316594092476185e-06, + "loss": 0.0148, + "step": 25980 + }, + { + "epoch": 24.31244153414406, + "grad_norm": 0.08643102645874023, + "learning_rate": 4.808049471559617e-06, + "loss": 0.0169, + "step": 25990 + }, + { + "epoch": 24.321796071094482, + "grad_norm": 0.09651125967502594, + "learning_rate": 4.784494446352833e-06, + "loss": 0.0164, + "step": 26000 + }, + { + "epoch": 24.3311506080449, + "grad_norm": 0.10052336752414703, + "learning_rate": 4.760994362248833e-06, + "loss": 0.0163, + "step": 26010 + }, + { + "epoch": 24.340505144995323, + "grad_norm": 0.07303722202777863, + "learning_rate": 4.737549247802442e-06, + "loss": 0.0148, + "step": 26020 + }, + { + "epoch": 24.349859681945745, + "grad_norm": 0.08151497691869736, + "learning_rate": 4.714159131501689e-06, + "loss": 0.0161, + "step": 26030 + }, + { + "epoch": 24.359214218896163, + "grad_norm": 0.08277994394302368, + "learning_rate": 4.690824041767766e-06, + "loss": 0.0152, + "step": 26040 + }, + { + "epoch": 24.368568755846585, + "grad_norm": 0.08340393006801605, + "learning_rate": 4.6675440069550105e-06, + "loss": 0.0152, + "step": 26050 + }, + { + "epoch": 24.377923292797007, + "grad_norm": 0.09852501004934311, + "learning_rate": 4.64431905535086e-06, + "loss": 0.0159, + "step": 26060 + }, + { + "epoch": 24.38727782974743, + "grad_norm": 0.08406000584363937, + "learning_rate": 4.621149215175808e-06, + "loss": 0.0168, + "step": 26070 + }, + { + "epoch": 24.396632366697848, + "grad_norm": 0.09534832090139389, + "learning_rate": 4.5980345145834154e-06, + "loss": 0.0156, + "step": 26080 + }, + { + "epoch": 24.40598690364827, + "grad_norm": 0.09823404997587204, + "learning_rate": 4.574974981660213e-06, + "loss": 0.0167, + "step": 26090 + }, + { + "epoch": 24.41534144059869, + "grad_norm": 0.1125488132238388, + "learning_rate": 4.551970644425707e-06, + "loss": 0.016, + "step": 26100 + }, + { + "epoch": 24.42469597754911, + "grad_norm": 0.0858665406703949, + "learning_rate": 4.529021530832328e-06, + "loss": 0.0152, + "step": 26110 + }, + { + "epoch": 24.434050514499532, + "grad_norm": 0.08928511291742325, + "learning_rate": 4.5061276687654306e-06, + "loss": 0.0166, + "step": 26120 + }, + { + "epoch": 24.443405051449954, + "grad_norm": 0.10090861469507217, + "learning_rate": 4.4832890860431965e-06, + "loss": 0.0157, + "step": 26130 + }, + { + "epoch": 24.452759588400376, + "grad_norm": 0.0822870209813118, + "learning_rate": 4.460505810416682e-06, + "loss": 0.0158, + "step": 26140 + }, + { + "epoch": 24.462114125350794, + "grad_norm": 0.08231628686189651, + "learning_rate": 4.4377778695696984e-06, + "loss": 0.0163, + "step": 26150 + }, + { + "epoch": 24.471468662301216, + "grad_norm": 0.08134389668703079, + "learning_rate": 4.415105291118843e-06, + "loss": 0.0161, + "step": 26160 + }, + { + "epoch": 24.48082319925164, + "grad_norm": 0.0815274566411972, + "learning_rate": 4.392488102613435e-06, + "loss": 0.0156, + "step": 26170 + }, + { + "epoch": 24.490177736202057, + "grad_norm": 0.09121500700712204, + "learning_rate": 4.369926331535473e-06, + "loss": 0.015, + "step": 26180 + }, + { + "epoch": 24.49953227315248, + "grad_norm": 0.09994805604219437, + "learning_rate": 4.347420005299668e-06, + "loss": 0.0159, + "step": 26190 + }, + { + "epoch": 24.5088868101029, + "grad_norm": 0.13312213122844696, + "learning_rate": 4.324969151253317e-06, + "loss": 0.0183, + "step": 26200 + }, + { + "epoch": 24.51824134705332, + "grad_norm": 0.08532103896141052, + "learning_rate": 4.302573796676312e-06, + "loss": 0.0162, + "step": 26210 + }, + { + "epoch": 24.52759588400374, + "grad_norm": 0.11586266756057739, + "learning_rate": 4.2802339687811385e-06, + "loss": 0.0151, + "step": 26220 + }, + { + "epoch": 24.536950420954163, + "grad_norm": 0.0947185605764389, + "learning_rate": 4.257949694712771e-06, + "loss": 0.0157, + "step": 26230 + }, + { + "epoch": 24.546304957904585, + "grad_norm": 0.081680528819561, + "learning_rate": 4.235721001548726e-06, + "loss": 0.0169, + "step": 26240 + }, + { + "epoch": 24.555659494855004, + "grad_norm": 0.1093888133764267, + "learning_rate": 4.21354791629896e-06, + "loss": 0.0171, + "step": 26250 + }, + { + "epoch": 24.565014031805426, + "grad_norm": 0.08496512472629547, + "learning_rate": 4.191430465905843e-06, + "loss": 0.0162, + "step": 26260 + }, + { + "epoch": 24.574368568755848, + "grad_norm": 0.08106084167957306, + "learning_rate": 4.169368677244184e-06, + "loss": 0.0182, + "step": 26270 + }, + { + "epoch": 24.583723105706266, + "grad_norm": 0.08392637968063354, + "learning_rate": 4.147362577121122e-06, + "loss": 0.0154, + "step": 26280 + }, + { + "epoch": 24.593077642656688, + "grad_norm": 0.08238333463668823, + "learning_rate": 4.125412192276157e-06, + "loss": 0.015, + "step": 26290 + }, + { + "epoch": 24.60243217960711, + "grad_norm": 0.08757182955741882, + "learning_rate": 4.10351754938107e-06, + "loss": 0.0168, + "step": 26300 + }, + { + "epoch": 24.611786716557532, + "grad_norm": 0.09498779475688934, + "learning_rate": 4.081678675039913e-06, + "loss": 0.0151, + "step": 26310 + }, + { + "epoch": 24.62114125350795, + "grad_norm": 0.10442513227462769, + "learning_rate": 4.0598955957889876e-06, + "loss": 0.0183, + "step": 26320 + }, + { + "epoch": 24.630495790458372, + "grad_norm": 0.10406174510717392, + "learning_rate": 4.038168338096776e-06, + "loss": 0.016, + "step": 26330 + }, + { + "epoch": 24.639850327408794, + "grad_norm": 0.0914623886346817, + "learning_rate": 4.016496928363944e-06, + "loss": 0.0161, + "step": 26340 + }, + { + "epoch": 24.649204864359213, + "grad_norm": 0.0797618106007576, + "learning_rate": 3.994881392923317e-06, + "loss": 0.0148, + "step": 26350 + }, + { + "epoch": 24.658559401309635, + "grad_norm": 0.07133746147155762, + "learning_rate": 3.9733217580397945e-06, + "loss": 0.0173, + "step": 26360 + }, + { + "epoch": 24.667913938260057, + "grad_norm": 0.0933610200881958, + "learning_rate": 3.951818049910366e-06, + "loss": 0.0171, + "step": 26370 + }, + { + "epoch": 24.67726847521048, + "grad_norm": 0.09837926179170609, + "learning_rate": 3.930370294664071e-06, + "loss": 0.0154, + "step": 26380 + }, + { + "epoch": 24.686623012160897, + "grad_norm": 0.08803889155387878, + "learning_rate": 3.908978518361938e-06, + "loss": 0.0151, + "step": 26390 + }, + { + "epoch": 24.69597754911132, + "grad_norm": 0.11449284851551056, + "learning_rate": 3.887642746997017e-06, + "loss": 0.0168, + "step": 26400 + }, + { + "epoch": 24.70533208606174, + "grad_norm": 0.07309330254793167, + "learning_rate": 3.866363006494255e-06, + "loss": 0.0165, + "step": 26410 + }, + { + "epoch": 24.71468662301216, + "grad_norm": 0.10105139017105103, + "learning_rate": 3.8451393227105725e-06, + "loss": 0.0169, + "step": 26420 + }, + { + "epoch": 24.72404115996258, + "grad_norm": 0.08752384036779404, + "learning_rate": 3.823971721434727e-06, + "loss": 0.0155, + "step": 26430 + }, + { + "epoch": 24.733395696913004, + "grad_norm": 0.07687211036682129, + "learning_rate": 3.8028602283873505e-06, + "loss": 0.0149, + "step": 26440 + }, + { + "epoch": 24.742750233863426, + "grad_norm": 0.08387778699398041, + "learning_rate": 3.781804869220912e-06, + "loss": 0.0166, + "step": 26450 + }, + { + "epoch": 24.752104770813844, + "grad_norm": 0.14088210463523865, + "learning_rate": 3.760805669519646e-06, + "loss": 0.0157, + "step": 26460 + }, + { + "epoch": 24.761459307764266, + "grad_norm": 0.07750553637742996, + "learning_rate": 3.7398626547995587e-06, + "loss": 0.0166, + "step": 26470 + }, + { + "epoch": 24.770813844714688, + "grad_norm": 0.09368572384119034, + "learning_rate": 3.7189758505083995e-06, + "loss": 0.0154, + "step": 26480 + }, + { + "epoch": 24.780168381665106, + "grad_norm": 0.08602658659219742, + "learning_rate": 3.6981452820255837e-06, + "loss": 0.017, + "step": 26490 + }, + { + "epoch": 24.78952291861553, + "grad_norm": 0.08735654503107071, + "learning_rate": 3.6773709746622363e-06, + "loss": 0.0162, + "step": 26500 + }, + { + "epoch": 24.79887745556595, + "grad_norm": 0.10861193388700485, + "learning_rate": 3.6566529536610995e-06, + "loss": 0.0145, + "step": 26510 + }, + { + "epoch": 24.80823199251637, + "grad_norm": 0.0787050873041153, + "learning_rate": 3.635991244196513e-06, + "loss": 0.0149, + "step": 26520 + }, + { + "epoch": 24.81758652946679, + "grad_norm": 0.08578281104564667, + "learning_rate": 3.615385871374405e-06, + "loss": 0.0188, + "step": 26530 + }, + { + "epoch": 24.826941066417213, + "grad_norm": 0.10781965404748917, + "learning_rate": 3.5948368602322367e-06, + "loss": 0.0175, + "step": 26540 + }, + { + "epoch": 24.836295603367635, + "grad_norm": 0.0995083674788475, + "learning_rate": 3.5743442357390187e-06, + "loss": 0.0166, + "step": 26550 + }, + { + "epoch": 24.845650140318053, + "grad_norm": 0.09790787845849991, + "learning_rate": 3.5539080227951937e-06, + "loss": 0.0158, + "step": 26560 + }, + { + "epoch": 24.855004677268475, + "grad_norm": 0.1811855584383011, + "learning_rate": 3.533528246232709e-06, + "loss": 0.0163, + "step": 26570 + }, + { + "epoch": 24.864359214218897, + "grad_norm": 0.11522097140550613, + "learning_rate": 3.5132049308149117e-06, + "loss": 0.0143, + "step": 26580 + }, + { + "epoch": 24.873713751169316, + "grad_norm": 0.09305546432733536, + "learning_rate": 3.4929381012365425e-06, + "loss": 0.0155, + "step": 26590 + }, + { + "epoch": 24.883068288119738, + "grad_norm": 0.11882925778627396, + "learning_rate": 3.472727782123697e-06, + "loss": 0.0161, + "step": 26600 + }, + { + "epoch": 24.89242282507016, + "grad_norm": 0.09610110521316528, + "learning_rate": 3.4525739980338425e-06, + "loss": 0.0151, + "step": 26610 + }, + { + "epoch": 24.90177736202058, + "grad_norm": 0.09524751454591751, + "learning_rate": 3.432476773455712e-06, + "loss": 0.0158, + "step": 26620 + }, + { + "epoch": 24.911131898971, + "grad_norm": 0.07988068461418152, + "learning_rate": 3.4124361328093378e-06, + "loss": 0.0157, + "step": 26630 + }, + { + "epoch": 24.920486435921422, + "grad_norm": 0.09805437177419662, + "learning_rate": 3.392452100445975e-06, + "loss": 0.0171, + "step": 26640 + }, + { + "epoch": 24.929840972871844, + "grad_norm": 0.07266286015510559, + "learning_rate": 3.3725247006481163e-06, + "loss": 0.0179, + "step": 26650 + }, + { + "epoch": 24.939195509822262, + "grad_norm": 0.08664901554584503, + "learning_rate": 3.3526539576294313e-06, + "loss": 0.0169, + "step": 26660 + }, + { + "epoch": 24.948550046772684, + "grad_norm": 0.09334816783666611, + "learning_rate": 3.332839895534745e-06, + "loss": 0.0143, + "step": 26670 + }, + { + "epoch": 24.957904583723106, + "grad_norm": 0.09426242858171463, + "learning_rate": 3.3130825384400155e-06, + "loss": 0.0155, + "step": 26680 + }, + { + "epoch": 24.96725912067353, + "grad_norm": 0.09504050761461258, + "learning_rate": 3.293381910352278e-06, + "loss": 0.0166, + "step": 26690 + }, + { + "epoch": 24.976613657623947, + "grad_norm": 0.09478522837162018, + "learning_rate": 3.273738035209678e-06, + "loss": 0.0176, + "step": 26700 + }, + { + "epoch": 24.98596819457437, + "grad_norm": 0.07215721905231476, + "learning_rate": 3.254150936881356e-06, + "loss": 0.0165, + "step": 26710 + }, + { + "epoch": 24.99532273152479, + "grad_norm": 0.11245067417621613, + "learning_rate": 3.234620639167496e-06, + "loss": 0.0153, + "step": 26720 + }, + { + "epoch": 25.00467726847521, + "grad_norm": 0.0956757441163063, + "learning_rate": 3.2151471657992482e-06, + "loss": 0.0153, + "step": 26730 + }, + { + "epoch": 25.01403180542563, + "grad_norm": 0.09677548706531525, + "learning_rate": 3.195730540438718e-06, + "loss": 0.0173, + "step": 26740 + }, + { + "epoch": 25.023386342376053, + "grad_norm": 0.0929352268576622, + "learning_rate": 3.1763707866789336e-06, + "loss": 0.0186, + "step": 26750 + }, + { + "epoch": 25.03274087932647, + "grad_norm": 0.07836493104696274, + "learning_rate": 3.1570679280438165e-06, + "loss": 0.0158, + "step": 26760 + }, + { + "epoch": 25.042095416276894, + "grad_norm": 0.08659617602825165, + "learning_rate": 3.1378219879881767e-06, + "loss": 0.0159, + "step": 26770 + }, + { + "epoch": 25.051449953227316, + "grad_norm": 0.0735699012875557, + "learning_rate": 3.11863298989763e-06, + "loss": 0.0175, + "step": 26780 + }, + { + "epoch": 25.060804490177738, + "grad_norm": 0.0957370474934578, + "learning_rate": 3.0995009570886303e-06, + "loss": 0.0155, + "step": 26790 + }, + { + "epoch": 25.070159027128156, + "grad_norm": 0.08861208707094193, + "learning_rate": 3.0804259128083936e-06, + "loss": 0.0148, + "step": 26800 + }, + { + "epoch": 25.079513564078578, + "grad_norm": 0.08567095547914505, + "learning_rate": 3.06140788023489e-06, + "loss": 0.0164, + "step": 26810 + }, + { + "epoch": 25.088868101029, + "grad_norm": 0.07701653987169266, + "learning_rate": 3.042446882476846e-06, + "loss": 0.0161, + "step": 26820 + }, + { + "epoch": 25.09822263797942, + "grad_norm": 0.08878730237483978, + "learning_rate": 3.023542942573643e-06, + "loss": 0.0162, + "step": 26830 + }, + { + "epoch": 25.10757717492984, + "grad_norm": 0.08657579123973846, + "learning_rate": 3.004696083495351e-06, + "loss": 0.0148, + "step": 26840 + }, + { + "epoch": 25.116931711880262, + "grad_norm": 0.07222763448953629, + "learning_rate": 2.98590632814269e-06, + "loss": 0.0167, + "step": 26850 + }, + { + "epoch": 25.126286248830684, + "grad_norm": 0.09276031702756882, + "learning_rate": 2.9671736993469702e-06, + "loss": 0.0165, + "step": 26860 + }, + { + "epoch": 25.135640785781103, + "grad_norm": 0.10074465721845627, + "learning_rate": 2.9484982198701216e-06, + "loss": 0.0151, + "step": 26870 + }, + { + "epoch": 25.144995322731525, + "grad_norm": 0.0998467430472374, + "learning_rate": 2.929879912404604e-06, + "loss": 0.0155, + "step": 26880 + }, + { + "epoch": 25.154349859681947, + "grad_norm": 0.0996522605419159, + "learning_rate": 2.9113187995734147e-06, + "loss": 0.0155, + "step": 26890 + }, + { + "epoch": 25.163704396632365, + "grad_norm": 0.0853770449757576, + "learning_rate": 2.8928149039300524e-06, + "loss": 0.0149, + "step": 26900 + }, + { + "epoch": 25.173058933582787, + "grad_norm": 0.12549163401126862, + "learning_rate": 2.8743682479584975e-06, + "loss": 0.0155, + "step": 26910 + }, + { + "epoch": 25.18241347053321, + "grad_norm": 0.08760447055101395, + "learning_rate": 2.8559788540731824e-06, + "loss": 0.0159, + "step": 26920 + }, + { + "epoch": 25.19176800748363, + "grad_norm": 0.07747285813093185, + "learning_rate": 2.8376467446189493e-06, + "loss": 0.0161, + "step": 26930 + }, + { + "epoch": 25.20112254443405, + "grad_norm": 0.08835181593894958, + "learning_rate": 2.8193719418710406e-06, + "loss": 0.0153, + "step": 26940 + }, + { + "epoch": 25.21047708138447, + "grad_norm": 0.080940380692482, + "learning_rate": 2.8011544680350667e-06, + "loss": 0.0164, + "step": 26950 + }, + { + "epoch": 25.219831618334894, + "grad_norm": 0.07384105026721954, + "learning_rate": 2.7829943452469753e-06, + "loss": 0.0163, + "step": 26960 + }, + { + "epoch": 25.229186155285312, + "grad_norm": 0.08715713024139404, + "learning_rate": 2.7648915955730213e-06, + "loss": 0.0153, + "step": 26970 + }, + { + "epoch": 25.238540692235734, + "grad_norm": 0.09803567826747894, + "learning_rate": 2.746846241009765e-06, + "loss": 0.0143, + "step": 26980 + }, + { + "epoch": 25.247895229186156, + "grad_norm": 0.07066196203231812, + "learning_rate": 2.7288583034839945e-06, + "loss": 0.016, + "step": 26990 + }, + { + "epoch": 25.257249766136574, + "grad_norm": 0.0906510278582573, + "learning_rate": 2.7109278048527752e-06, + "loss": 0.0168, + "step": 27000 + }, + { + "epoch": 25.266604303086996, + "grad_norm": 0.10350443422794342, + "learning_rate": 2.6930547669033413e-06, + "loss": 0.0151, + "step": 27010 + }, + { + "epoch": 25.27595884003742, + "grad_norm": 0.09804098308086395, + "learning_rate": 2.675239211353109e-06, + "loss": 0.0166, + "step": 27020 + }, + { + "epoch": 25.28531337698784, + "grad_norm": 0.12882567942142487, + "learning_rate": 2.6574811598496786e-06, + "loss": 0.015, + "step": 27030 + }, + { + "epoch": 25.29466791393826, + "grad_norm": 0.08992073684930801, + "learning_rate": 2.6397806339707456e-06, + "loss": 0.0171, + "step": 27040 + }, + { + "epoch": 25.30402245088868, + "grad_norm": 0.09365896135568619, + "learning_rate": 2.6221376552241217e-06, + "loss": 0.0152, + "step": 27050 + }, + { + "epoch": 25.313376987839103, + "grad_norm": 0.09198793023824692, + "learning_rate": 2.604552245047681e-06, + "loss": 0.0148, + "step": 27060 + }, + { + "epoch": 25.32273152478952, + "grad_norm": 0.09568850696086884, + "learning_rate": 2.587024424809359e-06, + "loss": 0.0154, + "step": 27070 + }, + { + "epoch": 25.332086061739943, + "grad_norm": 0.11326919496059418, + "learning_rate": 2.5695542158071186e-06, + "loss": 0.0151, + "step": 27080 + }, + { + "epoch": 25.341440598690365, + "grad_norm": 0.10483543574810028, + "learning_rate": 2.5521416392689068e-06, + "loss": 0.0158, + "step": 27090 + }, + { + "epoch": 25.350795135640787, + "grad_norm": 0.08860918134450912, + "learning_rate": 2.5347867163526384e-06, + "loss": 0.0147, + "step": 27100 + }, + { + "epoch": 25.360149672591206, + "grad_norm": 0.08496538549661636, + "learning_rate": 2.517489468146189e-06, + "loss": 0.0165, + "step": 27110 + }, + { + "epoch": 25.369504209541628, + "grad_norm": 0.09851924329996109, + "learning_rate": 2.500249915667341e-06, + "loss": 0.0162, + "step": 27120 + }, + { + "epoch": 25.37885874649205, + "grad_norm": 0.1020236611366272, + "learning_rate": 2.4830680798637817e-06, + "loss": 0.0157, + "step": 27130 + }, + { + "epoch": 25.388213283442468, + "grad_norm": 0.09535901248455048, + "learning_rate": 2.465943981613056e-06, + "loss": 0.0165, + "step": 27140 + }, + { + "epoch": 25.39756782039289, + "grad_norm": 0.08541448414325714, + "learning_rate": 2.448877641722569e-06, + "loss": 0.0166, + "step": 27150 + }, + { + "epoch": 25.406922357343312, + "grad_norm": 0.08101389557123184, + "learning_rate": 2.431869080929522e-06, + "loss": 0.0169, + "step": 27160 + }, + { + "epoch": 25.416276894293734, + "grad_norm": 0.11221154034137726, + "learning_rate": 2.4149183199009216e-06, + "loss": 0.0159, + "step": 27170 + }, + { + "epoch": 25.425631431244152, + "grad_norm": 0.09106171131134033, + "learning_rate": 2.3980253792335427e-06, + "loss": 0.0152, + "step": 27180 + }, + { + "epoch": 25.434985968194574, + "grad_norm": 0.07335437089204788, + "learning_rate": 2.381190279453899e-06, + "loss": 0.0153, + "step": 27190 + }, + { + "epoch": 25.444340505144996, + "grad_norm": 0.09552974253892899, + "learning_rate": 2.364413041018232e-06, + "loss": 0.0153, + "step": 27200 + }, + { + "epoch": 25.453695042095415, + "grad_norm": 0.09362839162349701, + "learning_rate": 2.347693684312463e-06, + "loss": 0.0157, + "step": 27210 + }, + { + "epoch": 25.463049579045837, + "grad_norm": 0.09006498008966446, + "learning_rate": 2.331032229652186e-06, + "loss": 0.0156, + "step": 27220 + }, + { + "epoch": 25.47240411599626, + "grad_norm": 0.07028195261955261, + "learning_rate": 2.314428697282628e-06, + "loss": 0.0155, + "step": 27230 + }, + { + "epoch": 25.48175865294668, + "grad_norm": 0.087527334690094, + "learning_rate": 2.297883107378673e-06, + "loss": 0.0153, + "step": 27240 + }, + { + "epoch": 25.4911131898971, + "grad_norm": 0.06640476733446121, + "learning_rate": 2.2813954800447513e-06, + "loss": 0.0157, + "step": 27250 + }, + { + "epoch": 25.50046772684752, + "grad_norm": 0.10579337179660797, + "learning_rate": 2.2649658353148974e-06, + "loss": 0.0152, + "step": 27260 + }, + { + "epoch": 25.509822263797943, + "grad_norm": 0.09625604748725891, + "learning_rate": 2.2485941931526645e-06, + "loss": 0.0163, + "step": 27270 + }, + { + "epoch": 25.51917680074836, + "grad_norm": 0.1090252697467804, + "learning_rate": 2.232280573451151e-06, + "loss": 0.016, + "step": 27280 + }, + { + "epoch": 25.528531337698784, + "grad_norm": 0.1130804643034935, + "learning_rate": 2.216024996032945e-06, + "loss": 0.0166, + "step": 27290 + }, + { + "epoch": 25.537885874649206, + "grad_norm": 0.08225230127573013, + "learning_rate": 2.1998274806501074e-06, + "loss": 0.0154, + "step": 27300 + }, + { + "epoch": 25.547240411599624, + "grad_norm": 0.08228852599859238, + "learning_rate": 2.183688046984139e-06, + "loss": 0.016, + "step": 27310 + }, + { + "epoch": 25.556594948550046, + "grad_norm": 0.08871373534202576, + "learning_rate": 2.167606714645981e-06, + "loss": 0.0158, + "step": 27320 + }, + { + "epoch": 25.565949485500468, + "grad_norm": 0.08886135369539261, + "learning_rate": 2.151583503175958e-06, + "loss": 0.0163, + "step": 27330 + }, + { + "epoch": 25.57530402245089, + "grad_norm": 0.11175902932882309, + "learning_rate": 2.1356184320437957e-06, + "loss": 0.0144, + "step": 27340 + }, + { + "epoch": 25.58465855940131, + "grad_norm": 0.08758993446826935, + "learning_rate": 2.119711520648554e-06, + "loss": 0.0157, + "step": 27350 + }, + { + "epoch": 25.59401309635173, + "grad_norm": 0.10921739041805267, + "learning_rate": 2.103862788318628e-06, + "loss": 0.016, + "step": 27360 + }, + { + "epoch": 25.603367633302152, + "grad_norm": 0.10157236456871033, + "learning_rate": 2.088072254311729e-06, + "loss": 0.0161, + "step": 27370 + }, + { + "epoch": 25.61272217025257, + "grad_norm": 0.07998102903366089, + "learning_rate": 2.0723399378148435e-06, + "loss": 0.0151, + "step": 27380 + }, + { + "epoch": 25.622076707202993, + "grad_norm": 0.08438552916049957, + "learning_rate": 2.0566658579442065e-06, + "loss": 0.0152, + "step": 27390 + }, + { + "epoch": 25.631431244153415, + "grad_norm": 0.08444403856992722, + "learning_rate": 2.0410500337453176e-06, + "loss": 0.0153, + "step": 27400 + }, + { + "epoch": 25.640785781103837, + "grad_norm": 0.10156596451997757, + "learning_rate": 2.0254924841928645e-06, + "loss": 0.0148, + "step": 27410 + }, + { + "epoch": 25.650140318054255, + "grad_norm": 0.08638110011816025, + "learning_rate": 2.009993228190754e-06, + "loss": 0.0149, + "step": 27420 + }, + { + "epoch": 25.659494855004677, + "grad_norm": 0.07652018219232559, + "learning_rate": 1.9945522845720323e-06, + "loss": 0.0153, + "step": 27430 + }, + { + "epoch": 25.6688493919551, + "grad_norm": 0.11480051279067993, + "learning_rate": 1.9791696720988963e-06, + "loss": 0.0157, + "step": 27440 + }, + { + "epoch": 25.678203928905518, + "grad_norm": 0.08841510862112045, + "learning_rate": 1.9638454094626833e-06, + "loss": 0.0157, + "step": 27450 + }, + { + "epoch": 25.68755846585594, + "grad_norm": 0.09091942757368088, + "learning_rate": 1.9485795152838104e-06, + "loss": 0.0156, + "step": 27460 + }, + { + "epoch": 25.69691300280636, + "grad_norm": 0.10211048275232315, + "learning_rate": 1.933372008111778e-06, + "loss": 0.0145, + "step": 27470 + }, + { + "epoch": 25.706267539756784, + "grad_norm": 0.10678558796644211, + "learning_rate": 1.918222906425143e-06, + "loss": 0.0163, + "step": 27480 + }, + { + "epoch": 25.715622076707202, + "grad_norm": 0.10472792387008667, + "learning_rate": 1.903132228631488e-06, + "loss": 0.0159, + "step": 27490 + }, + { + "epoch": 25.724976613657624, + "grad_norm": 0.09959577769041061, + "learning_rate": 1.8880999930674215e-06, + "loss": 0.0167, + "step": 27500 + }, + { + "epoch": 25.734331150608046, + "grad_norm": 0.07775209844112396, + "learning_rate": 1.8731262179985166e-06, + "loss": 0.0156, + "step": 27510 + }, + { + "epoch": 25.743685687558465, + "grad_norm": 0.08010944724082947, + "learning_rate": 1.8582109216193244e-06, + "loss": 0.0146, + "step": 27520 + }, + { + "epoch": 25.753040224508887, + "grad_norm": 0.12660634517669678, + "learning_rate": 1.8433541220533368e-06, + "loss": 0.0169, + "step": 27530 + }, + { + "epoch": 25.76239476145931, + "grad_norm": 0.13703244924545288, + "learning_rate": 1.8285558373529577e-06, + "loss": 0.0156, + "step": 27540 + }, + { + "epoch": 25.77174929840973, + "grad_norm": 0.07699558138847351, + "learning_rate": 1.8138160854995145e-06, + "loss": 0.0155, + "step": 27550 + }, + { + "epoch": 25.78110383536015, + "grad_norm": 0.07690563052892685, + "learning_rate": 1.7991348844031864e-06, + "loss": 0.0163, + "step": 27560 + }, + { + "epoch": 25.79045837231057, + "grad_norm": 0.10951384156942368, + "learning_rate": 1.78451225190302e-06, + "loss": 0.0151, + "step": 27570 + }, + { + "epoch": 25.799812909260993, + "grad_norm": 0.08665373921394348, + "learning_rate": 1.7699482057668914e-06, + "loss": 0.0151, + "step": 27580 + }, + { + "epoch": 25.80916744621141, + "grad_norm": 0.08598384261131287, + "learning_rate": 1.7554427636914895e-06, + "loss": 0.0161, + "step": 27590 + }, + { + "epoch": 25.818521983161833, + "grad_norm": 0.09781711548566818, + "learning_rate": 1.7409959433022871e-06, + "loss": 0.016, + "step": 27600 + }, + { + "epoch": 25.827876520112255, + "grad_norm": 0.07441040128469467, + "learning_rate": 1.7266077621535481e-06, + "loss": 0.0153, + "step": 27610 + }, + { + "epoch": 25.837231057062674, + "grad_norm": 0.12315618991851807, + "learning_rate": 1.7122782377282597e-06, + "loss": 0.0167, + "step": 27620 + }, + { + "epoch": 25.846585594013096, + "grad_norm": 0.09246060997247696, + "learning_rate": 1.6980073874381497e-06, + "loss": 0.0163, + "step": 27630 + }, + { + "epoch": 25.855940130963518, + "grad_norm": 0.08976162225008011, + "learning_rate": 1.6837952286236413e-06, + "loss": 0.0162, + "step": 27640 + }, + { + "epoch": 25.86529466791394, + "grad_norm": 0.09095071256160736, + "learning_rate": 1.6696417785538488e-06, + "loss": 0.0147, + "step": 27650 + }, + { + "epoch": 25.874649204864358, + "grad_norm": 0.11609487235546112, + "learning_rate": 1.6555470544265538e-06, + "loss": 0.0178, + "step": 27660 + }, + { + "epoch": 25.88400374181478, + "grad_norm": 0.09491970390081406, + "learning_rate": 1.6415110733681738e-06, + "loss": 0.0153, + "step": 27670 + }, + { + "epoch": 25.893358278765202, + "grad_norm": 0.12583957612514496, + "learning_rate": 1.6275338524337436e-06, + "loss": 0.0152, + "step": 27680 + }, + { + "epoch": 25.90271281571562, + "grad_norm": 0.08972056210041046, + "learning_rate": 1.6136154086069056e-06, + "loss": 0.0165, + "step": 27690 + }, + { + "epoch": 25.912067352666043, + "grad_norm": 0.10118073225021362, + "learning_rate": 1.5997557587998868e-06, + "loss": 0.0157, + "step": 27700 + }, + { + "epoch": 25.921421889616465, + "grad_norm": 0.08435158431529999, + "learning_rate": 1.5859549198534606e-06, + "loss": 0.0143, + "step": 27710 + }, + { + "epoch": 25.930776426566887, + "grad_norm": 0.09084558486938477, + "learning_rate": 1.572212908536963e-06, + "loss": 0.0169, + "step": 27720 + }, + { + "epoch": 25.940130963517305, + "grad_norm": 0.08766746520996094, + "learning_rate": 1.5585297415482202e-06, + "loss": 0.0172, + "step": 27730 + }, + { + "epoch": 25.949485500467727, + "grad_norm": 0.09057909995317459, + "learning_rate": 1.5449054355135717e-06, + "loss": 0.0159, + "step": 27740 + }, + { + "epoch": 25.95884003741815, + "grad_norm": 0.08464492112398148, + "learning_rate": 1.5313400069878415e-06, + "loss": 0.0154, + "step": 27750 + }, + { + "epoch": 25.968194574368567, + "grad_norm": 0.11056570708751678, + "learning_rate": 1.5178334724542887e-06, + "loss": 0.0157, + "step": 27760 + }, + { + "epoch": 25.97754911131899, + "grad_norm": 0.07715559005737305, + "learning_rate": 1.504385848324641e-06, + "loss": 0.0156, + "step": 27770 + }, + { + "epoch": 25.98690364826941, + "grad_norm": 0.08105957508087158, + "learning_rate": 1.490997150939033e-06, + "loss": 0.0164, + "step": 27780 + }, + { + "epoch": 25.996258185219833, + "grad_norm": 0.10187868773937225, + "learning_rate": 1.4776673965659793e-06, + "loss": 0.0167, + "step": 27790 + }, + { + "epoch": 26.00561272217025, + "grad_norm": 0.09686578065156937, + "learning_rate": 1.4643966014023957e-06, + "loss": 0.0157, + "step": 27800 + }, + { + "epoch": 26.014967259120674, + "grad_norm": 0.08625520020723343, + "learning_rate": 1.4511847815735503e-06, + "loss": 0.0163, + "step": 27810 + }, + { + "epoch": 26.024321796071096, + "grad_norm": 0.08121765404939651, + "learning_rate": 1.438031953133051e-06, + "loss": 0.0149, + "step": 27820 + }, + { + "epoch": 26.033676333021514, + "grad_norm": 0.08839230239391327, + "learning_rate": 1.4249381320628197e-06, + "loss": 0.0148, + "step": 27830 + }, + { + "epoch": 26.043030869971936, + "grad_norm": 0.07941395789384842, + "learning_rate": 1.4119033342730902e-06, + "loss": 0.0161, + "step": 27840 + }, + { + "epoch": 26.052385406922358, + "grad_norm": 0.07166440039873123, + "learning_rate": 1.3989275756023656e-06, + "loss": 0.0153, + "step": 27850 + }, + { + "epoch": 26.061739943872777, + "grad_norm": 0.1333167999982834, + "learning_rate": 1.386010871817417e-06, + "loss": 0.0156, + "step": 27860 + }, + { + "epoch": 26.0710944808232, + "grad_norm": 0.07224509119987488, + "learning_rate": 1.3731532386132616e-06, + "loss": 0.0149, + "step": 27870 + }, + { + "epoch": 26.08044901777362, + "grad_norm": 0.10541737079620361, + "learning_rate": 1.360354691613136e-06, + "loss": 0.0174, + "step": 27880 + }, + { + "epoch": 26.089803554724043, + "grad_norm": 0.08450277149677277, + "learning_rate": 1.3476152463684776e-06, + "loss": 0.0144, + "step": 27890 + }, + { + "epoch": 26.09915809167446, + "grad_norm": 0.091790571808815, + "learning_rate": 1.3349349183589155e-06, + "loss": 0.0161, + "step": 27900 + }, + { + "epoch": 26.108512628624883, + "grad_norm": 0.07256844639778137, + "learning_rate": 1.3223137229922356e-06, + "loss": 0.0161, + "step": 27910 + }, + { + "epoch": 26.117867165575305, + "grad_norm": 0.07885241508483887, + "learning_rate": 1.3097516756043981e-06, + "loss": 0.0158, + "step": 27920 + }, + { + "epoch": 26.127221702525723, + "grad_norm": 0.11652814596891403, + "learning_rate": 1.29724879145946e-06, + "loss": 0.0153, + "step": 27930 + }, + { + "epoch": 26.136576239476145, + "grad_norm": 0.08976969867944717, + "learning_rate": 1.284805085749613e-06, + "loss": 0.0153, + "step": 27940 + }, + { + "epoch": 26.145930776426567, + "grad_norm": 0.08110220730304718, + "learning_rate": 1.2724205735951288e-06, + "loss": 0.0155, + "step": 27950 + }, + { + "epoch": 26.15528531337699, + "grad_norm": 0.0797279104590416, + "learning_rate": 1.2600952700443591e-06, + "loss": 0.015, + "step": 27960 + }, + { + "epoch": 26.164639850327408, + "grad_norm": 0.08987169712781906, + "learning_rate": 1.247829190073707e-06, + "loss": 0.0143, + "step": 27970 + }, + { + "epoch": 26.17399438727783, + "grad_norm": 0.07472352683544159, + "learning_rate": 1.2356223485876173e-06, + "loss": 0.0148, + "step": 27980 + }, + { + "epoch": 26.18334892422825, + "grad_norm": 0.08166982233524323, + "learning_rate": 1.2234747604185526e-06, + "loss": 0.0146, + "step": 27990 + }, + { + "epoch": 26.19270346117867, + "grad_norm": 0.07972993701696396, + "learning_rate": 1.2113864403269836e-06, + "loss": 0.0156, + "step": 28000 + }, + { + "epoch": 26.202057998129092, + "grad_norm": 0.10630624741315842, + "learning_rate": 1.1993574030013555e-06, + "loss": 0.0169, + "step": 28010 + }, + { + "epoch": 26.211412535079514, + "grad_norm": 0.09422203153371811, + "learning_rate": 1.1873876630580816e-06, + "loss": 0.0158, + "step": 28020 + }, + { + "epoch": 26.220767072029936, + "grad_norm": 0.08592047542333603, + "learning_rate": 1.1754772350415278e-06, + "loss": 0.0164, + "step": 28030 + }, + { + "epoch": 26.230121608980355, + "grad_norm": 0.11730441451072693, + "learning_rate": 1.163626133423984e-06, + "loss": 0.0167, + "step": 28040 + }, + { + "epoch": 26.239476145930777, + "grad_norm": 0.11512218415737152, + "learning_rate": 1.1518343726056591e-06, + "loss": 0.0153, + "step": 28050 + }, + { + "epoch": 26.2488306828812, + "grad_norm": 0.08625704795122147, + "learning_rate": 1.1401019669146474e-06, + "loss": 0.0154, + "step": 28060 + }, + { + "epoch": 26.258185219831617, + "grad_norm": 0.07609356194734573, + "learning_rate": 1.128428930606934e-06, + "loss": 0.0145, + "step": 28070 + }, + { + "epoch": 26.26753975678204, + "grad_norm": 0.0980515331029892, + "learning_rate": 1.1168152778663621e-06, + "loss": 0.0143, + "step": 28080 + }, + { + "epoch": 26.27689429373246, + "grad_norm": 0.0901549831032753, + "learning_rate": 1.10526102280461e-06, + "loss": 0.0154, + "step": 28090 + }, + { + "epoch": 26.28624883068288, + "grad_norm": 0.07141640037298203, + "learning_rate": 1.0937661794611864e-06, + "loss": 0.015, + "step": 28100 + }, + { + "epoch": 26.2956033676333, + "grad_norm": 0.08784674108028412, + "learning_rate": 1.082330761803413e-06, + "loss": 0.0147, + "step": 28110 + }, + { + "epoch": 26.304957904583723, + "grad_norm": 0.09702075272798538, + "learning_rate": 1.0709547837263966e-06, + "loss": 0.0142, + "step": 28120 + }, + { + "epoch": 26.314312441534145, + "grad_norm": 0.08300752937793732, + "learning_rate": 1.059638259053025e-06, + "loss": 0.0147, + "step": 28130 + }, + { + "epoch": 26.323666978484564, + "grad_norm": 0.11192573606967926, + "learning_rate": 1.0483812015339434e-06, + "loss": 0.0151, + "step": 28140 + }, + { + "epoch": 26.333021515434986, + "grad_norm": 0.09599455446004868, + "learning_rate": 1.037183624847543e-06, + "loss": 0.0145, + "step": 28150 + }, + { + "epoch": 26.342376052385408, + "grad_norm": 0.09738758951425552, + "learning_rate": 1.0260455425999238e-06, + "loss": 0.0152, + "step": 28160 + }, + { + "epoch": 26.351730589335826, + "grad_norm": 0.09747303277254105, + "learning_rate": 1.0149669683249208e-06, + "loss": 0.0153, + "step": 28170 + }, + { + "epoch": 26.36108512628625, + "grad_norm": 0.0819990336894989, + "learning_rate": 1.003947915484027e-06, + "loss": 0.0144, + "step": 28180 + }, + { + "epoch": 26.37043966323667, + "grad_norm": 0.1275983601808548, + "learning_rate": 9.92988397466449e-07, + "loss": 0.0155, + "step": 28190 + }, + { + "epoch": 26.379794200187092, + "grad_norm": 0.07099176943302155, + "learning_rate": 9.820884275890286e-07, + "loss": 0.015, + "step": 28200 + }, + { + "epoch": 26.38914873713751, + "grad_norm": 0.09006503224372864, + "learning_rate": 9.712480190962546e-07, + "loss": 0.0167, + "step": 28210 + }, + { + "epoch": 26.398503274087933, + "grad_norm": 0.09344688057899475, + "learning_rate": 9.604671851602464e-07, + "loss": 0.0151, + "step": 28220 + }, + { + "epoch": 26.407857811038355, + "grad_norm": 0.07998665422201157, + "learning_rate": 9.497459388807306e-07, + "loss": 0.0148, + "step": 28230 + }, + { + "epoch": 26.417212347988773, + "grad_norm": 0.08510582894086838, + "learning_rate": 9.390842932850364e-07, + "loss": 0.0161, + "step": 28240 + }, + { + "epoch": 26.426566884939195, + "grad_norm": 0.08343949913978577, + "learning_rate": 9.28482261328073e-07, + "loss": 0.0141, + "step": 28250 + }, + { + "epoch": 26.435921421889617, + "grad_norm": 0.07227872312068939, + "learning_rate": 9.179398558923025e-07, + "loss": 0.0159, + "step": 28260 + }, + { + "epoch": 26.44527595884004, + "grad_norm": 0.0733635276556015, + "learning_rate": 9.074570897877388e-07, + "loss": 0.0153, + "step": 28270 + }, + { + "epoch": 26.454630495790457, + "grad_norm": 0.09513899683952332, + "learning_rate": 8.970339757519375e-07, + "loss": 0.0151, + "step": 28280 + }, + { + "epoch": 26.46398503274088, + "grad_norm": 0.07725878804922104, + "learning_rate": 8.866705264499619e-07, + "loss": 0.0144, + "step": 28290 + }, + { + "epoch": 26.4733395696913, + "grad_norm": 0.10052274167537689, + "learning_rate": 8.763667544743836e-07, + "loss": 0.0151, + "step": 28300 + }, + { + "epoch": 26.48269410664172, + "grad_norm": 0.10676003992557526, + "learning_rate": 8.661226723452543e-07, + "loss": 0.0177, + "step": 28310 + }, + { + "epoch": 26.492048643592142, + "grad_norm": 0.09131215512752533, + "learning_rate": 8.559382925101001e-07, + "loss": 0.0153, + "step": 28320 + }, + { + "epoch": 26.501403180542564, + "grad_norm": 0.07686031609773636, + "learning_rate": 8.458136273438943e-07, + "loss": 0.0144, + "step": 28330 + }, + { + "epoch": 26.510757717492986, + "grad_norm": 0.09282208234071732, + "learning_rate": 8.357486891490795e-07, + "loss": 0.0152, + "step": 28340 + }, + { + "epoch": 26.520112254443404, + "grad_norm": 0.11689192801713943, + "learning_rate": 8.257434901554895e-07, + "loss": 0.0148, + "step": 28350 + }, + { + "epoch": 26.529466791393826, + "grad_norm": 0.08021365106105804, + "learning_rate": 8.157980425203937e-07, + "loss": 0.0157, + "step": 28360 + }, + { + "epoch": 26.53882132834425, + "grad_norm": 0.10933244973421097, + "learning_rate": 8.059123583284367e-07, + "loss": 0.0161, + "step": 28370 + }, + { + "epoch": 26.548175865294667, + "grad_norm": 0.11462529003620148, + "learning_rate": 7.960864495916654e-07, + "loss": 0.0182, + "step": 28380 + }, + { + "epoch": 26.55753040224509, + "grad_norm": 0.10291384160518646, + "learning_rate": 7.863203282494847e-07, + "loss": 0.014, + "step": 28390 + }, + { + "epoch": 26.56688493919551, + "grad_norm": 0.09009930491447449, + "learning_rate": 7.766140061686522e-07, + "loss": 0.0174, + "step": 28400 + }, + { + "epoch": 26.57623947614593, + "grad_norm": 0.09827218949794769, + "learning_rate": 7.669674951432615e-07, + "loss": 0.017, + "step": 28410 + }, + { + "epoch": 26.58559401309635, + "grad_norm": 0.06116434931755066, + "learning_rate": 7.573808068947363e-07, + "loss": 0.0142, + "step": 28420 + }, + { + "epoch": 26.594948550046773, + "grad_norm": 0.10436572879552841, + "learning_rate": 7.478539530718087e-07, + "loss": 0.0166, + "step": 28430 + }, + { + "epoch": 26.604303086997195, + "grad_norm": 0.0912323072552681, + "learning_rate": 7.383869452504965e-07, + "loss": 0.0167, + "step": 28440 + }, + { + "epoch": 26.613657623947613, + "grad_norm": 0.08648736029863358, + "learning_rate": 7.289797949341204e-07, + "loss": 0.0148, + "step": 28450 + }, + { + "epoch": 26.623012160898035, + "grad_norm": 0.08471738547086716, + "learning_rate": 7.196325135532423e-07, + "loss": 0.0151, + "step": 28460 + }, + { + "epoch": 26.632366697848457, + "grad_norm": 0.0907946228981018, + "learning_rate": 7.10345112465699e-07, + "loss": 0.0169, + "step": 28470 + }, + { + "epoch": 26.641721234798876, + "grad_norm": 0.08337365090847015, + "learning_rate": 7.011176029565525e-07, + "loss": 0.016, + "step": 28480 + }, + { + "epoch": 26.651075771749298, + "grad_norm": 0.07711777836084366, + "learning_rate": 6.919499962381004e-07, + "loss": 0.0133, + "step": 28490 + }, + { + "epoch": 26.66043030869972, + "grad_norm": 0.09564465284347534, + "learning_rate": 6.828423034498488e-07, + "loss": 0.0157, + "step": 28500 + }, + { + "epoch": 26.669784845650142, + "grad_norm": 0.07991919666528702, + "learning_rate": 6.737945356585007e-07, + "loss": 0.0159, + "step": 28510 + }, + { + "epoch": 26.67913938260056, + "grad_norm": 0.08456657081842422, + "learning_rate": 6.648067038579508e-07, + "loss": 0.0159, + "step": 28520 + }, + { + "epoch": 26.688493919550982, + "grad_norm": 0.09292576462030411, + "learning_rate": 6.558788189692578e-07, + "loss": 0.0158, + "step": 28530 + }, + { + "epoch": 26.697848456501404, + "grad_norm": 0.08063001930713654, + "learning_rate": 6.470108918406492e-07, + "loss": 0.017, + "step": 28540 + }, + { + "epoch": 26.707202993451823, + "grad_norm": 0.08058038353919983, + "learning_rate": 6.382029332474893e-07, + "loss": 0.0158, + "step": 28550 + }, + { + "epoch": 26.716557530402245, + "grad_norm": 0.1036021038889885, + "learning_rate": 6.294549538922778e-07, + "loss": 0.0165, + "step": 28560 + }, + { + "epoch": 26.725912067352667, + "grad_norm": 0.09027513116598129, + "learning_rate": 6.207669644046344e-07, + "loss": 0.0155, + "step": 28570 + }, + { + "epoch": 26.73526660430309, + "grad_norm": 0.09150935709476471, + "learning_rate": 6.121389753412865e-07, + "loss": 0.0152, + "step": 28580 + }, + { + "epoch": 26.744621141253507, + "grad_norm": 0.08208911120891571, + "learning_rate": 6.035709971860592e-07, + "loss": 0.0159, + "step": 28590 + }, + { + "epoch": 26.75397567820393, + "grad_norm": 0.08962203562259674, + "learning_rate": 5.950630403498469e-07, + "loss": 0.0157, + "step": 28600 + }, + { + "epoch": 26.76333021515435, + "grad_norm": 0.07856717705726624, + "learning_rate": 5.866151151706189e-07, + "loss": 0.0149, + "step": 28610 + }, + { + "epoch": 26.77268475210477, + "grad_norm": 0.08264455944299698, + "learning_rate": 5.782272319134086e-07, + "loss": 0.0156, + "step": 28620 + }, + { + "epoch": 26.78203928905519, + "grad_norm": 0.07857176661491394, + "learning_rate": 5.698994007702796e-07, + "loss": 0.0164, + "step": 28630 + }, + { + "epoch": 26.791393826005613, + "grad_norm": 0.09686186909675598, + "learning_rate": 5.616316318603321e-07, + "loss": 0.0169, + "step": 28640 + }, + { + "epoch": 26.800748362956035, + "grad_norm": 0.08223733305931091, + "learning_rate": 5.534239352296799e-07, + "loss": 0.0161, + "step": 28650 + }, + { + "epoch": 26.810102899906454, + "grad_norm": 0.10900984704494476, + "learning_rate": 5.452763208514621e-07, + "loss": 0.0166, + "step": 28660 + }, + { + "epoch": 26.819457436856876, + "grad_norm": 0.1025807186961174, + "learning_rate": 5.371887986257873e-07, + "loss": 0.0151, + "step": 28670 + }, + { + "epoch": 26.828811973807298, + "grad_norm": 0.08556320518255234, + "learning_rate": 5.291613783797611e-07, + "loss": 0.015, + "step": 28680 + }, + { + "epoch": 26.838166510757716, + "grad_norm": 0.10466690361499786, + "learning_rate": 5.211940698674534e-07, + "loss": 0.0158, + "step": 28690 + }, + { + "epoch": 26.84752104770814, + "grad_norm": 0.06911173462867737, + "learning_rate": 5.132868827698978e-07, + "loss": 0.0156, + "step": 28700 + }, + { + "epoch": 26.85687558465856, + "grad_norm": 0.07566909492015839, + "learning_rate": 5.054398266950755e-07, + "loss": 0.0166, + "step": 28710 + }, + { + "epoch": 26.86623012160898, + "grad_norm": 0.11253903806209564, + "learning_rate": 4.976529111778872e-07, + "loss": 0.0172, + "step": 28720 + }, + { + "epoch": 26.8755846585594, + "grad_norm": 0.09385325759649277, + "learning_rate": 4.899261456801862e-07, + "loss": 0.0151, + "step": 28730 + }, + { + "epoch": 26.884939195509823, + "grad_norm": 0.10761076956987381, + "learning_rate": 4.822595395907126e-07, + "loss": 0.0149, + "step": 28740 + }, + { + "epoch": 26.894293732460245, + "grad_norm": 0.07459486275911331, + "learning_rate": 4.7465310222510886e-07, + "loss": 0.0155, + "step": 28750 + }, + { + "epoch": 26.903648269410663, + "grad_norm": 0.100873664021492, + "learning_rate": 4.6710684282593175e-07, + "loss": 0.0161, + "step": 28760 + }, + { + "epoch": 26.913002806361085, + "grad_norm": 0.0934925526380539, + "learning_rate": 4.5962077056257993e-07, + "loss": 0.0153, + "step": 28770 + }, + { + "epoch": 26.922357343311507, + "grad_norm": 0.09179508686065674, + "learning_rate": 4.521948945313492e-07, + "loss": 0.0141, + "step": 28780 + }, + { + "epoch": 26.931711880261926, + "grad_norm": 0.06960300356149673, + "learning_rate": 4.4482922375537195e-07, + "loss": 0.0158, + "step": 28790 + }, + { + "epoch": 26.941066417212348, + "grad_norm": 0.06738719344139099, + "learning_rate": 4.375237671846333e-07, + "loss": 0.0159, + "step": 28800 + }, + { + "epoch": 26.95042095416277, + "grad_norm": 0.08198504149913788, + "learning_rate": 4.302785336959547e-07, + "loss": 0.0152, + "step": 28810 + }, + { + "epoch": 26.95977549111319, + "grad_norm": 0.09924037754535675, + "learning_rate": 4.2309353209297744e-07, + "loss": 0.0165, + "step": 28820 + }, + { + "epoch": 26.96913002806361, + "grad_norm": 0.06524399667978287, + "learning_rate": 4.159687711061566e-07, + "loss": 0.0146, + "step": 28830 + }, + { + "epoch": 26.978484565014032, + "grad_norm": 0.09951826184988022, + "learning_rate": 4.0890425939275055e-07, + "loss": 0.0173, + "step": 28840 + }, + { + "epoch": 26.987839101964454, + "grad_norm": 0.10245785862207413, + "learning_rate": 4.0190000553679827e-07, + "loss": 0.0157, + "step": 28850 + }, + { + "epoch": 26.997193638914872, + "grad_norm": 0.09625407308340073, + "learning_rate": 3.9495601804913627e-07, + "loss": 0.0158, + "step": 28860 + }, + { + "epoch": 27.006548175865294, + "grad_norm": 0.07809274643659592, + "learning_rate": 3.880723053673652e-07, + "loss": 0.0153, + "step": 28870 + }, + { + "epoch": 27.015902712815716, + "grad_norm": 0.08541064709424973, + "learning_rate": 3.812488758558386e-07, + "loss": 0.016, + "step": 28880 + }, + { + "epoch": 27.02525724976614, + "grad_norm": 0.07257027924060822, + "learning_rate": 3.744857378056743e-07, + "loss": 0.0162, + "step": 28890 + }, + { + "epoch": 27.034611786716557, + "grad_norm": 0.1158212274312973, + "learning_rate": 3.677828994347154e-07, + "loss": 0.0162, + "step": 28900 + }, + { + "epoch": 27.04396632366698, + "grad_norm": 0.08217432349920273, + "learning_rate": 3.61140368887547e-07, + "loss": 0.0158, + "step": 28910 + }, + { + "epoch": 27.0533208606174, + "grad_norm": 0.0749536007642746, + "learning_rate": 3.545581542354681e-07, + "loss": 0.0159, + "step": 28920 + }, + { + "epoch": 27.06267539756782, + "grad_norm": 0.11086080223321915, + "learning_rate": 3.480362634764922e-07, + "loss": 0.0154, + "step": 28930 + }, + { + "epoch": 27.07202993451824, + "grad_norm": 0.11057033389806747, + "learning_rate": 3.4157470453533014e-07, + "loss": 0.015, + "step": 28940 + }, + { + "epoch": 27.081384471468663, + "grad_norm": 0.09314706921577454, + "learning_rate": 3.3517348526339034e-07, + "loss": 0.0158, + "step": 28950 + }, + { + "epoch": 27.09073900841908, + "grad_norm": 0.08525264263153076, + "learning_rate": 3.288326134387454e-07, + "loss": 0.0162, + "step": 28960 + }, + { + "epoch": 27.100093545369504, + "grad_norm": 0.08148806542158127, + "learning_rate": 3.225520967661655e-07, + "loss": 0.0164, + "step": 28970 + }, + { + "epoch": 27.109448082319926, + "grad_norm": 0.1074608713388443, + "learning_rate": 3.163319428770628e-07, + "loss": 0.0145, + "step": 28980 + }, + { + "epoch": 27.118802619270348, + "grad_norm": 0.07663491368293762, + "learning_rate": 3.1017215932951374e-07, + "loss": 0.016, + "step": 28990 + }, + { + "epoch": 27.128157156220766, + "grad_norm": 0.0864759236574173, + "learning_rate": 3.040727536082366e-07, + "loss": 0.0165, + "step": 29000 + }, + { + "epoch": 27.137511693171188, + "grad_norm": 0.1053551658987999, + "learning_rate": 2.980337331245864e-07, + "loss": 0.014, + "step": 29010 + }, + { + "epoch": 27.14686623012161, + "grad_norm": 0.08075229078531265, + "learning_rate": 2.9205510521653213e-07, + "loss": 0.0155, + "step": 29020 + }, + { + "epoch": 27.15622076707203, + "grad_norm": 0.09334695339202881, + "learning_rate": 2.86136877148685e-07, + "loss": 0.0157, + "step": 29030 + }, + { + "epoch": 27.16557530402245, + "grad_norm": 0.10004743188619614, + "learning_rate": 2.8027905611223704e-07, + "loss": 0.0149, + "step": 29040 + }, + { + "epoch": 27.174929840972872, + "grad_norm": 0.13196055591106415, + "learning_rate": 2.7448164922500573e-07, + "loss": 0.0154, + "step": 29050 + }, + { + "epoch": 27.184284377923294, + "grad_norm": 0.08114592730998993, + "learning_rate": 2.687446635313784e-07, + "loss": 0.0157, + "step": 29060 + }, + { + "epoch": 27.193638914873713, + "grad_norm": 0.07433755695819855, + "learning_rate": 2.630681060023343e-07, + "loss": 0.0161, + "step": 29070 + }, + { + "epoch": 27.202993451824135, + "grad_norm": 0.08812056481838226, + "learning_rate": 2.5745198353542833e-07, + "loss": 0.0157, + "step": 29080 + }, + { + "epoch": 27.212347988774557, + "grad_norm": 0.08145476877689362, + "learning_rate": 2.518963029547794e-07, + "loss": 0.0131, + "step": 29090 + }, + { + "epoch": 27.221702525724975, + "grad_norm": 0.09242737293243408, + "learning_rate": 2.464010710110598e-07, + "loss": 0.014, + "step": 29100 + }, + { + "epoch": 27.231057062675397, + "grad_norm": 0.08647017180919647, + "learning_rate": 2.4096629438150054e-07, + "loss": 0.0151, + "step": 29110 + }, + { + "epoch": 27.24041159962582, + "grad_norm": 0.11903923749923706, + "learning_rate": 2.3559197966985802e-07, + "loss": 0.0164, + "step": 29120 + }, + { + "epoch": 27.24976613657624, + "grad_norm": 0.09007733315229416, + "learning_rate": 2.3027813340644188e-07, + "loss": 0.0149, + "step": 29130 + }, + { + "epoch": 27.25912067352666, + "grad_norm": 0.07673897594213486, + "learning_rate": 2.2502476204807055e-07, + "loss": 0.0163, + "step": 29140 + }, + { + "epoch": 27.26847521047708, + "grad_norm": 0.09370388835668564, + "learning_rate": 2.1983187197808786e-07, + "loss": 0.0149, + "step": 29150 + }, + { + "epoch": 27.277829747427504, + "grad_norm": 0.08119232952594757, + "learning_rate": 2.1469946950634644e-07, + "loss": 0.0146, + "step": 29160 + }, + { + "epoch": 27.287184284377922, + "grad_norm": 0.08645923435688019, + "learning_rate": 2.096275608691911e-07, + "loss": 0.017, + "step": 29170 + }, + { + "epoch": 27.296538821328344, + "grad_norm": 0.10540468990802765, + "learning_rate": 2.046161522294754e-07, + "loss": 0.0142, + "step": 29180 + }, + { + "epoch": 27.305893358278766, + "grad_norm": 0.12125200778245926, + "learning_rate": 1.9966524967653944e-07, + "loss": 0.0142, + "step": 29190 + }, + { + "epoch": 27.315247895229184, + "grad_norm": 0.07849986851215363, + "learning_rate": 1.9477485922618222e-07, + "loss": 0.0158, + "step": 29200 + }, + { + "epoch": 27.324602432179606, + "grad_norm": 0.09490184485912323, + "learning_rate": 1.899449868207004e-07, + "loss": 0.0151, + "step": 29210 + }, + { + "epoch": 27.33395696913003, + "grad_norm": 0.11218450218439102, + "learning_rate": 1.851756383288439e-07, + "loss": 0.0149, + "step": 29220 + }, + { + "epoch": 27.34331150608045, + "grad_norm": 0.09409157931804657, + "learning_rate": 1.8046681954581035e-07, + "loss": 0.0151, + "step": 29230 + }, + { + "epoch": 27.35266604303087, + "grad_norm": 0.09993544965982437, + "learning_rate": 1.7581853619327294e-07, + "loss": 0.0148, + "step": 29240 + }, + { + "epoch": 27.36202057998129, + "grad_norm": 0.07835662364959717, + "learning_rate": 1.7123079391932472e-07, + "loss": 0.014, + "step": 29250 + }, + { + "epoch": 27.371375116931713, + "grad_norm": 0.08376673609018326, + "learning_rate": 1.6670359829850657e-07, + "loss": 0.0149, + "step": 29260 + }, + { + "epoch": 27.38072965388213, + "grad_norm": 0.08511757105588913, + "learning_rate": 1.6223695483179037e-07, + "loss": 0.0144, + "step": 29270 + }, + { + "epoch": 27.390084190832553, + "grad_norm": 0.11317674070596695, + "learning_rate": 1.5783086894656795e-07, + "loss": 0.0168, + "step": 29280 + }, + { + "epoch": 27.399438727782975, + "grad_norm": 0.10494522750377655, + "learning_rate": 1.5348534599665121e-07, + "loss": 0.0162, + "step": 29290 + }, + { + "epoch": 27.408793264733397, + "grad_norm": 0.09083115309476852, + "learning_rate": 1.4920039126225527e-07, + "loss": 0.0148, + "step": 29300 + }, + { + "epoch": 27.418147801683816, + "grad_norm": 0.056904587894678116, + "learning_rate": 1.449760099500097e-07, + "loss": 0.0153, + "step": 29310 + }, + { + "epoch": 27.427502338634238, + "grad_norm": 0.08923455327749252, + "learning_rate": 1.4081220719293075e-07, + "loss": 0.0163, + "step": 29320 + }, + { + "epoch": 27.43685687558466, + "grad_norm": 0.07684504985809326, + "learning_rate": 1.3670898805043797e-07, + "loss": 0.014, + "step": 29330 + }, + { + "epoch": 27.446211412535078, + "grad_norm": 0.07568840682506561, + "learning_rate": 1.326663575083209e-07, + "loss": 0.0148, + "step": 29340 + }, + { + "epoch": 27.4555659494855, + "grad_norm": 0.08018182963132858, + "learning_rate": 1.2868432047876688e-07, + "loss": 0.017, + "step": 29350 + }, + { + "epoch": 27.464920486435922, + "grad_norm": 0.08365517854690552, + "learning_rate": 1.2476288180032213e-07, + "loss": 0.0163, + "step": 29360 + }, + { + "epoch": 27.474275023386344, + "grad_norm": 0.08461915701627731, + "learning_rate": 1.209020462379029e-07, + "loss": 0.0158, + "step": 29370 + }, + { + "epoch": 27.483629560336762, + "grad_norm": 0.08520033955574036, + "learning_rate": 1.1710181848278435e-07, + "loss": 0.015, + "step": 29380 + }, + { + "epoch": 27.492984097287184, + "grad_norm": 0.10434842109680176, + "learning_rate": 1.133622031526116e-07, + "loss": 0.0143, + "step": 29390 + }, + { + "epoch": 27.502338634237606, + "grad_norm": 0.14489755034446716, + "learning_rate": 1.0968320479136095e-07, + "loss": 0.0144, + "step": 29400 + }, + { + "epoch": 27.511693171188025, + "grad_norm": 0.09128903597593307, + "learning_rate": 1.0606482786936767e-07, + "loss": 0.0151, + "step": 29410 + }, + { + "epoch": 27.521047708138447, + "grad_norm": 0.06482148915529251, + "learning_rate": 1.0250707678329808e-07, + "loss": 0.0169, + "step": 29420 + }, + { + "epoch": 27.53040224508887, + "grad_norm": 0.08679163455963135, + "learning_rate": 9.900995585615525e-08, + "loss": 0.0154, + "step": 29430 + }, + { + "epoch": 27.53975678203929, + "grad_norm": 0.07821034640073776, + "learning_rate": 9.55734693372734e-08, + "loss": 0.0157, + "step": 29440 + }, + { + "epoch": 27.54911131898971, + "grad_norm": 0.10405386239290237, + "learning_rate": 9.219762140231236e-08, + "loss": 0.0147, + "step": 29450 + }, + { + "epoch": 27.55846585594013, + "grad_norm": 0.08867645263671875, + "learning_rate": 8.888241615322978e-08, + "loss": 0.0155, + "step": 29460 + }, + { + "epoch": 27.567820392890553, + "grad_norm": 0.09839725494384766, + "learning_rate": 8.562785761833114e-08, + "loss": 0.016, + "step": 29470 + }, + { + "epoch": 27.57717492984097, + "grad_norm": 0.07302694767713547, + "learning_rate": 8.243394975219753e-08, + "loss": 0.0137, + "step": 29480 + }, + { + "epoch": 27.586529466791394, + "grad_norm": 0.11037451773881912, + "learning_rate": 7.930069643573568e-08, + "loss": 0.0164, + "step": 29490 + }, + { + "epoch": 27.595884003741816, + "grad_norm": 0.07596614211797714, + "learning_rate": 7.622810147614456e-08, + "loss": 0.0157, + "step": 29500 + }, + { + "epoch": 27.605238540692234, + "grad_norm": 0.07968083024024963, + "learning_rate": 7.321616860690995e-08, + "loss": 0.015, + "step": 29510 + }, + { + "epoch": 27.614593077642656, + "grad_norm": 0.10647036135196686, + "learning_rate": 7.026490148782095e-08, + "loss": 0.0164, + "step": 29520 + }, + { + "epoch": 27.623947614593078, + "grad_norm": 0.09763256460428238, + "learning_rate": 6.737430370494236e-08, + "loss": 0.0157, + "step": 29530 + }, + { + "epoch": 27.6333021515435, + "grad_norm": 0.10652965307235718, + "learning_rate": 6.454437877062569e-08, + "loss": 0.0161, + "step": 29540 + }, + { + "epoch": 27.64265668849392, + "grad_norm": 0.07299428433179855, + "learning_rate": 6.177513012349256e-08, + "loss": 0.0149, + "step": 29550 + }, + { + "epoch": 27.65201122544434, + "grad_norm": 0.07774312049150467, + "learning_rate": 5.9066561128445775e-08, + "loss": 0.015, + "step": 29560 + }, + { + "epoch": 27.661365762394762, + "grad_norm": 0.07874584197998047, + "learning_rate": 5.6418675076641556e-08, + "loss": 0.0158, + "step": 29570 + }, + { + "epoch": 27.67072029934518, + "grad_norm": 0.08597692847251892, + "learning_rate": 5.383147518552845e-08, + "loss": 0.0157, + "step": 29580 + }, + { + "epoch": 27.680074836295603, + "grad_norm": 0.07719182968139648, + "learning_rate": 5.1304964598786196e-08, + "loss": 0.0165, + "step": 29590 + }, + { + "epoch": 27.689429373246025, + "grad_norm": 0.07267503440380096, + "learning_rate": 4.883914638636467e-08, + "loss": 0.0154, + "step": 29600 + }, + { + "epoch": 27.698783910196447, + "grad_norm": 0.09566430747509003, + "learning_rate": 4.643402354446713e-08, + "loss": 0.0148, + "step": 29610 + }, + { + "epoch": 27.708138447146865, + "grad_norm": 0.08789436519145966, + "learning_rate": 4.4089598995544766e-08, + "loss": 0.016, + "step": 29620 + }, + { + "epoch": 27.717492984097287, + "grad_norm": 0.0830775648355484, + "learning_rate": 4.180587558829663e-08, + "loss": 0.0143, + "step": 29630 + }, + { + "epoch": 27.72684752104771, + "grad_norm": 0.08056442439556122, + "learning_rate": 3.958285609765855e-08, + "loss": 0.0174, + "step": 29640 + }, + { + "epoch": 27.736202057998128, + "grad_norm": 0.09136588871479034, + "learning_rate": 3.74205432248087e-08, + "loss": 0.0147, + "step": 29650 + }, + { + "epoch": 27.74555659494855, + "grad_norm": 0.08567999303340912, + "learning_rate": 3.531893959716204e-08, + "loss": 0.0154, + "step": 29660 + }, + { + "epoch": 27.75491113189897, + "grad_norm": 0.09531312435865402, + "learning_rate": 3.327804776837029e-08, + "loss": 0.0163, + "step": 29670 + }, + { + "epoch": 27.764265668849394, + "grad_norm": 0.0689065158367157, + "learning_rate": 3.129787021829977e-08, + "loss": 0.0152, + "step": 29680 + }, + { + "epoch": 27.773620205799812, + "grad_norm": 0.0751805379986763, + "learning_rate": 2.9378409353059133e-08, + "loss": 0.0148, + "step": 29690 + }, + { + "epoch": 27.782974742750234, + "grad_norm": 0.0990908220410347, + "learning_rate": 2.7519667504971593e-08, + "loss": 0.0161, + "step": 29700 + }, + { + "epoch": 27.792329279700656, + "grad_norm": 0.0815347284078598, + "learning_rate": 2.572164693258605e-08, + "loss": 0.0148, + "step": 29710 + }, + { + "epoch": 27.801683816651074, + "grad_norm": 0.10464248061180115, + "learning_rate": 2.3984349820665996e-08, + "loss": 0.0144, + "step": 29720 + }, + { + "epoch": 27.811038353601496, + "grad_norm": 0.08904050290584564, + "learning_rate": 2.2307778280189485e-08, + "loss": 0.0162, + "step": 29730 + }, + { + "epoch": 27.82039289055192, + "grad_norm": 0.07154900580644608, + "learning_rate": 2.0691934348354704e-08, + "loss": 0.0152, + "step": 29740 + }, + { + "epoch": 27.82974742750234, + "grad_norm": 0.07396458834409714, + "learning_rate": 1.9136819988557763e-08, + "loss": 0.0153, + "step": 29750 + }, + { + "epoch": 27.83910196445276, + "grad_norm": 0.09381718188524246, + "learning_rate": 1.7642437090414908e-08, + "loss": 0.0152, + "step": 29760 + }, + { + "epoch": 27.84845650140318, + "grad_norm": 0.1467694342136383, + "learning_rate": 1.6208787469734755e-08, + "loss": 0.0154, + "step": 29770 + }, + { + "epoch": 27.857811038353603, + "grad_norm": 0.08669384568929672, + "learning_rate": 1.483587286854604e-08, + "loss": 0.0143, + "step": 29780 + }, + { + "epoch": 27.86716557530402, + "grad_norm": 0.08332811295986176, + "learning_rate": 1.3523694955064336e-08, + "loss": 0.0151, + "step": 29790 + }, + { + "epoch": 27.876520112254443, + "grad_norm": 0.09609730541706085, + "learning_rate": 1.2272255323708681e-08, + "loss": 0.0147, + "step": 29800 + }, + { + "epoch": 27.885874649204865, + "grad_norm": 0.09185769408941269, + "learning_rate": 1.1081555495096042e-08, + "loss": 0.0169, + "step": 29810 + }, + { + "epoch": 27.895229186155284, + "grad_norm": 0.09705694764852524, + "learning_rate": 9.951596916041306e-09, + "loss": 0.0152, + "step": 29820 + }, + { + "epoch": 27.904583723105706, + "grad_norm": 0.09946031123399734, + "learning_rate": 8.882380959551739e-09, + "loss": 0.0152, + "step": 29830 + }, + { + "epoch": 27.913938260056128, + "grad_norm": 0.09041577577590942, + "learning_rate": 7.873908924821428e-09, + "loss": 0.0145, + "step": 29840 + }, + { + "epoch": 27.92329279700655, + "grad_norm": 0.07936655730009079, + "learning_rate": 6.926182037242379e-09, + "loss": 0.0161, + "step": 29850 + }, + { + "epoch": 27.932647333956968, + "grad_norm": 0.11033433675765991, + "learning_rate": 6.039201448387876e-09, + "loss": 0.0156, + "step": 29860 + }, + { + "epoch": 27.94200187090739, + "grad_norm": 0.08091656118631363, + "learning_rate": 5.212968236029125e-09, + "loss": 0.0173, + "step": 29870 + }, + { + "epoch": 27.951356407857812, + "grad_norm": 0.08635195344686508, + "learning_rate": 4.447483404118602e-09, + "loss": 0.0164, + "step": 29880 + }, + { + "epoch": 27.96071094480823, + "grad_norm": 0.08486581593751907, + "learning_rate": 3.742747882784503e-09, + "loss": 0.0166, + "step": 29890 + }, + { + "epoch": 27.970065481758652, + "grad_norm": 0.08448392897844315, + "learning_rate": 3.0987625283473987e-09, + "loss": 0.0152, + "step": 29900 + }, + { + "epoch": 27.979420018709074, + "grad_norm": 0.09014858305454254, + "learning_rate": 2.515528123320232e-09, + "loss": 0.016, + "step": 29910 + }, + { + "epoch": 27.988774555659496, + "grad_norm": 0.07711227983236313, + "learning_rate": 1.9930453763750133e-09, + "loss": 0.015, + "step": 29920 + }, + { + "epoch": 27.998129092609915, + "grad_norm": 0.08814661204814911, + "learning_rate": 1.5313149223872281e-09, + "loss": 0.0162, + "step": 29930 + }, + { + "epoch": 28.007483629560337, + "grad_norm": 0.12490972876548767, + "learning_rate": 1.1303373224025305e-09, + "loss": 0.0151, + "step": 29940 + }, + { + "epoch": 28.01683816651076, + "grad_norm": 0.10575374960899353, + "learning_rate": 7.901130636367438e-10, + "loss": 0.015, + "step": 29950 + }, + { + "epoch": 28.026192703461177, + "grad_norm": 0.06600732356309891, + "learning_rate": 5.106425595036158e-10, + "loss": 0.016, + "step": 29960 + }, + { + "epoch": 28.0355472404116, + "grad_norm": 0.10782202333211899, + "learning_rate": 2.9192614958706286e-10, + "loss": 0.0148, + "step": 29970 + }, + { + "epoch": 28.04490177736202, + "grad_norm": 0.10568181425333023, + "learning_rate": 1.3396409964117064e-10, + "loss": 0.0158, + "step": 29980 + }, + { + "epoch": 28.054256314312443, + "grad_norm": 0.06958261132240295, + "learning_rate": 3.6756601606846574e-11, + "loss": 0.0139, + "step": 29990 + }, + { + "epoch": 28.06361085126286, + "grad_norm": 0.08097913861274719, + "learning_rate": 3.0377360626943076e-13, + "loss": 0.016, + "step": 30000 + }, + { + "epoch": 28.06361085126286, + "step": 30000, + "total_flos": 0.0, + "train_loss": 0.038855666315058865, + "train_runtime": 63505.9496, + "train_samples_per_second": 120.934, + "train_steps_per_second": 0.472 + } + ], + "logging_steps": 10, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 29, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +}